-- Logs begin at Wed 2021-12-15 18:07:53 UTC, end at Wed 2021-12-15 19:58:02 UTC. --
Dec 15 18:47:28.388115 dv-neutron-821830-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 15 18:47:30.522873 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.common.config [-] Logging enabled!
Dec 15 18:47:30.523668 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev79
Dec 15 18:47:30.523668 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83565) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 15 18:47:30.525920 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.common.config [-] Logging enabled!
Dec 15 18:47:30.526171 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev79
Dec 15 18:47:30.526419 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83565) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 15 18:47:30.527746 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 18:47:30.527746 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 15 18:47:30.527971 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 15 18:47:30.528215 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 15 18:47:30.528441 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 15 18:47:30.528769 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.529094 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.529429 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.529663 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.529960 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.530249 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.530537 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.530828 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.531123 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.531409 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.531689 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.531972 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.532224 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.532571 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.532868 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.533157 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.533418 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.533704 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.534138 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.534549 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.534833 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.535123 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.535399 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.535676 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.535964 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.536293 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] host                           = dv-neutron-821830-2-hyperv {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.536571 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.536859 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.537148 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.537465 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.537760 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.538018 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.538302 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.538576 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.538954 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.539237 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.539530 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.539815 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.540109 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.540335 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.540557 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.540843 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.541185 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.541523 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.541913 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.542309 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.542754 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.543032 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.543308 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.543598 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.543891 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.544182 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.544971 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.545266 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.545679 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.546072 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.546452 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.546732 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.547011 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.547291 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.547581 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.547853 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.548131 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.548552 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.548966 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.549379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.549675 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.549957 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.550244 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.550521 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.550800 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.551077 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.551396 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.551793 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.552192 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.552529 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.552812 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.553090 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.553398 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.553688 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:30.553993 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.554296 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.554608 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.554897 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.555193 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.555482 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.555778 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.556060 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.556352 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.556642 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.556938 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.557219 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.557534 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.557833 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.558125 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.558402 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.558681 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.558976 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.559257 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.559531 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.559811 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.560745 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.561040 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.561340 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.561632 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.561913 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.562189 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.562464 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.562743 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.563036 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.563315 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.563588 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.563861 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.564138 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.564411 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.564701 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.564982 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.565255 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.565556 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.565836 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.566110 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.566384 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.566662 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.566934 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.567210 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.567484 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.567756 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.568029 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.568302 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.568576 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.568847 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.569119 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.569425 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.569704 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.569978 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.570252 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.570526 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.570799 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.571087 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.571386 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.571666 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.571945 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.572223 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.572503 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.572779 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.573055 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.573421 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.573707 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.573982 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.574272 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.574564 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.574852 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.575136 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.575416 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.575738 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.576018 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.576305 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.576586 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.576868 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.577155 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.577469 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.577770 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.578068 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.578366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.578662 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.578960 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.579242 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.579557 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.579843 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:30.580063 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 15 18:47:30.580308 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83565) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 15 18:47:30.987509 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO keyring.backend [-] Loading KWallet
Dec 15 18:47:30.995010 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO keyring.backend [-] Loading SecretService
Dec 15 18:47:30.998227 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO keyring.backend [-] Loading Windows
Dec 15 18:47:30.999558 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO keyring.backend [-] Loading chainer
Dec 15 18:47:31.000144 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO keyring.backend [-] Loading macOS
Dec 15 18:47:31.035473 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:47:31.035756 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:47:31.036050 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:47:31.036394 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 15 18:47:31.341945 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.342129 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.342406 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.399044 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.399469 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.399835 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.402957 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.403230 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.403495 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.432796 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.433079 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.433376 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.460276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.460549 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.460823 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.780125 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9ceec1dc10> agent after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.780689 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9ceec1dc10> agent after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.780689 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f9ceec1dca0> segment precommit_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.780929 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f9ceec1dd30> network precommit_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.781712 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f9ceec22ee0> segment before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.907063 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> network before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.907381 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f9ceec03310> agent before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.907665 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> network before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.907938 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> port before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.908206 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> port before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.908518 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> segment after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.908785 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> segment precommit_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.909044 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> segment precommit_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.909327 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> segment after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.909602 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> network after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.909861 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> network precommit_delete 0 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.910125 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> port provisioning_complete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.910391 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.910647 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> rbac-policy after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.910912 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> agent after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.911181 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> subnet after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.911439 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> subnet precommit_delete 0 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.911729 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.911969 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.912253 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> segment_host_mapping after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.912613 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> port after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.912864 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> port after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.913114 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> port after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.913421 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.913676 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.913926 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9cefa67dc0>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.914315 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:31.914557 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:31.914796 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:31.915034 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:31.915270 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:31.915503 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:31.916064 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 15 18:47:31.919286 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 15 18:47:31.923282 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 15 18:47:31.927286 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Dec 15 18:47:31.928919 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 15 18:47:31.929322 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 15 18:47:31.929678 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 15 18:47:31.930067 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 15 18:47:31.932887 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 15 18:47:31.933140 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 15 18:47:31.933524 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 15 18:47:31.961914 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 15 18:47:31.962358 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9ceebdc430>> qos_plugin after_init 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.962656 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83565) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 15 18:47:31.963023 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9ceebdc6a0>> logging-plugin after_init 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.964440 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83565) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 15 18:47:31.964676 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 15 18:47:31.964921 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 15 18:47:31.968714 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9ceea35a30>> floatingip before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:31.968994 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9ceea35a30>> port before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.030447 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 15 18:47:32.030690 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 15 18:47:32.030930 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 15 18:47:32.031323 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 15 18:47:32.064333 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_db.sqlalchemy.engines [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83565) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 15 18:47:32.389986 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing driver for type 'gre'
Dec 15 18:47:32.390440 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] gre ID ranges: [(1, 1000)]
Dec 15 18:47:32.445274 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing driver for type 'local'
Dec 15 18:47:32.445637 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing driver for type 'vlan'
Dec 15 18:47:32.457461 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] VlanTypeDriver initialization complete
Dec 15 18:47:32.457801 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing driver for type 'vxlan'
Dec 15 18:47:32.458305 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] vxlan ID ranges: [(1, 1000)]
Dec 15 18:47:32.512474 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing extension driver 'port_security'
Dec 15 18:47:32.512836 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] PortSecurityExtensionDriver initialization complete
Dec 15 18:47:32.513187 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing mechanism driver 'openvswitch'
Dec 15 18:47:32.513534 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing mechanism driver 'hyperv'
Dec 15 18:47:32.520314 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.plugins.ml2.plugin [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:47:32.521059 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee957eb0>> port after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.521461 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee957eb0>> port after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.521812 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee957eb0>> port after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.522200 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee957fa0>> subnet after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.522544 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee957fa0>> subnet after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.522880 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee957fa0>> subnet after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.523250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b6370>> network after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.523586 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b6370>> network after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.523914 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b6370>> network after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.524285 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b65e0>> security_group after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.524624 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b65e0>> security_group after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.524954 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b65e0>> security_group after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.525344 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b6880>> security_group_rule after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.525685 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b6880>> security_group_rule after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.526014 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9cee4b6880>> security_group_rule after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.526346 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] ML2 OVO RPC backend initialized. {{(pid=83565) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 15 18:47:32.526970 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> router_interface after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.527317 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> router_interface after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.527726 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> network before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.528064 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> networks before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.528396 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> port before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.528754 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> ports before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.529094 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> subnet before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.529466 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> subnets before_response 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.529810 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> network after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.530146 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> network after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.530476 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> network after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.530806 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> port after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.531134 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> port after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.531462 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> port after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.531793 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> subnet after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.532119 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> subnet after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.532445 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9cee4b6b50>> subnet after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.533023 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.plugin [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Modular L2 Plugin initialization complete
Dec 15 18:47:32.533370 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading services supported by the core plugin {{(pid=83565) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 15 18:47:32.533692 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.plugins.ml2.managers [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Got port-security extension from driver 'port_security'
Dec 15 18:47:32.534153 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.extensions.vlantransparent [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Disabled vlantransparent extension.
Dec 15 18:47:32.534565 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83565) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 15 18:47:32.534870 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: router
Dec 15 18:47:32.571712 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router_interface before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.572099 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router after_create 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.572460 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router before_create 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.572814 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router_interface before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.573175 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router_interface after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.573553 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router after_delete 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.573902 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> floatingip after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.574256 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router after_create 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.574592 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router after_update 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.574931 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router after_update 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.575269 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router_gateway after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.575669 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router after_update 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.576069 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router precommit_update 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.576426 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9ceeab00d0> port after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.576757 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9ceeab2f70> port after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.577084 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9ceeab0040> subnet after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.577450 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9ceeab0160> subnetpool_address_scope after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.577789 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> port precommit_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.578125 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router precommit_create 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.578456 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9ceea98040> port before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.578786 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router precommit_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.579132 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router after_update 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.579464 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router precommit_delete 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.579797 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router precommit_create 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.580149 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router_interface after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.580482 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> router precommit_update 55549900 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.580839 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> agent after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.581177 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> agent after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.581541 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9cee4b6d90>> network after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.582394 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Tracking information for resource: router configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:32.582718 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Tracking information for resource: floatingip configured {{(pid=83565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 15 18:47:32.587720 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.db.l3_agentschedulers_db [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 15 18:47:32.588289 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9cee4318b0> port after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.588645 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9cee431790> port after_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.588990 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function _notify_port_delete at 0x7f9cee431820> port after_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.589357 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9cee431b80> port after_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.590144 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9cee3e6610>> router before_create 55550100 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.590548 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9cee3e6610>> router precommit_delete 55550100 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.590855 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9cee3e6610>> router precommit_create 55550100 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.591242 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9cee3e6610>> router precommit_update 55550100 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.595740 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.services.provider_configuration [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service providers = [] {{(pid=83565) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 15 18:47:32.596098 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.db.servicetype_db [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83565) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 15 18:47:32.599405 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.services.service_base [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 15 18:47:32.599752 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.services.service_base [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 15 18:47:32.600087 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.services.service_base [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 15 18:47:32.601026 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.services.service_base [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 15 18:47:32.601471 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.services.service_base [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 15 18:47:32.601845 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.602108 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 15 18:47:32.613664 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.613973 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: auto_allocate
Dec 15 18:47:32.619999 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9cee383040> network precommit_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.620364 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9cee383040> network precommit_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.620892 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.621202 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: tag
Dec 15 18:47:32.628613 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.628930 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: timestamp
Dec 15 18:47:32.632725 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.633046 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: network_ip_availability
Dec 15 18:47:32.638295 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9cee3fed00>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.638660 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9cee3fed00>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.639007 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9cee3fed00>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.639708 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.640065 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: flavors
Dec 15 18:47:32.645172 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.645519 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading Plugin: revisions
Dec 15 18:47:32.649756 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 15 18:47:32.650138 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_concurrency.lockutils [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=83565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:47:32.650879 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83565) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Dec 15 18:47:32.651206 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Initializing extension manager.
Dec 15 18:47:32.651698 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: __init__.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.652032 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: __pycache__ {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.652361 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.652689 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.653011 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: _filter_validation_lib.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.653359 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.653721 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: address_group.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.654469 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.655036 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: address-group
Dec 15 18:47:32.655350 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: address_scope.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.656040 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.656539 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: address-scope
Dec 15 18:47:32.656851 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: admin_state_down_before_update.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.657771 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.658268 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: router-admin-state-down-before-update
Dec 15 18:47:32.658582 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: agent.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.659261 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.659760 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: agent
Dec 15 18:47:32.660072 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: agent_resources_synced.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.660974 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.661503 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: agent-resources-synced
Dec 15 18:47:32.661820 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: allowedaddresspairs.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.663588 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.664107 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: allowed-address-pairs
Dec 15 18:47:32.664426 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: auto_allocated_topology.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.665519 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.666028 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: auto-allocated-topology
Dec 15 18:47:32.666344 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: availability_zone.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.667024 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.667520 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: availability_zone
Dec 15 18:47:32.667834 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: availability_zone_filter.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.668724 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.669227 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: availability_zone_filter
Dec 15 18:47:32.670104 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: data_plane_status.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.670995 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.671493 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension data-plane-status not supported by any of loaded plugins
Dec 15 18:47:32.671805 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: default_subnetpools.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.672701 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.673203 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: default-subnetpools
Dec 15 18:47:32.673539 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: dhcpagentscheduler.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.674305 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.674803 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: dhcp_agent_scheduler
Dec 15 18:47:32.675116 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: dns.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.676013 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.676511 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension dns-integration not supported by any of loaded plugins
Dec 15 18:47:32.676824 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: dns_domain_ports.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.677761 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.678257 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 15 18:47:32.678571 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: dvr.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.679225 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.679717 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: dvr
Dec 15 18:47:32.680031 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: empty_string_filtering.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.680936 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.681464 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: empty-string-filtering
Dec 15 18:47:32.681779 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.682668 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.683161 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 15 18:47:32.683475 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.684372 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.684867 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 15 18:47:32.685773 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: external_net.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.686666 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.687164 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: external-net
Dec 15 18:47:32.687483 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: extra_dhcp_opt.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.688374 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.688872 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: extra_dhcp_opt
Dec 15 18:47:32.689188 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: extraroute.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.690097 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.690601 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: extraroute
Dec 15 18:47:32.690914 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: extraroute_atomic.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.691926 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.692421 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: extraroute-atomic
Dec 15 18:47:32.692738 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: filter_validation.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.693426 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.693921 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: filter-validation
Dec 15 18:47:32.694236 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: fip_pf_description.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.695306 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.695802 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 15 18:47:32.696117 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: fip_port_details.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.697018 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.697547 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: fip-port-details
Dec 15 18:47:32.697852 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: flavors.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.699066 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.699571 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: flavors
Dec 15 18:47:32.699888 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.701610 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.702117 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 15 18:47:32.702437 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: floatingip_pools.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.703123 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.703621 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: floatingip-pools
Dec 15 18:47:32.703936 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: ip_allocation.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.704844 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.705358 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension ip_allocation not supported by any of loaded plugins
Dec 15 18:47:32.705676 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.706576 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.707076 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: ip-substring-filtering
Dec 15 18:47:32.707393 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l2_adjacency.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.708298 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.708790 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 15 18:47:32.709105 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l3.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.710090 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.710603 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: router
Dec 15 18:47:32.710917 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l3_conntrack_helper.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.713131 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.713674 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 15 18:47:32.713996 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.714997 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.715617 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: ext-gw-mode
Dec 15 18:47:32.715725 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.716688 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.717192 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: l3-ha
Dec 15 18:47:32.717598 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l3_flavors.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.718501 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.719000 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: l3-flavors
Dec 15 18:47:32.719316 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.720207 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.720716 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 15 18:47:32.721025 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: l3agentscheduler.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.722082 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.722591 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: l3_agent_scheduler
Dec 15 18:47:32.722908 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: logging.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.724375 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.724881 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension logging not supported by any of loaded plugins
Dec 15 18:47:32.725204 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: metering.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.725962 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.726540 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: metering
Dec 15 18:47:32.726862 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.727944 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.728450 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: metering_source_and_destination_fields
Dec 15 18:47:32.728771 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: multiprovidernet.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.729831 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.730338 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: multi-provider
Dec 15 18:47:32.730723 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: netmtu.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.731558 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.732597 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: net-mtu
Dec 15 18:47:32.732907 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: netmtu_writable.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.733892 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.734344 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: net-mtu-writable
Dec 15 18:47:32.734657 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: network_availability_zone.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.735311 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.735808 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: network_availability_zone
Dec 15 18:47:32.736119 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: network_ip_availability.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.737192 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.737732 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: network-ip-availability
Dec 15 18:47:32.738048 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: network_segment_range.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.738794 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.739286 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension network-segment-range not supported by any of loaded plugins
Dec 15 18:47:32.739595 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: pagination.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.740553 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.740882 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: pagination
Dec 15 18:47:32.741199 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.742125 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.742650 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: port-mac-address-regenerate
Dec 15 18:47:32.742943 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: port_resource_request.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.743838 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.744330 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension port-resource-request not supported by any of loaded plugins
Dec 15 18:47:32.744641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: portbindings.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.745586 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.746083 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: binding
Dec 15 18:47:32.746405 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: portbindings_extended.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.748245 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.748743 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: binding-extended
Dec 15 18:47:32.749060 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: portsecurity.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.749984 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.750483 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: port-security
Dec 15 18:47:32.750795 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: project_id.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.751755 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.752075 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: project-id
Dec 15 18:47:32.752387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: providernet.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.753332 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.753858 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: provider
Dec 15 18:47:32.754172 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.757689 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.758216 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos not supported by any of loaded plugins
Dec 15 18:47:32.758537 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.759773 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.760278 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 15 18:47:32.760602 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.761543 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.762048 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 15 18:47:32.762367 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_default.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.763299 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.763801 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-default not supported by any of loaded plugins
Dec 15 18:47:32.764120 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_fip.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.764754 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.765249 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-fip not supported by any of loaded plugins
Dec 15 18:47:32.765589 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_gateway_ip.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.766497 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.767253 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 15 18:47:32.767569 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_port_network_policy.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.768461 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.768965 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 15 18:47:32.769279 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_rule_type_details.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.770191 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.770690 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 15 18:47:32.771004 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: qos_rules_alias.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.772042 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.772549 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 15 18:47:32.772867 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: quotasv2.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.773763 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.774086 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: quotas
Dec 15 18:47:32.774401 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: quotasv2_detail.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.776132 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.776465 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: quota_details
Dec 15 18:47:32.776792 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: rbac.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.777857 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.778369 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: rbac-policies
Dec 15 18:47:32.778739 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: rbac_address_scope.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.779648 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.780153 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: rbac-address-scope
Dec 15 18:47:32.780634 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: rbac_security_groups.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.781392 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.781897 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: rbac-security-groups
Dec 15 18:47:32.782212 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: rbac_subnetpool.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.783105 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.783606 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: rbac-subnetpool
Dec 15 18:47:32.783921 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: revisionifmatch.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.784817 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.785347 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: revision-if-match
Dec 15 18:47:32.785666 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: revisions.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.786762 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.787261 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: standard-attr-revisions
Dec 15 18:47:32.787579 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: router_availability_zone.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.788238 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.788737 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: router_availability_zone
Dec 15 18:47:32.789050 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: routerservicetype.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.789981 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.790478 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension router-service-type not supported by any of loaded plugins
Dec 15 18:47:32.790792 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: security_groups_port_filtering.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.791700 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.792195 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: port-security-groups-filtering
Dec 15 18:47:32.792508 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: securitygroup.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.804048 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.804579 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: security-group
Dec 15 18:47:32.804909 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: segment.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.805753 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.806263 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension segment not supported by any of loaded plugins
Dec 15 18:47:32.806587 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.807545 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.808048 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 15 18:47:32.808369 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: servicetype.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.809487 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.810580 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: service-type
Dec 15 18:47:32.810905 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: sorting.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.811882 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.812206 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: sorting
Dec 15 18:47:32.812523 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: standard_attr_segment.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.813463 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.813966 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 15 18:47:32.814280 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: standardattrdescription.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.814917 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.815416 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: standard-attr-description
Dec 15 18:47:32.815734 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: stateful_security_group.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.816652 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.817157 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: stateful-security-group
Dec 15 18:47:32.817493 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: stdattrs_common.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.818065 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 15 18:47:32.818379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.819291 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.819794 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 15 18:47:32.820108 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: subnet_onboard.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.821251 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.821797 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: subnet_onboard
Dec 15 18:47:32.822114 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.823030 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.823528 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 15 18:47:32.823842 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: subnet_service_types.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.824765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.825270 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: subnet-service-types
Dec 15 18:47:32.825665 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: subnetallocation.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.826740 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.827248 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: subnet_allocation
Dec 15 18:47:32.827567 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.828221 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.828719 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: subnetpool-prefix-ops
Dec 15 18:47:32.829039 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.829986 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.830488 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 15 18:47:32.830802 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: tagging.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.831871 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.832388 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: standard-attr-tag
Dec 15 18:47:32.832706 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: timestamp.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.833918 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.834423 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loaded extension: standard-attr-timestamp
Dec 15 18:47:32.834744 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: trunk.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.835763 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.836275 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension trunk not supported by any of loaded plugins
Dec 15 18:47:32.836594 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: trunk_details.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.837528 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.838033 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension trunk-details not supported by any of loaded plugins
Dec 15 18:47:32.838351 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: uplink_status_propagation.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.839250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.839757 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 15 18:47:32.840079 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Loading extension file: vlantransparent.py {{(pid=83565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 15 18:47:32.840744 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 15 18:47:32.841788 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 15 18:47:32.844078 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:network
Dec 15 18:47:32.844795 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:subnet
Dec 15 18:47:32.845612 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 18:47:32.846204 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:port
Dec 15 18:47:32.847475 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.847911 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service FLAVORS assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.848536 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.848954 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.849280 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:router
Dec 15 18:47:32.849944 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:floatingip
Dec 15 18:47:32.850637 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service METERING assigned prefix: /metering {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.852045 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9cee2ce9a0>> rbac-policy before_create 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.852405 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9cee2ce9a0>> rbac-policy before_update 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.852753 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9cee2ce9a0>> rbac-policy before_delete 55550000 {{(pid=83565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:47:32.853905 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 15 18:47:32.854331 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:security_group
Dec 15 18:47:32.854971 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 15 18:47:32.855703 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service CORE assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.856027 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 18:47:32.856359 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] subnetpool is already registered
Dec 15 18:47:32.857614 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service CORE assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.857938 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 18:47:32.858263 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] subnetpool is already registered
Dec 15 18:47:32.860787 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.861214 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service FLAVORS assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.861827 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.862247 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.862574 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:router
Dec 15 18:47:32.862899 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] router is already registered
Dec 15 18:47:32.863483 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:floatingip
Dec 15 18:47:32.863804 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] floatingip is already registered
Dec 15 18:47:32.864419 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service METERING assigned prefix: /metering {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.865072 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 15 18:47:32.865420 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] rbac_policy is already registered
Dec 15 18:47:32.865958 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:security_group
Dec 15 18:47:32.866279 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] security_group is already registered
Dec 15 18:47:32.866853 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 15 18:47:32.867177 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] security_group_rule is already registered
Dec 15 18:47:32.867833 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service CORE assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.868156 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 18:47:32.868475 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] subnetpool is already registered
Dec 15 18:47:32.869070 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.v2.resource_helper [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Service CORE assigned prefix:  {{(pid=83565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 15 18:47:32.869412 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 15 18:47:32.869731 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING neutron.quota.resource_registry [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] subnetpool is already registered
Dec 15 18:47:32.870358 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: extensions {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.871796 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: address-groups {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.873444 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: address-scopes {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.874615 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: agents {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.875747 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: auto-allocated-topology {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.876957 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: availability_zones {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.878261 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: dhcp-networks {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.879632 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: dhcp-agents {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.881007 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: routers {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.882789 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: flavors {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.883905 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: service_profiles {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.885060 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: next_providers {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.886575 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: service_profiles {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.888015 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: floatingip-pools {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.889198 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: routers {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.891016 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: floatingips {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.892403 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: l3-routers {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.893743 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: l3-agents {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.895100 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: metering-labels {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.897220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: metering-label-rules {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.898472 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: network-ip-availabilities {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.899678 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: bindings {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.901276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: quotas {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.902689 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: quotas {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.904603 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: rbac-policies {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.905877 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: security-groups {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.907051 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: security-group-rules {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.908290 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: service-providers {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.909578 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: subnetpools {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.910964 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: subnetpools {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.912361 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.914035 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.915769 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.917534 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.919866 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.921544 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.923250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.925064 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.926879 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.928677 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron.api.extensions [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Extended resource: tags {{(pid=83565) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 15 18:47:32.934750 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING keystonemiddleware.auth_token [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 15 18:47:32.939490 dv-neutron-821830-2-hyperv neutron-server[83565]: WARNING keystonemiddleware.auth_token [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 15 18:47:32.947851 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_concurrency.lockutils [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Acquired lock "singleton_lock" {{(pid=83565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 15 18:47:32.948326 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_concurrency.lockutils [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Releasing lock "singleton_lock" {{(pid=83565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 15 18:47:32.948948 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO oslo_service.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Starting 2 workers
Dec 15 18:47:32.953562 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Started child 83670 {{(pid=83565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 15 18:47:32.957698 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Started child 83671 {{(pid=83565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 15 18:47:32.959044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:32.959649 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO neutron.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Neutron service started, listening on 0.0.0.0:9696
Dec 15 18:47:32.959867 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Notify callbacks [] for process, before_spawn {{(pid=83565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:32.960602 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [-] (83670) wsgi starting up on http://0.0.0.0:9696
Dec 15 18:47:32.962373 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO oslo_service.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Starting 1 workers
Dec 15 18:47:32.962523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:32.963735 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [-] (83671) wsgi starting up on http://0.0.0.0:9696
Dec 15 18:47:32.967813 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Started child 83672 {{(pid=83565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 15 18:47:32.968332 dv-neutron-821830-2-hyperv neutron-server[83565]: INFO oslo_service.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Starting 1 workers
Dec 15 18:47:32.971568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] calling RpcWorker wait() {{(pid=83672) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 15 18:47:32.972102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] returning from RpcWorker wait() {{(pid=83672) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 15 18:47:32.972489 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Started child 83673 {{(pid=83565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 15 18:47:32.973283 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG neutron_lib.callbacks.manager [None req-d7332168-a52f-4ef1-9d0d-57459c76ea3f None None] Notify callbacks [] for process, after_spawn {{(pid=83565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:32.973556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:32.974070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:47:32.975214 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 15 18:47:32.975418 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 18:47:32.975592 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 15 18:47:32.975794 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 15 18:47:32.976131 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 15 18:47:32.976289 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 15 18:47:32.976775 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.977034 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.977314 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.977479 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:32.977936 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.977936 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.978365 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.978651 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.978882 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.979152 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.979375 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.979536 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.979865 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.980255 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.980636 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.981059 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.981494 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.981992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.982888 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.983215 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.983608 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.984014 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.984375 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.984795 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.985172 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.985811 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.986205 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.986590 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.986951 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.987351 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.987749 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.988169 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.988558 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.988907 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.989275 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.989718 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.990089 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.990481 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.990893 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.991245 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.991858 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] host                           = dv-neutron-821830-2-hyperv {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.992244 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.992612 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.992995 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.993413 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.993807 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.994177 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.994560 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.995032 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.995416 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.995780 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.996172 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.996532 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.996899 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.997284 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.997649 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.998044 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.998446 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.998853 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.999193 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.999509 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:32.999912 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.000323 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.000694 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.001492 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:47:33.001626 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.001850 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.002072 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.002311 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.002559 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.002950 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.003352 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.003721 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.003961 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.004205 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.004465 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.004696 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.004921 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.005163 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.005420 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.005654 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.005892 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.006112 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.006334 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.006560 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.006771 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.006996 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.007390 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.007784 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.008172 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.008554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.008915 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.009275 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.009667 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.010081 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.010447 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.010830 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.011220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.011583 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.011955 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.012304 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.012664 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.013133 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.013515 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.013881 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.014276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.014627 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.014984 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.015331 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.015676 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.016030 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.016564 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.017240 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.017598 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.017823 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.019601 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.019877 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.020132 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.020361 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.021080 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.022164 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.022556 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.022830 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.023191 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.023499 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.023768 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.024040 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.024274 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.024549 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.024780 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.025029 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.025255 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.025519 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.025796 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.026023 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.026245 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.026492 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.026728 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.026968 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.027202 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.027468 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.027711 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.027987 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.028195 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.028436 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.029149 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.029384 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.029601 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.029963 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.030059 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.030329 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.030566 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.030789 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.031024 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.031505 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.031505 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.031729 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.031923 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.032138 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.032526 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.032622 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.032787 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.033054 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.033276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.033517 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.033737 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.033991 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.034246 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.034495 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.034738 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.034991 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.035218 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.035452 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.035686 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.035890 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.036131 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.036348 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.036563 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.036783 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.037009 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.037248 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.037525 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.037742 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.037987 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.038226 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.038588 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.038865 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.039110 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.039377 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.039600 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.039847 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.040106 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.040361 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.040606 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.040837 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.041058 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.041383 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.041587 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.041848 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.042099 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.042344 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.042606 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.042832 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.043081 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.043325 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.043566 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.043948 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.044117 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.044454 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.045184 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.045471 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.045711 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.046011 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.046240 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.046523 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.046754 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.047017 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.047326 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.047605 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.047867 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.048109 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.048378 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.048636 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.048892 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.049161 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.049453 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.049728 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.049866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 49396) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:47:33.049951 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.050235 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.050486 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.050751 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.050973 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.051203 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.051530 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.051792 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.052011 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.052297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.052590 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.052842 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.053088 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.053391 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.053656 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.053897 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.054133 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.054373 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.054607 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.055162 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.055162 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.055322 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.055603 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.055906 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.056005 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.056383 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.056383 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.056641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.057215 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.057215 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.057512 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.057512 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.057759 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.058145 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.058519 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.058746 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.059006 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.059250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.059702 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.060145 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.060541 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.060961 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.061210 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.061514 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.061766 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.061991 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.062243 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.062474 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.062729 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.062945 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.063188 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.063427 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.063641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.063852 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.064251 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.064492 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.064862 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.065124 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.066129 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.066129 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.066298 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0123489
Dec 15 18:47:33.066372 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.066372 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.066372 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.066619 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.067049 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.067441 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.067814 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.068593 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.068593 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.068593 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.068833 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.068912 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.069153 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.069647 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.069972 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.070285 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.070988 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.070988 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.070988 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.071243 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.071685 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.072095 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.072402 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.072848 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.073162 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.073488 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.073809 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.074103 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.075177 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.075422 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.075686 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.075906 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.076199 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.076452 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.076700 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.077004 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.077266 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.077544 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.077805 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.078124 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.078347 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.078582 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.078824 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.079064 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.079287 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.079553 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.079879 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.080186 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.080460 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.081333 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.081333 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.081333 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.081561 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.081745 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.082058 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.082384 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.082686 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.082947 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.083177 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.083428 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.083671 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.083913 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.084161 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.084395 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.084612 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.084869 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.085125 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.085400 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.085622 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.085845 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.086064 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.086297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.086530 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.086753 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.087008 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.087192 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 15 18:47:33.087635 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 15 18:47:33.087794 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 15 18:47:33.087949 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 15 18:47:33.088116 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 15 18:47:33.088289 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 15 18:47:33.088443 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 15 18:47:33.088653 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.088804 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.088956 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.089157 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.089249 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.090396 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.090567 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.090782 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.090934 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.091595 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.091767 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.091926 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.092086 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.092249 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.092408 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.092567 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.092728 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.092884 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.093186 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.093505 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.093792 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.094076 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.094356 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.094655 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.094990 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.095168 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.095334 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.095494 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.095654 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.095813 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.095975 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.096135 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.096294 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.096454 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097332 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097332 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097332 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097332 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097332 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097714 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] host                           = dv-neutron-821830-2-hyperv {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097714 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097714 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097949 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.097949 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.098124 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.098285 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.098442 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.098596 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.098750 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.098908 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.099067 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.099225 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.099386 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.099545 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.099702 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.099861 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.100018 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.100181 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.100359 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.100524 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.100679 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.100842 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.101022 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.101156 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.101342 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.102418 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.102586 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.102765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.102925 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.103894 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.104220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.104530 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.104694 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105609 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105609 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105609 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105609 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105609 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105609 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105978 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.105978 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.106095 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.106158 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.106318 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.106716 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.106837 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.107522 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.107644 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.107801 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.107961 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.108123 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.108284 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.108444 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.108604 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.108761 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.108921 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.109105 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.109215 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.109457 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.109542 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.109699 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.109837 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.110001 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.110168 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.110331 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.110472 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.110611 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.110767 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.111080 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 15 18:47:33.111266 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.111429 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.111596 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.111758 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.112525 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.112525 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.112525 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.112525 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.112525 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113027 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113027 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113027 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113390 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113390 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113618 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113618 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113785 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.113906 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.114063 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.114376 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.114536 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.114857 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.115015 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.115154 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.115320 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.115481 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.115642 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.115805 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.115964 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.116189 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.116331 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.116524 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.116669 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.116807 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.116943 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.117079 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.117248 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.117442 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.117582 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.117718 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.117864 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.118024 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.118185 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119126 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119126 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119126 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119126 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119126 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119126 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119846 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119846 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119846 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119846 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.119846 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121038 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121038 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121038 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121038 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.121730 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.122765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.122765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.122765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.122765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.122765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.122765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.122765 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.124276 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.125366 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.126379 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.127387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.127387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.127387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.127387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.127387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.127387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.127387 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.128317 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.128317 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.128317 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.128317 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.128317 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.128317 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129088 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129088 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129088 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129088 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129088 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129088 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129859 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129859 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129859 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129859 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.129859 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.130505 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.130505 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.130505 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.130505 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131005 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131005 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131005 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131393 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131393 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131393 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131773 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.131773 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132030 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132030 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132302 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132302 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132578 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132578 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132837 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.132837 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.133093 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.133229 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.133429 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.133569 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.133706 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.133988 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.133988 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.134282 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.134282 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.134570 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.134570 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.134923 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.134923 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.134923 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.135438 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.135438 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.135438 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.135819 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.135819 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.135819 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.136465 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.136465 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.136465 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.136465 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137206 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137206 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137206 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137206 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137206 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137869 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137869 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137869 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.137869 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.138992 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140003 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140003 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140003 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140003 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140003 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140003 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140003 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140672 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140672 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140672 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.140672 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.141600 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.141600 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.141600 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.141600 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.141600 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.141600 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.143680 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.146220 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.147297 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.148554 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.149641 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.151250 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.152394 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 15 18:47:33.152394 dv-neutron-821830-2-hyperv neutron-server[83565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 15 18:47:43.284497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d5f4b-b262-4cee-a48e-11abcc7231cc None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 18:47:43.378127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d5f4b-b262-4cee-a48e-11abcc7231cc None None] No non-hosted networks {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 15 18:47:43.393166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.agentschedulers_db [None req-9d5d5f4b-b262-4cee-a48e-11abcc7231cc None None] DHCP Agent not found on host dv-neutron-821830-2-hyperv {{(pid=83672) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 15 18:47:43.449197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc24e22b-4612-481c-8f7e-71388636d107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925097'] for agent, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:45.462847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4058463f-0279-4944-9db5-21925c8ac679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925097'] for agent, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:45.503083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e12ea822-c97e-482a-8637-4c7c6adef3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:46.643698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925097'] for agent, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:46.746244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925097'] for agent, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:46.748740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.749362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.752433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.754247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.754848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.755367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.758960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.759663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.760794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.763481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.765666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:46.767100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9cedf04820>, 'Open vSwitch agent', 'dv-neutron-821830-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:47:46.783922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9cedf0b5e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821830-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:47:48.117195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925097'] for agent, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:49.760147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 49496) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:47:50.383198 dv-neutron-821830-2-hyperv neutron-server[83671]: WARNING oslo_policy.policy [None req-52a5c16d-ed86-40f2-9387-d6f493b8c316 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:50.383792 dv-neutron-821830-2-hyperv neutron-server[83671]: WARNING oslo_policy.policy [None req-52a5c16d-ed86-40f2-9387-d6f493b8c316 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:50.600074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-52a5c16d-ed86-40f2-9387-d6f493b8c316 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:47:50.601152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-52a5c16d-ed86-40f2-9387-d6f493b8c316 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8400967
Dec 15 18:47:52.491495 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.db.l3_hamode_db [None req-827c4b2d-4ae2-4111-afda-41f1ef3c7e88 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 15 18:47:52.578064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c4b2d-4ae2-4111-afda-41f1ef3c7e88 None None] Routers set() bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:47:52.578367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c4b2d-4ae2-4111-afda-41f1ef3c7e88 None None] Router IDs set() for agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 15 18:47:52.850545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 49510) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:47:53.235543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:47:53.284352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.policy [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83671) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 15 18:47:53.285106 dv-neutron-821830-2-hyperv neutron-server[83671]: WARNING oslo_policy.policy [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:53.285494 dv-neutron-821830-2-hyperv neutron-server[83671]: WARNING oslo_policy.policy [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:53.288738 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.quota [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9cee0a94c0>.
Dec 15 18:47:53.304569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:47:53.373268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769498677522', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769498670649', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769498670941', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769498676003', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769498648621', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1170788', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1177956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-548968', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610338'] for rbac-policy, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:53.446339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:53.447273 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d7f85f35-4357-422f-ac08-9c881c0cb62c admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5957520
Dec 15 18:47:55.961899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49524) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:47:56.555831 dv-neutron-821830-2-hyperv neutron-server[83670]: WARNING oslo_policy.policy [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:56.556389 dv-neutron-821830-2-hyperv neutron-server[83670]: WARNING oslo_policy.policy [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:56.769986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd5a087afdb414254b96e13c72b006f26'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:47:56.771662 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.quota [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9cee014760>.
Dec 15 18:47:56.787551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:47:56.794540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Usage tracker for resource:network and tenant:d5a087afdb414254b96e13c72b006f26 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:47:56.800577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:47:56.808008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:47:56.824674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Made reservation on behalf of d5a087afdb414254b96e13c72b006f26 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:47:56.859185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.policy [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83670) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 15 18:47:56.859954 dv-neutron-821830-2-hyperv neutron-server[83670]: WARNING oslo_policy.policy [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:56.860329 dv-neutron-821830-2-hyperv neutron-server[83670]: WARNING oslo_policy.policy [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 15 18:47:56.864909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:56.886738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:56.936529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:47:56.940248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a087afdb414254b96e13c72b006f26 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:47:56.943078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:47:56.948761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:47:57.020738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:57.024563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:57.030982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:47:57.049823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:47:57.076122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769499831754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:57.076639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9ceec1dca0> segment precommit_create {{(pid=83670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 15 18:47:57.077135 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Added segment 665a3d60-c3c9-498f-9f4f-e0276251699a of type vlan for network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c
Dec 15 18:47:57.127653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3c201-2262-4d1f-9036-5fbc24376dbd,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:47:57.154610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.154946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.155270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.155589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.155924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.156245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.156570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.156884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.157196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.157589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.157833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Tracked resource versions report:
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]: pushed versions:
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Log': {'1.0'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Network': {'1.1'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Port': {'1.5'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'PortForwarding': {'1.2'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'QosPolicy': {'1.8'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'SecurityGroup': {'1.2'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'SubPort': {'1.0'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Subnet': {'1.1'},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Trunk': {'1.1'}}
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]: consumer versions:
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Log': '1.0',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Network': '1.1',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Port': '1.5',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'PortForwarding': '1.2',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'QosPolicy': '1.8',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'SecurityGroup': '1.2',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'SubPort': '1.0',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Subnet': '1.1',
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Trunk': '1.1'}}
Dec 15 18:47:57.159147 dv-neutron-821830-2-hyperv neutron-server[83670]:  {{(pid=83670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:47:57.199005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:57.211506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:47:57.241582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:57.243207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:47:57.243984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:47:57.248500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:47:57.353271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Pushing event updated for resources: {'Network': ['ID=c04aa26a-5e80-4bda-ad2c-dbdee8037f4c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:47:57.356043 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3920925
Dec 15 18:47:57.358086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:47:57.366760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:47:59.956915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49546) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:00.427718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77954cb8-52a1-41e9-8efb-dd4498ac5449 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:48:00.429058 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-77954cb8-52a1-41e9-8efb-dd4498ac5449 admin admin] 10.222.0.48 "GET /v2.0/networks/c04aa26a-5e80-4bda-ad2c-dbdee8037f4c HTTP/1.1" status: 200  len: 825 time: 0.4711716
Dec 15 18:48:00.461046 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f8c8e389-c7d7-4437-8f8a-9005c7ae8e07 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/1d799b92-05ce-4a1a-b760-bfa52b61323c HTTP/1.1" status: 200  len: 734 time: 0.0266385
Dec 15 18:48:00.470384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'subnetpool_id': '1d799b92-05ce-4a1a-b760-bfa52b61323c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:48:00.475017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:48:00.478780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Usage tracker for resource:subnet and tenant:d5a087afdb414254b96e13c72b006f26 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:48:00.482053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:48:00.487680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:48:00.498485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Made reservation on behalf of d5a087afdb414254b96e13c72b006f26 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:48:00.500884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:00.780456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:00.784852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:00.863518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e82a9b-e204-48ce-9ee2-fd112d766b38,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:00.870149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:00.873426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Checking segment: {'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:48:00.873785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Network hostable DHCP agents. Network: c04aa26a-5e80-4bda-ad2c-dbdee8037f4c, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:48:00.900542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:48:00.910643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, c04aa26a-5e80-4bda-ad2c-dbdee8037f4c) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:48:00.915294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:48:00.915882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:00.921636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7c7fc-3163-41fb-aae3-cc5d2b592f06 None None] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:48:00.935274 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4683130
Dec 15 18:48:01.230752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'fixed_ips': [{'subnet_id': '59e82a9b-e204-48ce-9ee2-fd112d766b38'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:48:01.232529 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:01.419373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Allocated IP 172.20.0.2 (c04aa26a-5e80-4bda-ad2c-dbdee8037f4c/59e82a9b-e204-48ce-9ee2-fd112d766b38/50c41516-d017-44ab-b063-2b6e60300835) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:48:01.644863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:01.658628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Transition to ACTIVE for port object 50c41516-d017-44ab-b063-2b6e60300835 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:48:01.681156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Transition to ACTIVE for port object 50c41516-d017-44ab-b063-2b6e60300835 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:48:01.688721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:01.693356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:01.755510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:48:01.758839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:48:01.764711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Pushing event updated for resources: {'Port': ['ID=50c41516-d017-44ab-b063-2b6e60300835,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:01.767350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:48:01.779105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.779456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.779772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.780094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.780429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.780747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.781062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.781412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.781728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.782039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.782345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Tracked resource versions report:
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]: pushed versions:
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Log': {'1.0'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Network': {'1.1'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Port': {'1.5'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'PortForwarding': {'1.2'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'QosPolicy': {'1.8'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'SecurityGroup': {'1.2'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'SubPort': {'1.0'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Subnet': {'1.1'},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Trunk': {'1.1'}}
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]: consumer versions:
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Log': '1.0',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Network': '1.1',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Port': '1.5',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'PortForwarding': '1.2',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'QosPolicy': '1.8',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'SecurityGroup': '1.2',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'SubPort': '1.0',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Subnet': '1.1',
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Trunk': '1.1'}}
Dec 15 18:48:01.783738 dv-neutron-821830-2-hyperv neutron-server[83672]:  {{(pid=83672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:48:01.817150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:01.870287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Attempting to bind port 50c41516-d017-44ab-b063-2b6e60300835 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:48:01.870694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Attempting to bind port 50c41516-d017-44ab-b063-2b6e60300835 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:48:01.871117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Attempting to bind port 50c41516-d017-44ab-b063-2b6e60300835 on network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:48:01.877730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:48:01.878146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Checking segment: {'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:48:01.878604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:01.878989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Bound using segment: {'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:48:01.879460 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Bound port: 50c41516-d017-44ab-b063-2b6e60300835, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:48:01.879840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:01.964741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] For port 50c41516-d017-44ab-b063-2b6e60300835, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:48:01.969208 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] For port 50c41516-d017-44ab-b063-2b6e60300835, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=50c41516-d017-44ab-b063-2b6e60300835,segment=NetworkSegment(665a3d60-c3c9-498f-9f4f-e0276251699a),segment_id=665a3d60-c3c9-498f-9f4f-e0276251699a)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:48:01.973906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:01.978395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:02.079382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Pushing event updated for resources: {'Port': ['ID=50c41516-d017-44ab-b063-2b6e60300835,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:02.082350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:03.237490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49556) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:03.639050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-e3a10f76-def0-49b9-97a8-e47deac95f8b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:48:03.640302 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e3a10f76-def0-49b9-97a8-e47deac95f8b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4015129
Dec 15 18:48:04.992926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 50c41516-d017-44ab-b063-2b6e60300835 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:48:05.065048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 50c41516-d017-44ab-b063-2b6e60300835 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:48:05.700454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55170b2b-488b-4e48-ba53-3b39b2ea2c37 None None] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:48:05.801660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Provisioning for port 50c41516-d017-44ab-b063-2b6e60300835 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:48:05.811756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Provisioning complete for port 50c41516-d017-44ab-b063-2b6e60300835 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:05.812159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:05.920873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49570) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:06.030767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:06.078589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] For port 50c41516-d017-44ab-b063-2b6e60300835, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=50c41516-d017-44ab-b063-2b6e60300835,segment=NetworkSegment(665a3d60-c3c9-498f-9f4f-e0276251699a),segment_id=665a3d60-c3c9-498f-9f4f-e0276251699a)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:48:06.083184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:06.086885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9453e782-94d1-4f1e-bb22-72b893cde891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:06.154811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Pushing event updated for resources: {'Port': ['ID=50c41516-d017-44ab-b063-2b6e60300835,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:06.162213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:06.316514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d95232ad-36a8-4afd-b33a-2fa5e981efd4 None None] Provisioning complete for port 50c41516-d017-44ab-b063-2b6e60300835 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:06.316816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d95232ad-36a8-4afd-b33a-2fa5e981efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:06.325057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-e7c64951-675d-45ce-a4bc-a9bdbb9b031d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:48:06.326041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e7c64951-675d-45ce-a4bc-a9bdbb9b031d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4042139
Dec 15 18:48:06.960813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 50c41516-d017-44ab-b063-2b6e60300835 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:48:07.030797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 50c41516-d017-44ab-b063-2b6e60300835 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:07.031437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:08.925540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49582) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:09.296154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'name': 'router1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:48:09.301337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:48:09.305066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Usage tracker for resource:router and tenant:d5a087afdb414254b96e13c72b006f26 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:48:09.308297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:48:09.314663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:48:09.325320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:09.327085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:09.352821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:09.470752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:09.489475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:09.490633 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-44f8c069-1cfb-40dd-8a5e-572da7e3c559 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5639892
Dec 15 18:48:11.827966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49592) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:12.219302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-8a7d75ed-cfde-4dd7-9965-0b3d18095ad8 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:48:12.220317 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8a7d75ed-cfde-4dd7-9965-0b3d18095ad8 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3913963
Dec 15 18:48:13.251163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d774b49a-e351-48af-9266-797cfd28576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:14.504931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49602) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:14.905249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:48:14.911275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:48:14.915291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Usage tracker for resource:network and tenant:bef14c94146044e2b80b7e14f506f029 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:48:14.917758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:48:14.923507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:48:14.935267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Made reservation on behalf of bef14c94146044e2b80b7e14f506f029 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:48:14.937655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:14.950590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:14.981908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:48:14.985921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Usage tracker for resource:security_group_rule and tenant:bef14c94146044e2b80b7e14f506f029 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:48:14.988764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:48:14.994957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:48:15.026082 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:48:15.070161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:15.074490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:15.079822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:15.094911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Reserving flat network on physical network physnet1 {{(pid=83670) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 15 18:48:15.115837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a13e2-ed3f-43c2-83dc-bd4bc1ea21b6,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:15.121145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:15.122091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:15.122467 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Added segment b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc of type flat for network f5a6c991-6ae2-4180-8cf6-e17747afaa30
Dec 15 18:48:15.158787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:15.196301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:15.197559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:48:15.198134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:15.202708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:15.300945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7949181
Dec 15 18:48:15.303676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Pushing event updated for resources: {'Network': ['ID=f5a6c991-6ae2-4180-8cf6-e17747afaa30,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:15.306317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:15.317954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:48:15.449592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5060b661-aeea-471e-a853-b481b2f7733c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:16.583731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:16.738513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:17.627026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49622) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:17.876394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb3352-e020-42d2-8e19-2b5ec2851d89 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:48:17.877830 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-87cb3352-e020-42d2-8e19-2b5ec2851d89 admin admin] 10.222.0.48 "GET /v2.0/subnets/59e82a9b-e204-48ce-9ee2-fd112d766b38 HTTP/1.1" status: 200  len: 849 time: 0.2495966
Dec 15 18:48:18.038781 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-19db111c-ba4e-4022-baaf-15f33c17c9dc admin admin] 10.222.0.48 "GET /v2.0/routers/4b955906-f563-4404-9750-5588d8f58c53 HTTP/1.1" status: 200  len: 704 time: 0.1555719
Dec 15 18:48:18.074916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:18.515797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:18.754215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Allocated IP 172.20.0.1 (c04aa26a-5e80-4bda-ad2c-dbdee8037f4c/59e82a9b-e204-48ce-9ee2-fd112d766b38/cc1b8424-cbfd-41a7-ab49-d366fed3e7d7) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:48:18.980970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:18.999959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Transition to ACTIVE for port object cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:48:19.053406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.058365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:19.118677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:48:19.122186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:48:19.130627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:48:19.131116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.174267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1b8424-cbfd-41a7-ab49-d366fed3e7d7,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:19.184934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:19.261571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.343511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb2c23b8-117e-41b1-b954-35239089f41a None None] Provisioning for port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:48:19.348925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb2c23b8-117e-41b1-b954-35239089f41a None None] Provisioning complete for port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:19.349347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fb2c23b8-117e-41b1-b954-35239089f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.402192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c23b8-117e-41b1-b954-35239089f41a None None] Port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:48:19.494451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.499863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.501035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.504613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:19.633776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1b8424-cbfd-41a7-ab49-d366fed3e7d7,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:19.641130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:19.705227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:48:19.706373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:48:19.933490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-03cf7399-987f-4ab3-860c-071c50e623df None None] Provisioning complete for port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:19.933871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-03cf7399-987f-4ab3-860c-071c50e623df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:19.990472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-03cf7399-987f-4ab3-860c-071c50e623df None None] Port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:48:20.078631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Router 4b955906-f563-4404-9750-5588d8f58c53 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:48:20.250312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:48:20.260023 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Sync routers for ids ['4b955906-f563-4404-9750-5588d8f58c53'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:48:20.261006 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] 10.222.0.48 "PUT /v2.0/routers/4b955906-f563-4404-9750-5588d8f58c53/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2166893
Dec 15 18:48:20.274739 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Routers {'4b955906-f563-4404-9750-5588d8f58c53'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:48:20.275674 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedee8af0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:48:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b955906-f563-4404-9750-5588d8f58c53'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:20.455872 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Set router 4b955906-f563-4404-9750-5588d8f58c53 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:48:20.845653 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedee8af0>, [{'id': '4b955906-f563-4404-9750-5588d8f58c53', 'name': 'router1', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:48:09Z', 'updated_at': '2021-12-15T18:48:19Z', 'revision_number': 2, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'gw_port_host': None, '_interfaces': [{'id': 'cc1b8424-cbfd-41a7-ab49-d366fed3e7d7', 'name': '', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'mac_address': 'fa:16:3e:ff:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:18Z', 'updated_at': '2021-12-15T18:48:19Z', 'revision_number': 2, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'subnets': [{'id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d799b92-05ce-4a1a-b760-bfa52b61323c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:20.850609 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Checking router: 4b955906-f563-4404-9750-5588d8f58c53 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:48:20.850962 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Updating router 4b955906-f563-4404-9750-5588d8f58c53 port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:48:20.913928 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:21.330926 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:21.350324 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Transition to ACTIVE for port object cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:48:21.367067 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:21.372760 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:21.545941 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Pushing event updated for resources: {'Port': ['ID=cc1b8424-cbfd-41a7-ab49-d366fed3e7d7,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:21.618030 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.618516 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.618938 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.619368 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.619979 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.620349 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.620813 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.621360 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.621765 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.622082 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.622397 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Tracked resource versions report:
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]: pushed versions:
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Log': {'1.0'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Network': {'1.1'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Port': {'1.5'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'PortForwarding': {'1.2'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'QosPolicy': {'1.8'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'SecurityGroup': {'1.2'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'SubPort': {'1.0'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Subnet': {'1.1'},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Trunk': {'1.1'}}
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]: consumer versions:
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Log': '1.0',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Network': '1.1',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Port': '1.5',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'PortForwarding': '1.2',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'QosPolicy': '1.8',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'SecurityGroup': '1.2',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'SubPort': '1.0',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Subnet': '1.1',
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Trunk': '1.1'}}
Dec 15 18:48:21.623809 dv-neutron-821830-2-hyperv neutron-server[83673]:  {{(pid=83673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:48:21.635829 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:21.653244 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Attempting to bind port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:48:21.653654 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Attempting to bind port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:48:21.654075 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Attempting to bind port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 on network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:48:21.660762 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:48:21.661176 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Checking segment: {'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:48:21.661720 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:21.662050 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Bound using segment: {'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:48:21.662527 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Bound port: cc1b8424-cbfd-41a7-ab49-d366fed3e7d7, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665a3d60-c3c9-498f-9f4f-e0276251699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:48:21.662908 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:21.758875 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] For port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:48:21.763677 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] For port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cc1b8424-cbfd-41a7-ab49-d366fed3e7d7,segment=NetworkSegment(665a3d60-c3c9-498f-9f4f-e0276251699a),segment_id=665a3d60-c3c9-498f-9f4f-e0276251699a)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:48:21.768489 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:21.773795 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:21.868498 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Pushing event updated for resources: {'Port': ['ID=cc1b8424-cbfd-41a7-ab49-d366fed3e7d7,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:21.872254 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:21.881065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Routers {'4b955906-f563-4404-9750-5588d8f58c53'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:48:21.881705 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedee8af0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:48:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b955906-f563-4404-9750-5588d8f58c53'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:22.044268 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] Set router 4b955906-f563-4404-9750-5588d8f58c53 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:48:22.421065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedee8af0>, [{'id': '4b955906-f563-4404-9750-5588d8f58c53', 'name': 'router1', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:48:09Z', 'updated_at': '2021-12-15T18:48:19Z', 'revision_number': 2, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'gw_port_host': None, '_interfaces': [{'id': 'cc1b8424-cbfd-41a7-ab49-d366fed3e7d7', 'name': '', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'mac_address': 'fa:16:3e:ff:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:18Z', 'updated_at': '2021-12-15T18:48:21Z', 'revision_number': 4, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'subnets': [{'id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d799b92-05ce-4a1a-b760-bfa52b61323c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:22.425201 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49bc41-97ad-42c6-a658-65de995e4b6a None None] The sync data for ids ['4b955906-f563-4404-9750-5588d8f58c53'] in dv-neutron-821830-2-hyperv is: [{'id': '4b955906-f563-4404-9750-5588d8f58c53', 'name': 'router1', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:48:09Z', 'updated_at': '2021-12-15T18:48:19Z', 'revision_number': 2, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'gw_port_host': None, '_interfaces': [{'id': 'cc1b8424-cbfd-41a7-ab49-d366fed3e7d7', 'name': '', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'mac_address': 'fa:16:3e:ff:90:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:18Z', 'updated_at': '2021-12-15T18:48:21Z', 'revision_number': 4, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'subnets': [{'id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d799b92-05ce-4a1a-b760-bfa52b61323c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:48:22.426635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49644) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:22.663847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea6185-7918-475b-a5e9-ff3279d6717b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:48:22.664298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5aea6185-7918-475b-a5e9-ff3279d6717b admin admin] Synchronizing usage tracker for tenant:bef14c94146044e2b80b7e14f506f029 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:48:22.684182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5aea6185-7918-475b-a5e9-ff3279d6717b admin admin] Unset dirty status for tenant:bef14c94146044e2b80b7e14f506f029 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:48:22.690532 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5aea6185-7918-475b-a5e9-ff3279d6717b admin admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 842 time: 0.2581680
Dec 15 18:48:22.695729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.1.1', 'ip_version': 4, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'cidr': '172.26.1.0/24', 'name': 'public-subnet'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:48:22.701764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:48:22.710526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Usage tracker for resource:subnet and tenant:bef14c94146044e2b80b7e14f506f029 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:48:22.714268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:48:22.720737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:48:22.734058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Made reservation on behalf of bef14c94146044e2b80b7e14f506f029 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:48:22.736359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:23.104593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.objects.ports [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83670) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:48:23.105030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:23.108905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:23.180558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2e7cd7-d06a-4763-93bf-ad20b890ef26,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:23.186375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:23.193428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:48:23.193779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Network hostable DHCP agents. Network: f5a6c991-6ae2-4180-8cf6-e17747afaa30, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:48:23.215447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:48:23.225114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, f5a6c991-6ae2-4180-8cf6-e17747afaa30) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:48:23.229124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:48:23.229800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:23.234320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf572e3-0957-446f-94aa-6d89492a914c None None] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:48:23.252984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5607791
Dec 15 18:48:23.505911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcdb299-4ae4-463c-ae18-fe3ad451544a None None] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:48:24.983261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:48:25.054596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:48:25.060821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:25.061201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:25.183227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:25.214927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cc1b8424-cbfd-41a7-ab49-d366fed3e7d7,segment=NetworkSegment(665a3d60-c3c9-498f-9f4f-e0276251699a),segment_id=665a3d60-c3c9-498f-9f4f-e0276251699a)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:48:25.218922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:25.221144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:25.287696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=cc1b8424-cbfd-41a7-ab49-d366fed3e7d7,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:25.290813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:25.405789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49658) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:25.639062 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a4f97199-ba15-4293-8be0-f724a159a7f6 admin admin] 10.222.0.48 "GET /v2.0/routers/4b955906-f563-4404-9750-5588d8f58c53 HTTP/1.1" status: 200  len: 710 time: 0.2315459
Dec 15 18:48:25.766869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9db09-c416-42e6-bd6e-95bddbd0c5fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:48:25.768211 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-17b9db09-c416-42e6-bd6e-95bddbd0c5fd admin admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 886 time: 0.1243818
Dec 15 18:48:25.777467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:48:26.241364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:26.464729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:26.521807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:26.652742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Allocated IP 172.26.1.47 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/db042a4b-860e-4eab-be00-763454f927d5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:48:26.797814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:26.824914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:26.828783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7d471da-379f-4f7d-83e4-8477e112fca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:26.887217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:48:26.888261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:48:26.896092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:48:26.931409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Pushing event updated for resources: {'Port': ['ID=db042a4b-860e-4eab-be00-763454f927d5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:26.936177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:26.971952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:48:27.038551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:27.038920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:27.040005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:27.202810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:27.205971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:27.399635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Router 4b955906-f563-4404-9750-5588d8f58c53 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:48:27.592266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:48:27.600057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:27.605432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] 10.222.0.48 "PUT /v2.0/routers/4b955906-f563-4404-9750-5588d8f58c53 HTTP/1.1" status: 200  len: 889 time: 1.8277876
Dec 15 18:48:27.605628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Sync routers for ids ['4b955906-f563-4404-9750-5588d8f58c53'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:48:27.615674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Routers {'4b955906-f563-4404-9750-5588d8f58c53'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:48:27.616359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cef219ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:48:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b955906-f563-4404-9750-5588d8f58c53'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:27.810723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Set router 4b955906-f563-4404-9750-5588d8f58c53 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:48:28.149567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cef219ac0>, [{'id': '4b955906-f563-4404-9750-5588d8f58c53', 'name': 'router1', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': 'db042a4b-860e-4eab-be00-763454f927d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:48:09Z', 'updated_at': '2021-12-15T18:48:26Z', 'revision_number': 4, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'gw_port': {'id': 'db042a4b-860e-4eab-be00-763454f927d5', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:26Z', 'updated_at': '2021-12-15T18:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'cc1b8424-cbfd-41a7-ab49-d366fed3e7d7', 'name': '', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'mac_address': 'fa:16:3e:ff:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:18Z', 'updated_at': '2021-12-15T18:48:25Z', 'revision_number': 5, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'subnets': [{'id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d799b92-05ce-4a1a-b760-bfa52b61323c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:28.154336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Checking router: 4b955906-f563-4404-9750-5588d8f58c53 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:48:28.154691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Updating router 4b955906-f563-4404-9750-5588d8f58c53 port db042a4b-860e-4eab-be00-763454f927d5 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:48:28.204480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:28.523167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:28.534383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Transition to ACTIVE for port object db042a4b-860e-4eab-be00-763454f927d5 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:48:28.541478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:28.545908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:28.646548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f2070-e38d-4c96-a6aa-ef3205fce4a8 None None] Pushing event updated for resources: {'Port': ['ID=db042a4b-860e-4eab-be00-763454f927d5,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:28.649577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Attempting to bind port db042a4b-860e-4eab-be00-763454f927d5 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:48:28.649944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Attempting to bind port db042a4b-860e-4eab-be00-763454f927d5 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:48:28.650328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Attempting to bind port db042a4b-860e-4eab-be00-763454f927d5 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:48:28.654356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-475f2070-e38d-4c96-a6aa-ef3205fce4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:28.657468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:48:28.657845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:48:28.658240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:28.658627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:48:28.659089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Bound port: db042a4b-860e-4eab-be00-763454f927d5, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:48:28.659478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:28.730304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] For port db042a4b-860e-4eab-be00-763454f927d5, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:48:28.733319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] For port db042a4b-860e-4eab-be00-763454f927d5, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=db042a4b-860e-4eab-be00-763454f927d5,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:48:28.737840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:28.741637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:28.820574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f2070-e38d-4c96-a6aa-ef3205fce4a8 None None] Pushing event updated for resources: {'Port': ['ID=db042a4b-860e-4eab-be00-763454f927d5,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:28.824833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Routers {'4b955906-f563-4404-9750-5588d8f58c53'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:48:28.825469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cef219ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:48:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b955906-f563-4404-9750-5588d8f58c53'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:28.871789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-475f2070-e38d-4c96-a6aa-ef3205fce4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:29.004603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] Set router 4b955906-f563-4404-9750-5588d8f58c53 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:48:29.328939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cef219ac0>, [{'id': '4b955906-f563-4404-9750-5588d8f58c53', 'name': 'router1', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': 'db042a4b-860e-4eab-be00-763454f927d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:48:09Z', 'updated_at': '2021-12-15T18:48:26Z', 'revision_number': 4, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'gw_port': {'id': 'db042a4b-860e-4eab-be00-763454f927d5', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:26Z', 'updated_at': '2021-12-15T18:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'cc1b8424-cbfd-41a7-ab49-d366fed3e7d7', 'name': '', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'mac_address': 'fa:16:3e:ff:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:18Z', 'updated_at': '2021-12-15T18:48:25Z', 'revision_number': 5, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'subnets': [{'id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d799b92-05ce-4a1a-b760-bfa52b61323c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:48:29.333150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be3312-fb7a-44bf-9218-a6a7922a6976 None None] The sync data for ids ['4b955906-f563-4404-9750-5588d8f58c53'] in dv-neutron-821830-2-hyperv is: [{'id': '4b955906-f563-4404-9750-5588d8f58c53', 'name': 'router1', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': 'db042a4b-860e-4eab-be00-763454f927d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:48:09Z', 'updated_at': '2021-12-15T18:48:26Z', 'revision_number': 4, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'gw_port': {'id': 'db042a4b-860e-4eab-be00-763454f927d5', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:26Z', 'updated_at': '2021-12-15T18:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'cc1b8424-cbfd-41a7-ab49-d366fed3e7d7', 'name': '', 'network_id': 'c04aa26a-5e80-4bda-ad2c-dbdee8037f4c', 'tenant_id': 'd5a087afdb414254b96e13c72b006f26', 'mac_address': 'fa:16:3e:ff:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b955906-f563-4404-9750-5588d8f58c53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:48:18Z', 'updated_at': '2021-12-15T18:48:25Z', 'revision_number': 5, 'project_id': 'd5a087afdb414254b96e13c72b006f26', 'subnets': [{'id': '59e82a9b-e204-48ce-9ee2-fd112d766b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d799b92-05ce-4a1a-b760-bfa52b61323c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:48:29.922770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 49668) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:48:30.057575 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e1b55469-3cd3-468e-bb51-6b516bafaf05 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1330581
Dec 15 18:48:31.000762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device db042a4b-860e-4eab-be00-763454f927d5 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:48:31.089123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port db042a4b-860e-4eab-be00-763454f927d5 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:48:31.093480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port db042a4b-860e-4eab-be00-763454f927d5 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:31.093844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:31.207322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:31.224429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port db042a4b-860e-4eab-be00-763454f927d5, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=db042a4b-860e-4eab-be00-763454f927d5,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:48:31.228500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:31.231250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:48:31.301488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=db042a4b-860e-4eab-be00-763454f927d5,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:48:31.310083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:48:32.995061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device db042a4b-860e-4eab-be00-763454f927d5 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:48:33.067359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port db042a4b-860e-4eab-be00-763454f927d5 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:48:33.067729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:43.234984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-603e7a80-ee35-4a71-9ae6-88d767a8c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:45.452112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8598575b-fe56-4d89-82f5-0718c74a7e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:46.584524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:46.734261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:48.091252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:48:52.026227 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:49:13.238807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0f121694-0c9d-42b9-bac1-14531380bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:15.456380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4af2365-dd1e-408d-8e5e-bc5a9e48d24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:16.588380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:16.754879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:18.089030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:29.026420 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:49:43.245246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04a13080-0a54-40e8-a004-ef36238e4015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:45.460101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ec351242-0230-4afa-924c-dd3e57446193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:46.593945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:46.747970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:49:48.098211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:06.026799 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:50:13.238917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-a32d-49f3-9b70-a5a1442b04c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:15.489212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-be45f006-f34a-4ef3-8555-efbf567d8e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:16.595610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:16.736346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:18.102277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:36.183879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50272) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:36.275223 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-629712af-2d97-4944-856e-c3b07df2e6b0 admin admin] GET failed (client error): The resource could not be found.
Dec 15 18:50:36.276462 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-629712af-2d97-4944-856e-c3b07df2e6b0 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0916653
Dec 15 18:50:36.407643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c1df8-6354-43d7-8d43-3eaa42e841c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:36.409020 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-519c1df8-6354-43d7-8d43-3eaa42e841c9 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1286063
Dec 15 18:50:38.445225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:38.609662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b616ca5-76bc-49b4-9e19-14a3c7d169c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:38.610220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b616ca5-76bc-49b4-9e19-14a3c7d169c5 admin admin] Synchronizing usage tracker for tenant:bef14c94146044e2b80b7e14f506f029 on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:50:38.627901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b616ca5-76bc-49b4-9e19-14a3c7d169c5 admin admin] Unset dirty status for tenant:bef14c94146044e2b80b7e14f506f029 on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:50:38.629016 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1b616ca5-76bc-49b4-9e19-14a3c7d169c5 admin admin] 10.222.0.48 "GET /v2.0/subnets/59e82a9b-e204-48ce-9ee2-fd112d766b38 HTTP/1.1" status: 200  len: 849 time: 0.1827958
Dec 15 18:50:38.638722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:50:38.756437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Notify callbacks [] for subnet, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:38.941014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769499738116'] for subnet, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:38.944435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:50:38.986509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:38.987925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:39.001625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] 10.222.0.48 "PUT /v2.0/subnets/59e82a9b-e204-48ce-9ee2-fd112d766b38 HTTP/1.1" status: 200  len: 868 time: 0.3536372
Dec 15 18:50:39.001731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94172dec-a2ae-448f-b4b0-0f00a8f79c48 None None] Network c04aa26a-5e80-4bda-ad2c-dbdee8037f4c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:50:39.008933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e82a9b-e204-48ce-9ee2-fd112d766b38,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:50:39.017704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.018035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.018361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.018682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.019089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.019319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.019634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.019947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.020257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.020569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.020873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:50:39.024555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:50:39.449184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dafd4af4-4f8d-46d6-874f-234bb801a87b None None] Provisioning complete for port 50c41516-d017-44ab-b063-2b6e60300835 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:50:39.449583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dafd4af4-4f8d-46d6-874f-234bb801a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:39.574066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dafd4af4-4f8d-46d6-874f-234bb801a87b None None] Provisioning complete for port cc1b8424-cbfd-41a7-ab49-d366fed3e7d7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:50:39.574573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dafd4af4-4f8d-46d6-874f-234bb801a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:41.006411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50292) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:41.201084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca064710-c60e-4fa6-8b04-f10448c74604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:41.201497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca064710-c60e-4fa6-8b04-f10448c74604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:41.203012 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ca064710-c60e-4fa6-8b04-f10448c74604 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1956527
Dec 15 18:50:43.026412 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:50:43.241361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50302) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:43.243602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9f15f64c-e60a-457b-baed-e2de6d2c4af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:43.438288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12e19c-96d7-4a70-aee8-74686287ab2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:43.438668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12e19c-96d7-4a70-aee8-74686287ab2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:43.440183 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5c12e19c-96d7-4a70-aee8-74686287ab2a admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1979389
Dec 15 18:50:45.459806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50312) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:45.461656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-710a0000-4e14-4ff5-af3a-0e9fd5fbb246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:45.657268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba8295-e96c-4012-ab7c-cb57e0fb7bcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:45.658563 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-41ba8295-e96c-4012-ab7c-cb57e0fb7bcb admin admin] 10.222.0.48 "GET /v2.0/networks/c04aa26a-5e80-4bda-ad2c-dbdee8037f4c HTTP/1.1" status: 200  len: 869 time: 0.1976175
Dec 15 18:50:46.600244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:46.743012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:47.700054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50322) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:47.889699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96669770-9c6b-45b9-8089-d1c0b041b161 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:47.891836 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-96669770-9c6b-45b9-8089-d1c0b041b161 admin admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 886 time: 0.1903625
Dec 15 18:50:48.104666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:50:49.923875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50332) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:50.055356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc820ee-672d-4481-8db1-2dd7a9766bf5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:50.055725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc820ee-672d-4481-8db1-2dd7a9766bf5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:50.057237 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9bc820ee-672d-4481-8db1-2dd7a9766bf5 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1323931
Dec 15 18:50:52.088736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50342) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:52.220189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab524d70-7f21-4a44-b2e9-02898e5ee0a3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:52.220554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab524d70-7f21-4a44-b2e9-02898e5ee0a3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:52.222148 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ab524d70-7f21-4a44-b2e9-02898e5ee0a3 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1324418
Dec 15 18:50:54.255048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50352) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:54.380447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc404e19-d2d1-4e3f-8546-9872e969be9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:54.381797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fc404e19-d2d1-4e3f-8546-9872e969be9c admin admin] 10.222.0.48 "GET /v2.0/subnets/2c2e7cd7-d06a-4763-93bf-ad20b890ef26 HTTP/1.1" status: 200  len: 816 time: 0.1258218
Dec 15 18:50:56.378739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50362) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:50:56.507953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329ae3d6-1c05-45c1-a395-7aed82692793 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:50:56.509289 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-329ae3d6-1c05-45c1-a395-7aed82692793 admin admin] 10.222.0.48 "GET /v2.0/subnets/59e82a9b-e204-48ce-9ee2-fd112d766b38 HTTP/1.1" status: 200  len: 868 time: 0.1296129
Dec 15 18:51:13.245215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f76505f3-e158-4af2-893c-5af1966b7f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:14.853823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50400) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:51:14.925121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-bacffd9c-2549-4064-aa50-aeffae67b2f1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:51:14.926183 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bacffd9c-2549-4064-aa50-aeffae67b2f1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0714130
Dec 15 18:51:15.469431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-80eb22a2-c73e-4a35-bf77-f5cb83dbebbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:16.603216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:16.737168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:16.995949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50410) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:51:17.087052 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-313144f2-1796-4ba7-aa4e-0f4da5279bd3 admin admin] GET failed (client error): The resource could not be found.
Dec 15 18:51:17.088242 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-313144f2-1796-4ba7-aa4e-0f4da5279bd3 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0913770
Dec 15 18:51:17.212752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f3359-a868-4862-8a4e-e5c62a753cb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:51:17.214242 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a33f3359-a868-4862-8a4e-e5c62a753cb3 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1214776
Dec 15 18:51:18.109897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:19.253441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50420) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:51:19.346338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:51:19.351243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:51:19.362311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:51:19.372466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Made reservation on behalf of bef14c94146044e2b80b7e14f506f029 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:51:19.375216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:19.486118 dv-neutron-821830-2-hyperv neutron-server[83671]: WARNING neutron.services.revisions.revision_plugin [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f9ceddaa4f0] {project_id='bef14c94146044e2b80b7e14f506f029', id='d7a83d51-06b9-4117-9667-c47aa00931ee', target_tenant='*', action='access_as_shared', object_id='eab2f36d-6b2e-433c-b2eb-84919e3f77dc'}> to bump revision.
Dec 15 18:51:19.500117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:51:19.513681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769499831754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:19.514190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9ceec1dca0> segment precommit_create {{(pid=83671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 15 18:51:19.514681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Added segment 12bba614-3d17-4b61-a038-3bf22cb1c5fe of type vlan for network eab2f36d-6b2e-433c-b2eb-84919e3f77dc
Dec 15 18:51:19.592442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:19.630029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:19.631682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:51:19.632363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:19.637653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:51:19.676820 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4223289
Dec 15 18:51:19.747247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Pushing event updated for resources: {'Network': ['ID=eab2f36d-6b2e-433c-b2eb-84919e3f77dc,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:51:19.757167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.757528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.757855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.758171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.758489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.758806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.759131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.759442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.759749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.760050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.760352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Tracked resource versions report:
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]: pushed versions:
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Log': {'1.0'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Network': {'1.1'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Port': {'1.5'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'PortForwarding': {'1.2'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'QosPolicy': {'1.8'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'SecurityGroup': {'1.2'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'SubPort': {'1.0'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Subnet': {'1.1'},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Trunk': {'1.1'}}
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]: consumer versions:
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Log': '1.0',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Network': '1.1',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Port': '1.5',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'PortForwarding': '1.2',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'QosPolicy': '1.8',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'SecurityGroup': '1.2',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'SubPort': '1.0',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Subnet': '1.1',
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Trunk': '1.1'}}
Dec 15 18:51:19.761719 dv-neutron-821830-2-hyperv neutron-server[83671]:  {{(pid=83671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:51:19.791214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:51:19.800812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network eab2f36d-6b2e-433c-b2eb-84919e3f77dc details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:51:20.025261 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:51:21.731418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50434) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:51:21.823107 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-458bfe4f-b538-4182-82b5-75cab8e7d01a admin admin] GET failed (client error): The resource could not be found.
Dec 15 18:51:21.824282 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-458bfe4f-b538-4182-82b5-75cab8e7d01a admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0918989
Dec 15 18:51:21.927798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc520c7-e298-4518-9204-da1275fcbd42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:51:21.929128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4bc520c7-e298-4518-9204-da1275fcbd42 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1002510
Dec 15 18:51:21.938803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:51:21.943084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:51:21.952908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:51:21.962306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Made reservation on behalf of bef14c94146044e2b80b7e14f506f029 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:51:21.964872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:22.195464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:22.199749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c705f954-cdb4-4b59-8e9e-4e9797ebfd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:51:22.263311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5fe7cc-ed84-4794-8db9-4499407278ab,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:51:22.265883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:51:22.278631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Checking segment: {'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:51:22.278974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Network hostable DHCP agents. Network: eab2f36d-6b2e-433c-b2eb-84919e3f77dc, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:51:22.299259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Network eab2f36d-6b2e-433c-b2eb-84919e3f77dc is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:51:22.308428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, eab2f36d-6b2e-433c-b2eb-84919e3f77dc) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:51:22.313001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:51:22.313621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:22.318282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532ad48-3287-4941-ab98-a842c03b279c None None] Network eab2f36d-6b2e-433c-b2eb-84919e3f77dc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:51:22.340432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4048042
Dec 15 18:51:22.545819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-eab2f36d-6b2e-433c-b2eb-84919e3f77dc', 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc', 'tenant_id': 'bef14c94146044e2b80b7e14f506f029', 'fixed_ips': [{'subnet_id': '7e5fe7cc-ed84-4794-8db9-4499407278ab'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:51:22.546692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:22.718503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Allocated IP 192.168.233.2 (eab2f36d-6b2e-433c-b2eb-84919e3f77dc/7e5fe7cc-ed84-4794-8db9-4499407278ab/9672ee0f-c751-4b37-9aca-6663fa242bd6) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:51:22.929760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:22.940153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Transition to ACTIVE for port object 9672ee0f-c751-4b37-9aca-6663fa242bd6 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:51:22.959161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Transition to ACTIVE for port object 9672ee0f-c751-4b37-9aca-6663fa242bd6 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:51:22.964994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:22.970368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:51:23.069829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Network eab2f36d-6b2e-433c-b2eb-84919e3f77dc is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:51:23.073141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:51:23.075524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Pushing event updated for resources: {'Port': ['ID=9672ee0f-c751-4b37-9aca-6663fa242bd6,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:51:23.077797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:51:23.116147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.116507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.116967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.117157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.117520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.117837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.118156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.118498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.121418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.121418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.121418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:51:23.126409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:51:23.175380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Attempting to bind port 9672ee0f-c751-4b37-9aca-6663fa242bd6 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:51:23.175716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Attempting to bind port 9672ee0f-c751-4b37-9aca-6663fa242bd6 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:51:23.176071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Attempting to bind port 9672ee0f-c751-4b37-9aca-6663fa242bd6 on network eab2f36d-6b2e-433c-b2eb-84919e3f77dc {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:51:23.182496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:51:23.182794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Checking segment: {'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:51:23.183179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:23.183558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Bound using segment: {'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:51:23.184007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Bound port: 9672ee0f-c751-4b37-9aca-6663fa242bd6, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:51:23.184411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:23.274678 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] For port 9672ee0f-c751-4b37-9aca-6663fa242bd6, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:51:23.278835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] For port 9672ee0f-c751-4b37-9aca-6663fa242bd6, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9672ee0f-c751-4b37-9aca-6663fa242bd6,segment=NetworkSegment(12bba614-3d17-4b61-a038-3bf22cb1c5fe),segment_id=12bba614-3d17-4b61-a038-3bf22cb1c5fe)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:51:23.283465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:23.288674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:51:23.371359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Pushing event updated for resources: {'Port': ['ID=9672ee0f-c751-4b37-9aca-6663fa242bd6,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:51:23.374709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:51:24.196370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ad47a3-6d8c-4a6b-97fb-af469966e2da None None] Network eab2f36d-6b2e-433c-b2eb-84919e3f77dc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:51:24.308384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6602e6e9-7d53-42a3-8744-7d6c87f2aadc None None] Provisioning for port 9672ee0f-c751-4b37-9aca-6663fa242bd6 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:51:25.090552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9672ee0f-c751-4b37-9aca-6663fa242bd6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:51:25.164458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 9672ee0f-c751-4b37-9aca-6663fa242bd6 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:51:25.169705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 9672ee0f-c751-4b37-9aca-6663fa242bd6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:51:25.170069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:25.283523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:25.315070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 9672ee0f-c751-4b37-9aca-6663fa242bd6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9672ee0f-c751-4b37-9aca-6663fa242bd6,segment=NetworkSegment(12bba614-3d17-4b61-a038-3bf22cb1c5fe),segment_id=12bba614-3d17-4b61-a038-3bf22cb1c5fe)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:51:25.319857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:25.321954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-475f2070-e38d-4c96-a6aa-ef3205fce4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:51:25.384732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=9672ee0f-c751-4b37-9aca-6663fa242bd6,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:51:25.387783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:51:27.064316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9672ee0f-c751-4b37-9aca-6663fa242bd6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:51:27.131406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 9672ee0f-c751-4b37-9aca-6663fa242bd6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:51:27.131773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:43.248732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-678f2d55-c261-4673-bb32-7645c888ec19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:45.463305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5e57d07e-ae3c-494c-b878-d7c6ea77a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:46.607662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:46.739810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:48.111591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:51:57.026129 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:52:13.250960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1cc1177a-14b6-47cc-bf8c-9dfc4e4844f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:15.466416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1a34289b-49d1-48b6-8f32-6f7360984784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:16.610264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:16.743066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:18.116102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:34.026734 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:52:35.783183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50476) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:52:35.791408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-f72ff61c-fe21-4461-bf70-d40037e2035c tempest-verify_tempest_config-694833065 tempest-verify_tempest_config-694833065-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:52:35.791408 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f72ff61c-fe21-4461-bf70-d40037e2035c tempest-verify_tempest_config-694833065 tempest-verify_tempest_config-694833065-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0065212
Dec 15 18:52:36.119684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50492) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:52:36.261259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:36.292045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:52:36.295825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Usage tracker for resource:security_group_rule and tenant:56b4eeac955f456b8b166c8f0453347a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:52:36.298617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:52:36.304959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:52:36.371769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:36.375449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:36.382431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:52:36.420229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d85a3-0d7b-4cfa-b046-e5f5661a9a21,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:52:36.427053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Synchronizing usage tracker for tenant:bef14c94146044e2b80b7e14f506f029 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:52:36.432813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.433145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.433503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.433852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.434171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.434487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.434903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.435135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.435444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.435754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.436059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:52:36.444247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:52:36.452124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Unset dirty status for tenant:bef14c94146044e2b80b7e14f506f029 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:52:36.453348 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56b4eeac955f456b8b166c8f0453347a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3327081
Dec 15 18:52:36.455943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50498) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:52:36.513626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:36.539262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:36.635519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:36.639560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:52:36.655269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d85a3-0d7b-4cfa-b046-e5f5661a9a21,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:52:36.657881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:52:36.663649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:36.664997 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e68d85a3-0d7b-4cfa-b046-e5f5661a9a21 HTTP/1.1" status: 204  len: 168 time: 0.2074256
Dec 15 18:52:43.253677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8d5c677-ce0f-40ab-b671-717df00d0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:45.467600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b141f2cc-b5b7-491a-8b87-6a3f8a21e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:46.613769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:46.745162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:52:48.118999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:11.026439 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:53:13.255451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6b217e2b-8e99-4a2f-8467-0f8defbc83aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:15.471291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58c2501e-2f05-435c-9e4e-516022d85a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:16.620229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:16.757414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:18.122880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:43.258137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f4a49c06-3128-4acc-bc58-b6f638030070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:45.475823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6ce50d5a-ad1f-4947-a03f-92b1673c9c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:46.617938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:46.748861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:48.027844 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 5 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:53:48.126190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:53:56.800682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-925097'] for agent, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:12.183251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50568) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:54:12.323733 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-411923d8-bc06-439d-91d9-5d9861ba7de5 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1393895
Dec 15 18:54:13.261253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3bce972b-2335-48c3-8729-42f36ddc06ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:14.389367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50578) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:54:14.472695 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5c9b464d-ba79-4089-9407-a59f2f4e9830 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0822330
Dec 15 18:54:15.480129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cef3c353-6da6-4ea1-93e2-4c396788fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:16.618803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:16.750896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:18.128709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:25.028071 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:54:26.749660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:43.264879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f46e2455-296c-4651-a655-9131671afe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:45.481247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4acea320-0526-4404-9472-ea4d38625df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:46.623097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:46.751611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:48.132991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:54:56.743874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:02.028727 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:55:13.266077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a337-22c6-4086-980f-606588d60bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:15.482964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6310edf3-0d61-433e-ad22-dad8facc7582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:16.625000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:16.752994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:18.134823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:26.756922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:35.608074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50714) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:35.930103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1547186492-network', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:35.935592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:35.939717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Usage tracker for resource:network and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:35.943899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:35.951046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:35.961966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Made reservation on behalf of 6560e564b6334d5ead0d40a3332067f2 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:35.964514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:35.978447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.019354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:36.023263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Usage tracker for resource:security_group_rule and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:36.026285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:36.032660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:36.119113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.122954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.136193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:36.147324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:36.171973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.172319 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Added segment 3a25a9ef-005f-484d-9862-fa9bf2bdd1df of type vlan for network ffaedb8d-7628-4628-9caa-177c3336a37d
Dec 15 18:55:36.182517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1655c89d-0121-4ab4-b3ec-243a990912d0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:36.210486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.217643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.218115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.218458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.218754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.219092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.219410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.219721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.220028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.220338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.220645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.220955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Tracked resource versions report:
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]: pushed versions:
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Log': {'1.0'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Network': {'1.1'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Port': {'1.5'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'PortForwarding': {'1.2'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'QosPolicy': {'1.8'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'SecurityGroup': {'1.2'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'SubPort': {'1.0'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Subnet': {'1.1'},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     'Trunk': {'1.1'}}
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]: consumer versions:
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     HyperV agent@hv-neutron-8218: {},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Log': '1.0',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Network': '1.1',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Port': '1.5',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'PortForwarding': '1.2',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'QosPolicy': '1.8',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'SecurityGroup': '1.2',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'SubPort': '1.0',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Subnet': '1.1',
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:                                                        'Trunk': '1.1'}}
Dec 15 18:55:36.222088 dv-neutron-821830-2-hyperv neutron-server[83671]:  {{(pid=83671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:55:36.247236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:36.252519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.253795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:36.254367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.273147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:36.364120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Pushing event updated for resources: {'Network': ['ID=ffaedb8d-7628-4628-9caa-177c3336a37d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:36.368433 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7590823
Dec 15 18:55:36.369594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:36.371431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50748) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:36.377023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Request body: {'subnet': {'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1547186492-subnet', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:36.381086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ffaedb8d-7628-4628-9caa-177c3336a37d details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:36.388989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:36.393985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Usage tracker for resource:subnet and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:36.397888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:36.405493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:36.419061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Made reservation on behalf of 6560e564b6334d5ead0d40a3332067f2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:36.428425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.687188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.697683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:36.799025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867e62ef-7bed-40a0-99ac-188b5f99869e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:36.805346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:36.813771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Checking segment: {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:36.814120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Network hostable DHCP agents. Network: ffaedb8d-7628-4628-9caa-177c3336a37d, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:36.840589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Network ffaedb8d-7628-4628-9caa-177c3336a37d is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:36.850683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ffaedb8d-7628-4628-9caa-177c3336a37d) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:36.857048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:36.857988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.862955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456817f9-d9e5-41e0-93c9-87bfab155932 None None] Network ffaedb8d-7628-4628-9caa-177c3336a37d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:36.863069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50764) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:36.890557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50770) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:36.890750 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.5172579
Dec 15 18:55:36.895856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:36.906165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:36.922373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Usage tracker for resource:router and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:36.926690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:36.934801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:36.953392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.954583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.973699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:36.981602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50776) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:37.136128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ffaedb8d-7628-4628-9caa-177c3336a37d', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:55:37.137012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.151350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.314231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Allocated IP 172.20.0.2 (ffaedb8d-7628-4628-9caa-177c3336a37d/867e62ef-7bed-40a0-99ac-188b5f99869e/a5e30bc2-b32b-416e-b25b-1a755450d3bf) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:37.356280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.391124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.460934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-532812896-network', 'tenant_id': '522154d252214c84a0c968e3b7963bfd'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:37.465634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:37.469856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Usage tracker for resource:network and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:37.472723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:37.481364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:37.498022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Made reservation on behalf of 522154d252214c84a0c968e3b7963bfd for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:37.500387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.544084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.553829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.567148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Transition to ACTIVE for port object a5e30bc2-b32b-416e-b25b-1a755450d3bf will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:37.581360 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:37.585237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:37.588235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:37.591179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Transition to ACTIVE for port object a5e30bc2-b32b-416e-b25b-1a755450d3bf will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:37.599725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:37.600910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.601148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1261504677'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:37.608531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:37.610599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:37.618291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:network and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:37.623152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:37.636442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:37.659218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:37.662785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.684096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Pushing event updated for resources: {'Port': ['ID=a5e30bc2-b32b-416e-b25b-1a755450d3bf,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:37.695363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.700174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Network ffaedb8d-7628-4628-9caa-177c3336a37d is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:37.702385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.702548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.702875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.703204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.703546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.703867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.704180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.704511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.704827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.705136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.705488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Tracked resource versions report:
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]: pushed versions:
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Log': {'1.0'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Network': {'1.1'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Port': {'1.5'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'PortForwarding': {'1.2'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'QosPolicy': {'1.8'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'SecurityGroup': {'1.2'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'SubPort': {'1.0'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Subnet': {'1.1'},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     'Trunk': {'1.1'}}
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]: consumer versions:
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     HyperV agent@hv-neutron-8218: {},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Log': '1.0',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Network': '1.1',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Port': '1.5',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'PortForwarding': '1.2',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'QosPolicy': '1.8',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'SecurityGroup': '1.2',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'SubPort': '1.0',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Subnet': '1.1',
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:                                                        'Trunk': '1.1'}}
Dec 15 18:55:37.706534 dv-neutron-821830-2-hyperv neutron-server[83672]:  {{(pid=83672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:55:37.709534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:37.711226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:37.713209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:37.722598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.739473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.756937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:37.758148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:37.766234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:security_group_rule and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:37.766791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.767302 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Added segment 70f43e96-2185-4d1e-b4c5-f20a6639701c of type vlan for network e89a0f83-1453-46e1-ac76-90751391cba3
Dec 15 18:55:37.773347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:37.787202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:37.795721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.823694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Allocated IP 172.26.1.178 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/aa89e086-37f3-4ccb-b563-a2eba579772e) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:37.825904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:37.837324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.845376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:37.846137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.859164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Attempting to bind port a5e30bc2-b32b-416e-b25b-1a755450d3bf on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:37.859583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Attempting to bind port a5e30bc2-b32b-416e-b25b-1a755450d3bf by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:37.859945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Attempting to bind port a5e30bc2-b32b-416e-b25b-1a755450d3bf on network ffaedb8d-7628-4628-9caa-177c3336a37d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:37.869685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:55:37.870065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Checking segment: {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:37.870466 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.873143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Bound using segment: {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:55:37.873985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Bound port: a5e30bc2-b32b-416e-b25b-1a755450d3bf, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:55:37.874210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.886665 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0225623
Dec 15 18:55:37.905180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50800) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:37.920593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Request body: {'subnet': {'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-532812896-subnet', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:37.926853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:37.929465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e9bae4-96da-4c3e-8746-9bf799b91768,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:37.931418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Usage tracker for resource:subnet and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:37.934715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:37.940950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:37.956971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Made reservation on behalf of 522154d252214c84a0c968e3b7963bfd for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:37.960071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:37.986678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.987342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.987893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.988449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.988983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.989575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.990123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.990670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.991194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.991717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.992247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Tracked resource versions report:
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]: pushed versions:
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Log': {'1.0'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Network': {'1.1'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Port': {'1.5'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'PortForwarding': {'1.2'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'QosPolicy': {'1.8'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'SecurityGroup': {'1.2'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'SubPort': {'1.0'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Subnet': {'1.1'},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     'Trunk': {'1.1'}}
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]: consumer versions:
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     HyperV agent@hv-neutron-8218: {},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Log': '1.0',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Network': '1.1',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Port': '1.5',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'PortForwarding': '1.2',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'QosPolicy': '1.8',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'SecurityGroup': '1.2',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'SubPort': '1.0',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Subnet': '1.1',
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:                                                        'Trunk': '1.1'}}
Dec 15 18:55:37.993585 dv-neutron-821830-2-hyperv neutron-server[83670]:  {{(pid=83670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:55:37.999522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:38.009865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aed4c0e5-5bed-4a41-b63e-bc684da4af06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:38.058200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.077268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.086332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:38.094028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] For port a5e30bc2-b32b-416e-b25b-1a755450d3bf, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:38.101945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] For port a5e30bc2-b32b-416e-b25b-1a755450d3bf, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a5e30bc2-b32b-416e-b25b-1a755450d3bf,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:55:38.111370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.125081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-475f2070-e38d-4c96-a6aa-ef3205fce4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:38.126152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c795cf9a-b89f-422e-9343-e37c9b8659cd,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:38.129079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=e89a0f83-1453-46e1-ac76-90751391cba3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:38.131953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:38.132727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:38.148521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:38.169233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.169707 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Added segment 5b4cda89-cd82-47e5-b94b-263bdc614a00 of type vlan for network b767f825-c611-42f5-9c51-b91e317cdb36
Dec 15 18:55:38.173451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.208020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.220646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:38.243003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.250275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network e89a0f83-1453-46e1-ac76-90751391cba3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:38.270308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:38.277103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:38.280192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:38.316143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.324820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:38.325544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.355034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:38.368143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Pushing event updated for resources: {'Port': ['ID=a5e30bc2-b32b-416e-b25b-1a755450d3bf,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:38.374189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:38.423698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.424731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.433602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa89e086-37f3-4ccb-b563-a2eba579772e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:38.436661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:38.468031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Network': ['ID=b767f825-c611-42f5-9c51-b91e317cdb36,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:38.470972 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.4875824
Dec 15 18:55:38.472781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:38.483084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50824) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:38.498919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'subnet': {'network_id': 'b767f825-c611-42f5-9c51-b91e317cdb36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:38.503324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b767f825-c611-42f5-9c51-b91e317cdb36 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:38.581814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:38.693940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3a6f9302-348c-4341-bced-64e928ea4963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:38.833287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Router ad973faa-2ffe-455c-9ace-2abeca265005 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:55:38.867399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:38.887155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:subnet and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:38.889724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdae089c-8ad8-49e9-bc7c-24730634726f,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:38.895135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:38.899656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:38.905853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:38.938927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Checking segment: {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:38.939325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Network hostable DHCP agents. Network: e89a0f83-1453-46e1-ac76-90751391cba3, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:38.957203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:39.030301 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:55:39.067465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Network e89a0f83-1453-46e1-ac76-90751391cba3 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:39.083354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.109107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, e89a0f83-1453-46e1-ac76-90751391cba3) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:39.125228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a3cda-2cb1-4a2a-911b-72863cf62c53 None None] Network e89a0f83-1453-46e1-ac76-90751391cba3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:39.139121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:55:39.153093 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Sync routers for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:55:39.175085 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:39.175917 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:39.184461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.188174 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 2.2965636
Dec 15 18:55:39.189076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50840) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:39.214178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:39.214762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.318396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50848) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:39.318615 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4120314
Dec 15 18:55:39.343237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:39.369773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:39.377938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Usage tracker for resource:router and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:39.404792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:39.412873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:39.444239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e30bc2-b32b-416e-b25b-1a755450d3bf up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:39.571518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.572033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.576003 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:55:39.578954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.584092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:39.643153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a5e30bc2-b32b-416e-b25b-1a755450d3bf completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:39.669044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.731160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-e89a0f83-1453-46e1-ac76-90751391cba3', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:55:39.732866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:39.821631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Subnet': ['ID=8942ae35-ab8d-4944-b33a-d812c7605d04,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:39.830313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:39.856888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Checking segment: {'id': '5b4cda89-cd82-47e5-b94b-263bdc614a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b767f825-c611-42f5-9c51-b91e317cdb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:39.860108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network hostable DHCP agents. Network: b767f825-c611-42f5-9c51-b91e317cdb36, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:39.935218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network b767f825-c611-42f5-9c51-b91e317cdb36 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:39.952599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b767f825-c611-42f5-9c51-b91e317cdb36) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:39.958551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:39.959212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.012128 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.5262535
Dec 15 18:55:40.014652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50862) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:40.022472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-932933003', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:40.042932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d39914-3df6-4cc7-9e45-9010bc3be500 None None] Network b767f825-c611-42f5-9c51-b91e317cdb36 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:40.046027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:40.073593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:router and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:40.079133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:40.084149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f9db1-5a97-4ac4-8423-9c14c774c867 None None] Network ffaedb8d-7628-4628-9caa-177c3336a37d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:40.103640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:40.122920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.126033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.168711 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6280>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:38Z', 'revision_number': 3, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:40.178242 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Checking router: ad973faa-2ffe-455c-9ace-2abeca265005 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:55:40.178595 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Updating router ad973faa-2ffe-455c-9ace-2abeca265005 port aa89e086-37f3-4ccb-b563-a2eba579772e binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:55:40.182156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.206453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.288591 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.503403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Allocated IP 172.20.0.2 (e89a0f83-1453-46e1-ac76-90751391cba3/bdae089c-8ad8-49e9-bc7c-24730634726f/48b756f2-3a9b-4447-b4f9-12e3823e446a) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:40.519797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50878) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:40.562473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.867917 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.897653 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Transition to ACTIVE for port object aa89e086-37f3-4ccb-b563-a2eba579772e will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:40.912634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Provisioning for port a5e30bc2-b32b-416e-b25b-1a755450d3bf completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:40.917699 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.922293 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:40.932523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Provisioning complete for port a5e30bc2-b32b-416e-b25b-1a755450d3bf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:40.933124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.964780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.978898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:40.999833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.062028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.068783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6813a-4f47-4a33-9ff3-a713f8925518 None None] Network b767f825-c611-42f5-9c51-b91e317cdb36 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:41.075536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50892) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:41.115566 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Pushing event updated for resources: {'Port': ['ID=aa89e086-37f3-4ccb-b563-a2eba579772e,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:41.141531 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.142097 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.142612 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.143131 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.143615 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.144641 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.145133 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.145641 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.146169 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.146635 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.147118 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Tracked resource versions report:
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]: pushed versions:
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]: {   'ConntrackHelper': {'1.0'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Log': {'1.0'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Network': {'1.1'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Port': {'1.5'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'PortForwarding': {'1.2'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'QosPolicy': {'1.8'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'SecurityGroup': {'1.2'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'SecurityGroupRule': {'1.0'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'SubPort': {'1.0'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Subnet': {'1.1'},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     'Trunk': {'1.1'}}
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]: consumer versions:
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]: {   DHCP agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     HyperV agent@hv-neutron-8218: {},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     L3 agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     Metadata agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     Metering agent@dv-neutron-821830-2-hyperv: {},
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:     Open vSwitch agent@dv-neutron-821830-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Log': '1.0',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Network': '1.1',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Port': '1.5',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'PortForwarding': '1.2',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'QosPolicy': '1.8',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'SecurityGroup': '1.2',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'SecurityGroupRule': '1.0',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'SubPort': '1.0',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Subnet': '1.1',
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:                                                        'Trunk': '1.1'}}
Dec 15 18:55:41.148466 dv-neutron-821830-2-hyperv neutron-server[83673]:  {{(pid=83673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 15 18:55:41.160601 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Attempting to bind port aa89e086-37f3-4ccb-b563-a2eba579772e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:41.161235 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Attempting to bind port aa89e086-37f3-4ccb-b563-a2eba579772e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:41.161860 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Attempting to bind port aa89e086-37f3-4ccb-b563-a2eba579772e on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:41.171236 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:41.173261 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:55:41.173884 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:41.174456 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.175008 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:55:41.175897 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Bound port: aa89e086-37f3-4ccb-b563-a2eba579772e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:55:41.176469 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.215478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-718578721'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:41.229273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:41.238624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Usage tracker for resource:network and tenant:6e170bc4d2374414bd11ead42183b3e3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:41.248938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:41.260157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:41.280927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50898) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:41.296721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.26.1.36 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/0a068cdf-c6ec-4530-80db-a16949d961c0) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:41.301074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Made reservation on behalf of 6e170bc4d2374414bd11ead42183b3e3 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:41.304589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.325124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.340794 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] For port aa89e086-37f3-4ccb-b563-a2eba579772e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:41.354543 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] For port aa89e086-37f3-4ccb-b563-a2eba579772e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aa89e086-37f3-4ccb-b563-a2eba579772e,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:55:41.367432 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.377950 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bd498c21-c554-4fed-bcf3-aa4f84c5b61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:41.451576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:41.464728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Usage tracker for resource:security_group_rule and tenant:6e170bc4d2374414bd11ead42183b3e3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:41.469401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:41.486593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:41.488271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50906) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:41.550761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.577295 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Pushing event updated for resources: {'Port': ['ID=aa89e086-37f3-4ccb-b563-a2eba579772e,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:41.583923 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:41.594595 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:41.594595 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:41.679767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.698567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.715871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:41.753461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.790434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:41.795320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:41.854770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2005995797'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:41.865291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:41.870500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:41.881343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1262885723'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:41.900370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:41.905654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:41.917714 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:55:41.973665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Usage tracker for resource:network and tenant:d7cfa4b85e134899b77b84aec1b6dd86 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:41.973771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Allocated IP 172.26.1.114 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/24df1cb0-f07b-4757-b6b7-9b073d2429ae) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:41.993278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:41.996589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:42.007362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50914) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:42.012771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-498268619'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:42.019447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:42.023407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee0255-a5e4-4869-ae00-0133b5580184,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:42.026849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.027244 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Added segment 78a4d18d-7fc9-475d-9542-5687ff5ae331 of type vlan for network f7105a45-be9b-4ab8-bd98-6e9f02bec56a
Dec 15 18:55:42.032336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:42.036637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Usage tracker for resource:network and tenant:9cb1de9c094242a5ade685919622172c is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:42.040131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:42.047184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:42.056598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Usage tracker for resource:network and tenant:2c70934d01fa464aa781b0231a13f7d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:42.059113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] For port a5e30bc2-b32b-416e-b25b-1a755450d3bf, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a5e30bc2-b32b-416e-b25b-1a755450d3bf,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:42.064108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:42.071343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Made reservation on behalf of d7cfa4b85e134899b77b84aec1b6dd86 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:42.075156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:42.076643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.080419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:42.081545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.090440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.093157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:42.128741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.143645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:42.153641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Transition to ACTIVE for port object 48b756f2-3a9b-4447-b4f9-12e3823e446a will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:42.170014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.195217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Transition to ACTIVE for port object 48b756f2-3a9b-4447-b4f9-12e3823e446a will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:42.201041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Made reservation on behalf of 9cb1de9c094242a5ade685919622172c for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:42.201603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Pushing event updated for resources: {'Port': ['ID=a5e30bc2-b32b-416e-b25b-1a755450d3bf,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:42.205731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:42.208328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.213236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.213489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:42.292064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Network e89a0f83-1453-46e1-ac76-90751391cba3 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:42.301792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:42.306745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:42.312550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.313972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Pushing event updated for resources: {'Port': ['ID=48b756f2-3a9b-4447-b4f9-12e3823e446a,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:42.322648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:42.334199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:42.344283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Usage tracker for resource:security_group_rule and tenant:d7cfa4b85e134899b77b84aec1b6dd86 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:42.349023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:42.374573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-837819397', 'router:external': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:42.377739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:42.395774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:42.401352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:network and tenant:17a016d7ca2f490eb3b4ee3279f1ed55 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:42.406098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:42.411913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:42.421787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Made reservation on behalf of 2c70934d01fa464aa781b0231a13f7d2 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:42.425020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.450619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.454189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Made reservation on behalf of 17a016d7ca2f490eb3b4ee3279f1ed55 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:42.456607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.462281 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6280>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:38Z', 'revision_number': 3, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:42.463996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-415edcb9-7cdb-43b4-b8fb-61d3fd4e0045 None None] Provisioning complete for port a5e30bc2-b32b-416e-b25b-1a755450d3bf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:42.464369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-415edcb9-7cdb-43b4-b8fb-61d3fd4e0045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.468941 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8be5d-638d-4da2-bfcb-e5a1731e170c None None] The sync data for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv is: [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:38Z', 'revision_number': 3, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:55:42.476032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.486291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.506261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=0a068cdf-c6ec-4530-80db-a16949d961c0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:42.509639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.529575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:42.541634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Attempting to bind port 48b756f2-3a9b-4447-b4f9-12e3823e446a on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:42.542021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Attempting to bind port 48b756f2-3a9b-4447-b4f9-12e3823e446a by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:42.542432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Attempting to bind port 48b756f2-3a9b-4447-b4f9-12e3823e446a on network e89a0f83-1453-46e1-ac76-90751391cba3 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:42.555611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:55:42.556819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Checking segment: {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:42.556819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.556819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Bound using segment: {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:55:42.557684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Bound port: 48b756f2-3a9b-4447-b4f9-12e3823e446a, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:55:42.557684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.584381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:42.597382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.598453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Usage tracker for resource:security_group_rule and tenant:9cb1de9c094242a5ade685919622172c is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:42.603487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:42.611752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:42.641427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.654685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.655927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Allocated IP 172.20.0.1 (ffaedb8d-7628-4628-9caa-177c3336a37d/867e62ef-7bed-40a0-99ac-188b5f99869e/1a89aa01-92f8-4630-af76-4a315e5a1f2e) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:42.678748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9d39610f-7031-46b2-a054-1a00ac415444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:42.708749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.736202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:42.737168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:42.750368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:security_group_rule and tenant:17a016d7ca2f490eb3b4ee3279f1ed55 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:42.754647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:42.757894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] For port 48b756f2-3a9b-4447-b4f9-12e3823e446a, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:42.762084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] For port 48b756f2-3a9b-4447-b4f9-12e3823e446a, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=48b756f2-3a9b-4447-b4f9-12e3823e446a,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:55:42.767516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.772704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:42.820552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:42.821617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.826594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.827203 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Added segment 995c22f3-bdd7-4c3e-b98b-db20dcf1345f of type vlan for network 084dc6bd-e968-430f-9739-65ae16b664ba
Dec 15 18:55:42.860515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Pushing event updated for resources: {'Port': ['ID=48b756f2-3a9b-4447-b4f9-12e3823e446a,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:42.863646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.864830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.865374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:42.866445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:42.868804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-81c8e1bf-4d6d-40ce-a4a0-f50bb67c0563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:42.908789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:42.958204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:42.971779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:42.981157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Pushing event updated for resources: {'Network': ['ID=f7105a45-be9b-4ab8-bd98-6e9f02bec56a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:42.984006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:42.995036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:42.999006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network f7105a45-be9b-4ab8-bd98-6e9f02bec56a details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:43.005701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:43.021579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:43.041993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.042354 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Added segment be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5 of type vlan for network 50538808-a7fa-4268-aed2-7f5c3a68a49c
Dec 15 18:55:43.070243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.095864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:43.110351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Usage tracker for resource:security_group_rule and tenant:2c70934d01fa464aa781b0231a13f7d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:43.116694 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 2.5903826
Dec 15 18:55:43.116694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:43.150275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:43.181761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.187646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.200849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:43.201546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.221983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3af27-e485-4715-8016-7c6ddeaeddbf,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:43.224594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:43.234373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:43.246692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Transition to ACTIVE for port object 1a89aa01-92f8-4630-af76-4a315e5a1f2e will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:43.300469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:55:43.303251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.304072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.307561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d96f17bf-e551-4d7e-8a73-16cdb6fd2f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.324200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c137f-e74c-4b50-adb9-10773fb3b627,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:43.373908 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.8838112
Dec 15 18:55:43.424108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.429082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:43.432476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.434833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6223b6b7-3b9f-47b0-8cb2-44efd29335b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:43.475928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e30bc2-b32b-416e-b25b-1a755450d3bf up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:43.510432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.511633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Pushing event updated for resources: {'Network': ['ID=50538808-a7fa-4268-aed2-7f5c3a68a49c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:43.546295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:43.564629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48339737-dfcd-4d4c-9075-2641603486ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:43.571424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 50538808-a7fa-4268-aed2-7f5c3a68a49c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:43.679928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce847e-8ccd-4718-9067-9b80c05d3373,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:43.693226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.724555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:43.725709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.738334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:43.746570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.751681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:43.760942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.784194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:43.798624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.799142 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Added segment 770a4bc5-37cc-42f7-9830-5f299a74c7be of type vlan for network 0162f4f9-c891-4dfc-acf1-59a2cce8264a
Dec 15 18:55:43.813727 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 2.7351308
Dec 15 18:55:43.817657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Pushing event updated for resources: {'Port': ['ID=24df1cb0-f07b-4757-b6b7-9b073d2429ae,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:43.822400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Network ffaedb8d-7628-4628-9caa-177c3336a37d is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:43.823190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50946) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:43.844632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.871931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:43.883276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:43.883745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.886464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:43.899904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.900251 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Added segment 0eb806a0-38ad-4adb-90f8-9415b86a4876 of type vlan for network efe54b36-2169-4df1-b78d-06c5ec6037a8
Dec 15 18:55:43.906436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.959168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a5e30bc2-b32b-416e-b25b-1a755450d3bf triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:43.959620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:43.959719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.959812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.972098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a89aa01-92f8-4630-af76-4a315e5a1f2e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:43.981977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:43.989188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:43.990018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:43.990946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.991661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:43.995198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c83e29c-5024-41ff-8046-8c47d4725e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:44.088038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2002a25-edf7-4554-821d-4332ae4257a9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:44.127045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:44.134755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:44.273116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'network': {'name': 'tempest-network--598446488', 'router:external': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:44.304366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 48b756f2-3a9b-4447-b4f9-12e3823e446a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:44.306471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:44.312741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:network and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:44.317710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:44.327414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.337739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:44.372185 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 3.0875361
Dec 15 18:55:44.383833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50952) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:44.388308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03841f2b-8e07-4470-a8a5-dac8a3c884fb None None] Network e89a0f83-1453-46e1-ac76-90751391cba3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:44.396476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Request body: {'subnet': {'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:44.404551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Made reservation on behalf of 51f35ff75fc048dd90446d810eea375f for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:44.407437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.423569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Pushing event updated for resources: {'Network': ['ID=084dc6bd-e968-430f-9739-65ae16b664ba,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:44.424614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.440697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:44.441719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.454948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.519818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50956) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:44.520413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:44.521362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.543688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Request body: {'port': {'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1290320308'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:44.557361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:44.567354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:44.570133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Usage tracker for resource:port and tenant:d5f14211832c48ab8c5b06bd9945edea is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:44.575693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:44.590527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:security_group_rule and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:44.596856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:44.604160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:44.629210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:44.644203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 084dc6bd-e968-430f-9739-65ae16b664ba details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:44.654133 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.6293368
Dec 15 18:55:44.657667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event updated for resources: {'Network': ['ID=0162f4f9-c891-4dfc-acf1-59a2cce8264a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:44.661743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:44.662380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50960) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:44.665770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:44.667571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Made reservation on behalf of d5f14211832c48ab8c5b06bd9945edea for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:44.670116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.705519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'subnet': {'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:44.711923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:44.715875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:subnet and tenant:17a016d7ca2f490eb3b4ee3279f1ed55 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:44.719063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:44.725012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:44.746450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50964) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:44.748103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Made reservation on behalf of 17a016d7ca2f490eb3b4ee3279f1ed55 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:44.750680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.782425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Request body: {'port': {'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-353308144'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:44.796470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 0162f4f9-c891-4dfc-acf1-59a2cce8264a details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:44.856384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:44.868067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.870229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:44.928429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Usage tracker for resource:port and tenant:35540ec3f11943f1921e2bd74efbbc0b is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:44.955085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Usage tracker for resource:subnet and tenant:2c70934d01fa464aa781b0231a13f7d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:44.956546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8b1b9989-56a3-4e50-a82a-0e02f9fe9b93 None None] Provisioning for port 1a89aa01-92f8-4630-af76-4a315e5a1f2e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:44.958123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:44.961065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:44.966467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Network': ['ID=efe54b36-2169-4df1-b78d-06c5ec6037a8,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:44.969447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:44.977434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8b1b9989-56a3-4e50-a82a-0e02f9fe9b93 None None] Provisioning complete for port 1a89aa01-92f8-4630-af76-4a315e5a1f2e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:44.977996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9989-56a3-4e50-a82a-0e02f9fe9b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:44.990425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:44.992094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:44.995619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:45.010241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network efe54b36-2169-4df1-b78d-06c5ec6037a8 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:45.020732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Usage tracker for resource:security_group_rule and tenant:d5f14211832c48ab8c5b06bd9945edea is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:45.026636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Made reservation on behalf of 35540ec3f11943f1921e2bd74efbbc0b for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:45.028960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.029108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:45.047814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:45.050253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.072115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.086542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.091398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.099675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:45.117069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.123954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.140290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:45.141535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Made reservation on behalf of 2c70934d01fa464aa781b0231a13f7d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:45.150478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 48b756f2-3a9b-4447-b4f9-12e3823e446a completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:45.160762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b9989-56a3-4e50-a82a-0e02f9fe9b93 None None] Port 1a89aa01-92f8-4630-af76-4a315e5a1f2e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:55:45.168154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aa89e086-37f3-4ccb-b563-a2eba579772e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:45.180759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.181172 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Added segment b1215567-65e2-4482-ae82-bdaa296264c9 of type vlan for network ed93021d-1b84-4178-b4a7-977b3393cb88
Dec 15 18:55:45.237569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9191e-52d7-4800-bb7d-e89079320852,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:45.248840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:45.248993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:45.258135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d0c0c7c7-a4e8-4fa5-8374-f0b864fa2233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:45.286787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Usage tracker for resource:security_group_rule and tenant:35540ec3f11943f1921e2bd74efbbc0b is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:45.292770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:45.310523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:45.318742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Provisioning for port 48b756f2-3a9b-4447-b4f9-12e3823e446a completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:45.324948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port aa89e086-37f3-4ccb-b563-a2eba579772e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:45.330231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Provisioning complete for port 48b756f2-3a9b-4447-b4f9-12e3823e446a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:45.331550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.358898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks [] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.366537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aa89e086-37f3-4ccb-b563-a2eba579772e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:45.367199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.434099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.449543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.464602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.489955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:55:45.493433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a89aa01-92f8-4630-af76-4a315e5a1f2e,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:45.496224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:45.501234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:45.516361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] device_id is not set on port e33380bc-d644-454e-9323-2a87f1a6a701 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:45.594432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.605699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Router 8e0a708d-ef05-40c4-b465-d63ebde8791e is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:55:45.617125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f352b04e-7218-44e8-8176-c4d1aa2d1e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.621556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.622832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Network ffaedb8d-7628-4628-9caa-177c3336a37d is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:45.628148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:45.643686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port aa89e086-37f3-4ccb-b563-a2eba579772e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aa89e086-37f3-4ccb-b563-a2eba579772e,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:45.663481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] For port 48b756f2-3a9b-4447-b4f9-12e3823e446a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=48b756f2-3a9b-4447-b4f9-12e3823e446a,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:45.665528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.669398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e659fc8f-75af-495c-8e72-6c9710e3672b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:45.693098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e28d7c-a538-42ee-ba05-0937ec32391c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:45.702147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:45.723954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.733153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.744678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.783314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:45.804249 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=aa89e086-37f3-4ccb-b563-a2eba579772e,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:45.811173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:45.811571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:45.822696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] device_id is not set on port e482a0d8-da21-4991-b9c4-17cde9fa9514 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:45.888839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.914242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Pushing event updated for resources: {'Port': ['ID=48b756f2-3a9b-4447-b4f9-12e3823e446a,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:45.917285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3fe18e55-33d3-4dfc-ba42-f6eaa3f020f2 None None] Provisioning complete for port 48b756f2-3a9b-4447-b4f9-12e3823e446a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:45.917948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3fe18e55-33d3-4dfc-ba42-f6eaa3f020f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:45.932992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aca7d78-27cb-4e3a-ba65-c4c2cf9c1c0c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:45.935981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:45.953687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:45.990222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:45.990927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.025868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:46.067686 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 2.2424450
Dec 15 18:55:46.078220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50972) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:46.195179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c34aec9-3893-4a11-bd1a-38d065c5db48 None None] Provisioning complete for port 1a89aa01-92f8-4630-af76-4a315e5a1f2e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:46.196283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4c34aec9-3893-4a11-bd1a-38d065c5db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.236558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Network': ['ID=ed93021d-1b84-4178-b4a7-977b3393cb88,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:46.240228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.245519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:46.257343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ed93021d-1b84-4178-b4a7-977b3393cb88 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:46.289163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-56ffaee8-9b13-4634-a8c5-9574bf43bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:46.369061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4c34aec9-3893-4a11-bd1a-38d065c5db48 None None] Port 1a89aa01-92f8-4630-af76-4a315e5a1f2e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:55:46.423737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.477348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:55:46.477774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.508000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event updated for resources: {'Subnet': ['ID=db514f55-0908-4c88-93c5-5321a96b2162,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:46.510816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:46.527810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:46.607042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] device_id is not set on port e33380bc-d644-454e-9323-2a87f1a6a701 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:46.622533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.630212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.662701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Transition to ACTIVE for port object e33380bc-d644-454e-9323-2a87f1a6a701 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:46.686471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.701213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:46.759682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:55:46.764416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Router ad973faa-2ffe-455c-9ace-2abeca265005 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:55:46.767298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] device_id is not set on port e482a0d8-da21-4991-b9c4-17cde9fa9514 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:46.772618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.776231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Sync routers for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:55:46.793420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:46.794038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4daf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:46.808891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=e33380bc-d644-454e-9323-2a87f1a6a701,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:46.815386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:46.827317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.831445 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a51e750a-77c2-4b08-9efe-db0b5b765a10 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5087762
Dec 15 18:55:46.831709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50976) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:46.839275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Checking segment: {'id': '770a4bc5-37cc-42f7-9830-5f299a74c7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:46.839626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Network hostable DHCP agents. Network: 0162f4f9-c891-4dfc-acf1-59a2cce8264a, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:46.854102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a6e48d5b-a36c-406e-ab8c-ce7841249616,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:46.856858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:46.859024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.866453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:46.880508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:55:46.898353 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:55:46.917466 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:46.918389 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:46.925341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Transition to ACTIVE for port object e482a0d8-da21-4991-b9c4-17cde9fa9514 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:46.936007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Checking segment: {'id': '0eb806a0-38ad-4adb-90f8-9415b86a4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:46.937037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network hostable DHCP agents. Network: efe54b36-2169-4df1-b78d-06c5ec6037a8, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:46.945325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9cedc5b0a0>> segment before_delete 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.945762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9cedc5b0a0>> subnet precommit_delete_associations 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.946473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> segment_host_mapping after_create 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.946782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> port after_create 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.947092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> port after_delete 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.947432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> port after_update 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.947738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> segment after_delete 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.948061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> subnet after_create 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.948362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> subnet after_delete 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.948663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9ced584430>> subnet after_update 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:46.962229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Checking segment: {'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:46.962589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Network hostable DHCP agents. Network: 50538808-a7fa-4268-aed2-7f5c3a68a49c, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:46.994731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:55:47.006653 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:47.019755 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:47.020778 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:47.033703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Network 50538808-a7fa-4268-aed2-7f5c3a68a49c is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:47.088100 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:47.088881 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe2c8c-9c5f-4647-ab34-76fc0b6cae46 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:55:47.114021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced7df370>> subnet after_create 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:47.114366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced7df370>> subnet after_delete 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:47.114682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced7df370>> subnet before_create 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:47.114999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced7df370>> subnet before_update 55550000 {{(pid=83671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:47.115374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced68f400>,) {'filters': {'network_id': ['ed93021d-1b84-4178-b4a7-977b3393cb88']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:47.145411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.149815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 50538808-a7fa-4268-aed2-7f5c3a68a49c) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:47.154097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced68f400>, 'b1215567-65e2-4482-ae82-bdaa296264c9') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:47.154381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced68f400>, 'b1215567-65e2-4482-ae82-bdaa296264c9') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:47.160010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c0053-9781-4946-88dd-54fe04a33aac None None] Network 50538808-a7fa-4268-aed2-7f5c3a68a49c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:47.161669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:47.176464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:47.184980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.185399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.185739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.202257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.202588 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:47.203745 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 2 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:47.206595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.219692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.221903 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9e2db59c-a69a-420e-89f3-5a1f0c6fe786 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 7.2056317
Dec 15 18:55:47.226594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 50980) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:47.239271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Network 0162f4f9-c891-4dfc-acf1-59a2cce8264a is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:47.266084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.268161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 0162f4f9-c891-4dfc-acf1-59a2cce8264a) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:47.289165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:55:47.289639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.305190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.305190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.305190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.305619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b2c73-8a45-44ff-a115-4dccfdaaa556 None None] Network 0162f4f9-c891-4dfc-acf1-59a2cce8264a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:47.306745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:47.307340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn_limited(
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn_limited(
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:55:47.312974 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:55:47.323036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=e482a0d8-da21-4991-b9c4-17cde9fa9514,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:47.334228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.334585 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:47.339141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:47.339287 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 3 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:47.346986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network efe54b36-2169-4df1-b78d-06c5ec6037a8 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:47.364743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.365070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.365450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.419174 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0317852
Dec 15 18:55:47.419174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, efe54b36-2169-4df1-b78d-06c5ec6037a8) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:47.429259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50984) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:47.433655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:47.434227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.438140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23160e4d-1cf5-4b60-959e-1e9c25c27730 None None] Network efe54b36-2169-4df1-b78d-06c5ec6037a8 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:47.446467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Request body: {'port': {'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1901160975'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:47.448824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.449154 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:47.450764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:55:47.454078 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 4 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:47.477345 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] 10.222.0.48 "PUT /v2.0/routers/ad973faa-2ffe-455c-9ace-2abeca265005/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2793956
Dec 15 18:55:47.479494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Checking segment: {'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:47.479855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Network hostable DHCP agents. Network: f7105a45-be9b-4ab8-bd98-6e9f02bec56a, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:47.499687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.500094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.500525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.553874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Sync routers for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:55:47.558512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.585875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:47.592129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.592463 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:47.597671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 5 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:47.610346 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.9231648
Dec 15 18:55:47.612624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ed93021d-1b84-4178-b4a7-977b3393cb88 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 15 18:55:47.621081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50990) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:47.624337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed93021d-1b84-4178-b4a7-977b3393cb88,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:47.640290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-525753871', 'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:47.646933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.653243 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "DELETE /v2.0/networks/ed93021d-1b84-4178-b4a7-977b3393cb88 HTTP/1.1" status: 204  len: 168 time: 1.5703242
Dec 15 18:55:47.666725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 50996) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:47.675413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:47.683782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:47.700920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:port and tenant:17a016d7ca2f490eb3b4ee3279f1ed55 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:47.703885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Network f7105a45-be9b-4ab8-bd98-6e9f02bec56a is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:47.705710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.706055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.706392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.708568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:47.714798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:47.726656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:47.729146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:network and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:47.738497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:47.755965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:47.758653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:47.760502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, f7105a45-be9b-4ab8-bd98-6e9f02bec56a) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:47.762139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:47.775106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Usage tracker for resource:port and tenant:2c70934d01fa464aa781b0231a13f7d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:47.779389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:47.787955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:47.801661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Made reservation on behalf of 17a016d7ca2f490eb3b4ee3279f1ed55 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:47.804031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.817021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:47.817519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc006e-6b6d-4205-8c1e-d80703dd34be None None] Network f7105a45-be9b-4ab8-bd98-6e9f02bec56a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:47.824910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Made reservation on behalf of 51f35ff75fc048dd90446d810eea375f for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:47.827583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.828873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.829207 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:47.831495 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 6 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:47.846413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.846786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.847151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.850056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.850521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.850722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.879736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Made reservation on behalf of 2c70934d01fa464aa781b0231a13f7d2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:47.884069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:47.897442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] device_id is not set on port 56d7a6c6-c225-4ab2-9caa-6e37ee36677a yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:47.897677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.897938 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:47.899455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 7 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:47.918900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:47.919238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:47.919569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:47.926903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.927196 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:47.927883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 8 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:47.943805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:47.944141 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:47.948427 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 2 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:47.992100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:47.999256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] device_id is not set on port 94df677a-ef4e-4c42-886c-f865139224b5 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:48.023861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 48b756f2-3a9b-4447-b4f9-12e3823e446a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:48.047560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.047905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.048215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.073979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.074687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Added segment a8b01c52-9baa-4d0a-b38a-39e6baa2f5cc of type vlan for network a5315b39-24cf-4aab-8316-fc41c1f68771
Dec 15 18:55:48.100699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.101256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.101366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.111633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.111633 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:48.113168 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 9 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:48.126721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:48.127432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7550>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:48.133580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.133741 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:48.139418 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 3 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:48.154417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.154739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.155068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.179276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.179639 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:48.181255 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.plugins.ml2.plugin [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 10 to bind port e33380bc-d644-454e-9323-2a87f1a6a701
Dec 15 18:55:48.272317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.272317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.272960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.294864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.342510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.343276 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:48.350924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.351248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.351579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.356807 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 4 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:48.367162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Allocated IP 2001:db8::9f (efe54b36-2169-4df1-b78d-06c5ec6037a8/a6e48d5b-a36c-406e-ab8c-ce7841249616/56d7a6c6-c225-4ab2-9caa-6e37ee36677a) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:48.370343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port e33380bc-d644-454e-9323-2a87f1a6a701 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.370680 dv-neutron-821830-2-hyperv neutron-server[83670]: ERROR neutron.plugins.ml2.managers [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port e33380bc-d644-454e-9323-2a87f1a6a701 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:48.371715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.407599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.407944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.408240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.451354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.451756 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:48.452699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Allocated IP 172.20.0.9 (0162f4f9-c891-4dfc-acf1-59a2cce8264a/db514f55-0908-4c88-93c5-5321a96b2162/94df677a-ef4e-4c42-886c-f865139224b5) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:48.461642 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 5 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:48.476319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.495826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:48.495826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.507845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:48.531842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.532579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.532579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.596851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] For port e33380bc-d644-454e-9323-2a87f1a6a701, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:48.597241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempted to set empty binding levels {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 15 18:55:48.605853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.655808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:48.759316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:55:48.774641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.779790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.785886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51012) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:48.807501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.807915 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:48.813196 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 6 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:48.813510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427560780', 'description': 'tempest-description--1545698468'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:48.824430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.826589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=e33380bc-d644-454e-9323-2a87f1a6a701,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:48.831757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:48.834907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:48.845285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Network': ['ID=a5315b39-24cf-4aab-8316-fc41c1f68771,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:48.851314 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.1819849
Dec 15 18:55:48.852277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:48.853238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51016) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:48.865065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Usage tracker for resource:security_group and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:48.868416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:48.868751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:48.869069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:48.869181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:48.879191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'subnet': {'network_id': 'a5315b39-24cf-4aab-8316-fc41c1f68771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:48.879377 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 4.3476026
Dec 15 18:55:48.882122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:48.884205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:48.885939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51020) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:48.922136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:48.937593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:subnet and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:48.958249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:48.961998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:48.972104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:48.972434 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:48.980404 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 7 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:49.004118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 48b756f2-3a9b-4447-b4f9-12e3823e446a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:49.004596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.031358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Deleting port e33380bc-d644-454e-9323-2a87f1a6a701 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:55:49.031717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.033094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network a5315b39-24cf-4aab-8316-fc41c1f68771 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:49.038129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:49.041382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network efe54b36-2169-4df1-b78d-06c5ec6037a8 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:49.060449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:49.072885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.074522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:49.075180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:49.075802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.080164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:49.080164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:49.080164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:49.086864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Port': ['ID=56d7a6c6-c225-4ab2-9caa-6e37ee36677a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:49.111765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:49.112759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Made reservation on behalf of 51f35ff75fc048dd90446d810eea375f for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:49.115094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.116451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.131660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-0162f4f9-c891-4dfc-acf1-59a2cce8264a', 'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a', 'tenant_id': '2c70934d01fa464aa781b0231a13f7d2', 'fixed_ips': [{'subnet_id': 'db514f55-0908-4c88-93c5-5321a96b2162'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:55:49.133771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.136321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:49.141612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:49.142073 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:49.154597 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 8 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:49.172263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Usage tracker for resource:security_group_rule and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:49.181883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:49.217183 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.5925040
Dec 15 18:55:49.223334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:49.227061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51026) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:49.238865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:49.239218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:49.239525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:49.248565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4daf0>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:43Z', 'revision_number': 3, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:49.270751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.284556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:49.285202 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:49.290204 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 9 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:49.312912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Transition to ACTIVE for port object 94df677a-ef4e-4c42-886c-f865139224b5 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:49.324838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:49.325245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:49.326047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:49.337248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Checking router: 8e0a708d-ef05-40c4-b465-d63ebde8791e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:55:49.337248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Updating router 8e0a708d-ef05-40c4-b465-d63ebde8791e port 24df1cb0-f07b-4757-b6b7-9b073d2429ae binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:55:49.344328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:49.344328 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:49.347247 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 10 to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514
Dec 15 18:55:49.398895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:49.398895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:49.399219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:49.401527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.413954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:49.456264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port e482a0d8-da21-4991-b9c4-17cde9fa9514 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:49.456655 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port e482a0d8-da21-4991-b9c4-17cde9fa9514 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:49.456930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.511510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Deleting port 56d7a6c6-c225-4ab2-9caa-6e37ee36677a {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:55:49.511761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.578765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Network 0162f4f9-c891-4dfc-acf1-59a2cce8264a is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:49.585215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event updated for resources: {'Port': ['ID=94df677a-ef4e-4c42-886c-f865139224b5,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:49.587922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:49.589675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:49.592952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:49.611184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.629217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] For port e33380bc-d644-454e-9323-2a87f1a6a701, host hv-neutron-8218, got binding levels [] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:49.629600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.698857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] For port e482a0d8-da21-4991-b9c4-17cde9fa9514, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:49.699525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempted to set empty binding levels {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 15 18:55:49.707376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:49.708248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.772602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.785928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:49.831441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.839914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Calling delete_port for e33380bc-d644-454e-9323-2a87f1a6a701 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:55:49.842304 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4115474
Dec 15 18:55:49.848898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51030) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:49.875810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aa89e086-37f3-4ccb-b563-a2eba579772e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:49.880680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.902427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:49.930482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:49.934116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Allocated IP 172.20.0.2 (0162f4f9-c891-4dfc-acf1-59a2cce8264a/db514f55-0908-4c88-93c5-5321a96b2162/06648228-1b47-44d7-a7fb-76d779ce4f1d) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:49.946230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=e482a0d8-da21-4991-b9c4-17cde9fa9514,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:49.954200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:49.975978 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 5.2105587
Dec 15 18:55:49.980668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51034) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:49.985080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7792bec-022d-489a-aaa7-9e3b1323e9cc None None] Network efe54b36-2169-4df1-b78d-06c5ec6037a8 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:49.987108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Deleting port 94df677a-ef4e-4c42-886c-f865139224b5 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:55:49.987436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.166548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Allocated IP 172.20.0.1 (e89a0f83-1453-46e1-ac76-90751391cba3/bdae089c-8ad8-49e9-bc7c-24730634726f/4513a55b-5aa4-4e4c-854c-c78d1c387baf) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:50.200243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Deleting port e482a0d8-da21-4991-b9c4-17cde9fa9514 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:55:50.200643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.227252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49db1ae0-f523-4733-86a2-cef0e46632ac,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:50.246576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:50.297880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:55:50.298503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.303370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.314943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:50.324409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.325625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.5261099
Dec 15 18:55:50.331413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51040) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:50.345118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7550>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 2, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:50.352752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aa89e086-37f3-4ccb-b563-a2eba579772e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:50.353135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.363398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Request body: {'security_group_rule': {'security_group_id': '49db1ae0-f523-4733-86a2-cef0e46632ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:50.372080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.436767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:50.446768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Checking router: ad973faa-2ffe-455c-9ace-2abeca265005 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:55:50.446768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Updating router ad973faa-2ffe-455c-9ace-2abeca265005 port 1a89aa01-92f8-4630-af76-4a315e5a1f2e binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:55:50.511241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:50.531066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dccd1bd3-20ef-49e1-93f4-ff256b67eff2,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:50.545784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:50.548182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Usage tracker for resource:security_group_rule and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:50.569375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:50.580403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event deleted for resources: {'Port': ['ID=e33380bc-d644-454e-9323-2a87f1a6a701,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:50.597436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:50.599457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:50.600992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.641479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.656682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Checking segment: {'id': 'a8b01c52-9baa-4d0a-b38a-39e6baa2f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a5315b39-24cf-4aab-8316-fc41c1f68771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:50.657035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Network hostable DHCP agents. Network: a5315b39-24cf-4aab-8316-fc41c1f68771, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:55:50.669744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.resource_extend [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:55:50.675803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.690828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.691189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] For port e482a0d8-da21-4991-b9c4-17cde9fa9514, host hv-neutron-8218, got binding levels [] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:50.691345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.769029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Transition to ACTIVE for port object 06648228-1b47-44d7-a7fb-76d779ce4f1d will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:50.806999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Calling delete_port for 56d7a6c6-c225-4ab2-9caa-6e37ee36677a owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:55:50.834340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.874812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Transition to ACTIVE for port object 06648228-1b47-44d7-a7fb-76d779ce4f1d will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:50.877729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Calling delete_port for 94df677a-ef4e-4c42-886c-f865139224b5 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:55:50.879648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.904961 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e33380bc-d644-454e-9323-2a87f1a6a701 HTTP/1.1" status: 204  len: 168 time: 2.0154219
Dec 15 18:55:50.909705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.922574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51044) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:50.927957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.944568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:50.965588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Calling delete_port for e482a0d8-da21-4991-b9c4-17cde9fa9514 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:55:50.969978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:51.007112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Transition to ACTIVE for port object 24df1cb0-f07b-4757-b6b7-9b073d2429ae will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:51.029493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Network a5315b39-24cf-4aab-8316-fc41c1f68771 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:51.047546 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3328b5a-47a6-470f-9eb1-489bcff04c8f tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:55:51.048050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3328b5a-47a6-470f-9eb1-489bcff04c8f tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Synchronizing usage tracker for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:55:51.050001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.063641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Transition to ACTIVE for port object 4513a55b-5aa4-4e4c-854c-c78d1c387baf will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:51.107063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Network 0162f4f9-c891-4dfc-acf1-59a2cce8264a is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:51.109204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Pushing event updated for resources: {'Port': ['ID=06648228-1b47-44d7-a7fb-76d779ce4f1d,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:51.112598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:51.117046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0c642b86-58d9-46d9-81e8-5ad33be0e665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:51.128133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, a5315b39-24cf-4aab-8316-fc41c1f68771) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:51.144324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:51.145099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.150671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:51.153506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:51.166897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb5026-775e-453b-a081-884f6423cbb4 None None] Network a5315b39-24cf-4aab-8316-fc41c1f68771 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:51.196229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3328b5a-47a6-470f-9eb1-489bcff04c8f tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Unset dirty status for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:55:51.197293 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d3328b5a-47a6-470f-9eb1-489bcff04c8f tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "GET /v2.0/ports/e33380bc-d644-454e-9323-2a87f1a6a701 HTTP/1.1" status: 404  len: 333 time: 0.2736230
Dec 15 18:55:51.207605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51048) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:51.218215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Request body: {'port': {'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1345498102'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:51.221949 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.3643689
Dec 15 18:55:51.223063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.227445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51052) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:51.231343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:51.238680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bca71c7c-5464-425a-a87d-3c217a7f56f0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:51.247131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5315b39-24cf-4aab-8316-fc41c1f68771'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:51.264143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:51.277438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:floatingip and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:51.285453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:51.288610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.289995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.296331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event deleted for resources: {'Port': ['ID=e482a0d8-da21-4991-b9c4-17cde9fa9514,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:51.307298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:51.308812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:51.324627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.327168 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e482a0d8-da21-4991-b9c4-17cde9fa9514 HTTP/1.1" status: 204  len: 168 time: 1.3448942
Dec 15 18:55:51.330253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51056) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:51.331567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:51.334174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.337334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Made reservation on behalf of d5f14211832c48ab8c5b06bd9945edea for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:51.339709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.348175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:51.386463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.397540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:51.415573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.425012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Attempting to bind port 24df1cb0-f07b-4757-b6b7-9b073d2429ae on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:51.425012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Attempting to bind port 24df1cb0-f07b-4757-b6b7-9b073d2429ae by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:51.425448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Attempting to bind port 24df1cb0-f07b-4757-b6b7-9b073d2429ae on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:51.429629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.435188 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-50023648-2360-49d1-887f-50327797ffa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:55:51.435830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-50023648-2360-49d1-887f-50327797ffa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Synchronizing usage tracker for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:55:51.447957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] device_id is not set on port 4aa1d68d-f220-43b4-bd26-e398117bc3cb yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:51.483297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event deleted for resources: {'Port': ['ID=94df677a-ef4e-4c42-886c-f865139224b5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:51.483771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4ccd3-773e-4c31-b02c-5a8406006dc3 None None] Pushing event updated for resources: {'Port': ['ID=24df1cb0-f07b-4757-b6b7-9b073d2429ae,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:51.483982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Network e89a0f83-1453-46e1-ac76-90751391cba3 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:51.486410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.1 (b767f825-c611-42f5-9c51-b91e317cdb36/8942ae35-ab8d-4944-b33a-d812c7605d04/b4fbbb91-3c76-4618-b8d9-7ee739e1d81c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:51.487536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-49b4ccd3-773e-4c31-b02c-5a8406006dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:51.488335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:51.524170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:55:51.524646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:51.524969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.525421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:55:51.525870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Bound port: 24df1cb0-f07b-4757-b6b7-9b073d2429ae, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:55:51.526270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.559399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-50023648-2360-49d1-887f-50327797ffa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Unset dirty status for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:55:51.565398 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-50023648-2360-49d1-887f-50327797ffa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "GET /v2.0/ports/e482a0d8-da21-4991-b9c4-17cde9fa9514 HTTP/1.1" status: 404  len: 333 time: 0.2284706
Dec 15 18:55:51.581719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Pushing event updated for resources: {'Port': ['ID=4513a55b-5aa4-4e4c-854c-c78d1c387baf,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:51.584151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:51.590504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51060) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:51.597043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Attempting to bind port 06648228-1b47-44d7-a7fb-76d779ce4f1d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:51.597434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Attempting to bind port 06648228-1b47-44d7-a7fb-76d779ce4f1d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '770a4bc5-37cc-42f7-9830-5f299a74c7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:51.597805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Attempting to bind port 06648228-1b47-44d7-a7fb-76d779ce4f1d on network 0162f4f9-c891-4dfc-acf1-59a2cce8264a {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:51.616100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Request body: {'port': {'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653974441'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:51.624633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:51.654648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:51.673115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:55:51.673754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Checking segment: {'id': '770a4bc5-37cc-42f7-9830-5f299a74c7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:51.674221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.674863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Bound using segment: {'id': '770a4bc5-37cc-42f7-9830-5f299a74c7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:55:51.675532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Bound port: 06648228-1b47-44d7-a7fb-76d779ce4f1d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770a4bc5-37cc-42f7-9830-5f299a74c7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0162f4f9-c891-4dfc-acf1-59a2cce8264a'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:55:51.676138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.706433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.757595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.802306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] For port 24df1cb0-f07b-4757-b6b7-9b073d2429ae, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:51.829531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Made reservation on behalf of 35540ec3f11943f1921e2bd74efbbc0b for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:51.831823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.833421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d7a6c6-c225-4ab2-9caa-6e37ee36677a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:51.835778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.837236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:51.846007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:51.854456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "DELETE /v2.0/ports/94df677a-ef4e-4c42-886c-f865139224b5 HTTP/1.1" status: 204  len: 168 time: 2.0033150
Dec 15 18:55:51.857995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51066) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:51.885210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] device_id is not set on port fd046efb-cf58-42bb-b237-47539d967358 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:51.895056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] For port 24df1cb0-f07b-4757-b6b7-9b073d2429ae, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=24df1cb0-f07b-4757-b6b7-9b073d2429ae,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:55:51.897840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.899620 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.5639353
Dec 15 18:55:51.904772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.906796 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "DELETE /v2.0/ports/56d7a6c6-c225-4ab2-9caa-6e37ee36677a HTTP/1.1" status: 204  len: 168 time: 2.6772921
Dec 15 18:55:51.924742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51072) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:51.924893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.925489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51074) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:51.939856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61609845-50b2-4787-bde1-d8cdf7db565e None None] Network a5315b39-24cf-4aab-8316-fc41c1f68771 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:51.943337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Request body: {'security_group_rule': {'security_group_id': '49db1ae0-f523-4733-86a2-cef0e46632ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:51.953054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8', 'external_fixed_ips': [{'subnet_id': 'a6e48d5b-a36c-406e-ab8c-ce7841249616', 'ip_address': '2001:db8::9f'}]}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:51.960303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:51.962504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:51.962967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.964418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:51.967726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:51.974635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:51.979697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Usage tracker for resource:security_group_rule and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:51.990280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:51.995618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:router and tenant:17a016d7ca2f490eb3b4ee3279f1ed55 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:52.003951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network b767f825-c611-42f5-9c51-b91e317cdb36 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:52.004994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=b4fbbb91-3c76-4618-b8d9-7ee739e1d81c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:52.009847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:52.012842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:52.016091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.016929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:52.017564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.018658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:52.021203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.032418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:52.050847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e376ad6-9dcc-44d6-91df-575f73223444,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:52.063299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.066611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.067383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.089719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.091116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.097454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.098322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.108099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] For port 06648228-1b47-44d7-a7fb-76d779ce4f1d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:52.159383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Transition to ACTIVE for port object 1a89aa01-92f8-4630-af76-4a315e5a1f2e will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:52.165930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] For port 06648228-1b47-44d7-a7fb-76d779ce4f1d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06648228-1b47-44d7-a7fb-76d779ce4f1d,segment=NetworkSegment(770a4bc5-37cc-42f7-9830-5f299a74c7be),segment_id=770a4bc5-37cc-42f7-9830-5f299a74c7be)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:55:52.175523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4ccd3-773e-4c31-b02c-5a8406006dc3 None None] Pushing event updated for resources: {'Port': ['ID=24df1cb0-f07b-4757-b6b7-9b073d2429ae,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:52.179508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-49b4ccd3-773e-4c31-b02c-5a8406006dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.201025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.208308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc43b018-cee8-4043-9b47-96d2593a5c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.209484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.240998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.261014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.283376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:52.284072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4daf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:52.334180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.340101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.365380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.396640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.475092 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-94ea04a2-d4b1-4423-ac3f-5b3e8f5aecc1 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.6158054
Dec 15 18:55:52.475976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51084) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:52.483245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.494015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-617589398'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:52.503075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa1d68d-f220-43b4-bd26-e398117bc3cb,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:52.512270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.522985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:52.526872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Pushing event updated for resources: {'Port': ['ID=06648228-1b47-44d7-a7fb-76d779ce4f1d,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:52.530040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.541732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Network 50538808-a7fa-4268-aed2-7f5c3a68a49c is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:52.546488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Usage tracker for resource:network and tenant:2c70934d01fa464aa781b0231a13f7d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:52.549466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:52.551695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:52.588123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-49b4ccd3-773e-4c31-b02c-5a8406006dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.623683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.626351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:52.628914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:52.629677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.641662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:52.696401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5765314e-2e55-4db1-9a49-478523b7614d None None] Provisioning for port 4513a55b-5aa4-4e4c-854c-c78d1c387baf completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:52.758017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.758949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5765314e-2e55-4db1-9a49-478523b7614d None None] Provisioning complete for port 4513a55b-5aa4-4e4c-854c-c78d1c387baf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:52.759386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5765314e-2e55-4db1-9a49-478523b7614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.798481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.807394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.838182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.853580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.857027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.862944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Made reservation on behalf of 2c70934d01fa464aa781b0231a13f7d2 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:52.866022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.878519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5614-8a8a-46eb-98d0-657e82704734 None None] Pushing event updated for resources: {'Port': ['ID=1a89aa01-92f8-4630-af76-4a315e5a1f2e,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:52.891741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-72fb5614-8a8a-46eb-98d0-657e82704734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.899038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7ba85a-20a3-490b-b51b-e95b7630a3bf,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:52.910037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:52.912244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.921718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Attempting to bind port 1a89aa01-92f8-4630-af76-4a315e5a1f2e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:52.922246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Attempting to bind port 1a89aa01-92f8-4630-af76-4a315e5a1f2e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:52.922745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Attempting to bind port 1a89aa01-92f8-4630-af76-4a315e5a1f2e on network ffaedb8d-7628-4628-9caa-177c3336a37d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:52.926469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:52.944049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:55:52.964930 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.7554915
Dec 15 18:55:52.981660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:52.986030 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0519679
Dec 15 18:55:52.998628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51088) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:52.999157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51090) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:53.013612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:55:53.013998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Checking segment: {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:55:53.014412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.014814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Bound using segment: {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:55:53.015305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Bound port: 1a89aa01-92f8-4630-af76-4a315e5a1f2e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:55:53.015942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.018070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:53.053627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:53.059481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.077850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:53.084090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:55:53.098891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5765314e-2e55-4db1-9a49-478523b7614d None None] Port 4513a55b-5aa4-4e4c-854c-c78d1c387baf cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:55:53.106236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Usage tracker for resource:floatingip and tenant:6560e564b6334d5ead0d40a3332067f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:53.120730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:53.126210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Network f7105a45-be9b-4ab8-bd98-6e9f02bec56a is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:53.126726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Allocated IP 172.20.0.2 (a5315b39-24cf-4aab-8316-fc41c1f68771/dccd1bd3-20ef-49e1-93f4-ff256b67eff2/8da313ac-8728-4fd2-a892-c2efdc0515a5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:53.132824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Pushing event updated for resources: {'Port': ['ID=4513a55b-5aa4-4e4c-854c-c78d1c387baf,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:53.136298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:53.139294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:53.140279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:53.141277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.154703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:53.162641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.163472 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Added segment 33fe4c49-7872-4810-90d4-71db93410541 of type vlan for network c66134d9-8997-4306-b0c6-d92579e255a3
Dec 15 18:55:53.183191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06648228-1b47-44d7-a7fb-76d779ce4f1d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:53.184553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=fd046efb-cf58-42bb-b237-47539d967358,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:53.187609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:53.193549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:53.278718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.308417 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.7011988
Dec 15 18:55:53.314111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.319595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51096) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:53.337477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:53.380558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.427461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] For port 1a89aa01-92f8-4630-af76-4a315e5a1f2e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:53.458843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] For port 1a89aa01-92f8-4630-af76-4a315e5a1f2e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1a89aa01-92f8-4630-af76-4a315e5a1f2e,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:55:53.479530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.493318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:53.568625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.582436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.600304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 06648228-1b47-44d7-a7fb-76d779ce4f1d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:53.601931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Network e89a0f83-1453-46e1-ac76-90751391cba3 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:53.624744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:53.629671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.632389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.652092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:53.652675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:53.656182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:53.684093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5614-8a8a-46eb-98d0-657e82704734 None None] Pushing event updated for resources: {'Port': ['ID=1a89aa01-92f8-4630-af76-4a315e5a1f2e,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:53.688607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-72fb5614-8a8a-46eb-98d0-657e82704734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:53.694418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:53.695053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7550>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:53.930979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4daf0>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:55:50Z', 'revision_number': 1, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:53.939172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318028d2-34c3-4ddf-b323-72770329d4c0 None None] The sync data for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv is: [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:55:50Z', 'revision_number': 1, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:55:53.948363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8f241fb7-553f-4583-83e9-6ff68651cca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:54.003420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:55:54.031273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.044309 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.5538089
Dec 15 18:55:54.052686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51100) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:54.067793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58869827-cdd0-4f4c-a281-6ff025bb3265 None None] Network 0162f4f9-c891-4dfc-acf1-59a2cce8264a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:54.116684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event updated for resources: {'Network': ['ID=c66134d9-8997-4306-b0c6-d92579e255a3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:54.120482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:54.153089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c66134d9-8997-4306-b0c6-d92579e255a3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:55:54.169287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=b4fbbb91-3c76-4618-b8d9-7ee739e1d81c,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:54.172072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:54.254920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.388148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Provisioning complete for port 4513a55b-5aa4-4e4c-854c-c78d1c387baf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:54.388516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.443203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network b767f825-c611-42f5-9c51-b91e317cdb36 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:54.452752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:54.463343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.472875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] device_id is not set on port 4aa1d68d-f220-43b4-bd26-e398117bc3cb yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:54.530735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.549898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.579644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Port 4513a55b-5aa4-4e4c-854c-c78d1c387baf cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:55:54.598599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:54.612266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Transition to ACTIVE for port object 4aa1d68d-f220-43b4-bd26-e398117bc3cb will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:54.623258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.652492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1e38d1e3-4cb9-4ef6-9153-260e5d3d3f79 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "GET /v2.0/agents/7ef01bbd-9185-41de-ace8-6f07a9adfb82/dhcp-networks HTTP/1.1" status: 200  len: 8539 time: 0.5944748
Dec 15 18:55:54.660700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51104) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:54.666375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.700390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.744167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Provisioning for port 06648228-1b47-44d7-a7fb-76d779ce4f1d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:54.756601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Network a5315b39-24cf-4aab-8316-fc41c1f68771 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:54.757170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Provisioning complete for port 06648228-1b47-44d7-a7fb-76d779ce4f1d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:54.757747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:54.763096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:54.765636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:54.786721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Port': ['ID=8da313ac-8728-4fd2-a892-c2efdc0515a5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:54.789606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:54.799907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-627bc406-b8b9-4002-8a52-29093d2ad2e8 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:54.885363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7550>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:53Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:54.895920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b259f-2dd2-40ce-9f9f-4228a70391c0 None None] The sync data for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv is: [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:53Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:55:54.965532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] device_id is not set on port fd046efb-cf58-42bb-b237-47539d967358 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:55.035375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.067917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.123263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] For port 06648228-1b47-44d7-a7fb-76d779ce4f1d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06648228-1b47-44d7-a7fb-76d779ce4f1d,segment=NetworkSegment(770a4bc5-37cc-42f7-9830-5f299a74c7be),segment_id=770a4bc5-37cc-42f7-9830-5f299a74c7be)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:55.128136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.135359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:55.168349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa1d68d-f220-43b4-bd26-e398117bc3cb,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:55.180576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:55.231825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Router 8e0a708d-ef05-40c4-b465-d63ebde8791e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:55:55.236548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a89aa01-92f8-4630-af76-4a315e5a1f2e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:55.282174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Allocated IP 172.26.1.187 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/aee25973-7cae-4d61-a9c5-6e3bb9b5c073) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:55.385110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.402044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Transition to ACTIVE for port object fd046efb-cf58-42bb-b237-47539d967358 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:55:55.429237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Pushing event updated for resources: {'Port': ['ID=06648228-1b47-44d7-a7fb-76d779ce4f1d,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:55.435817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:55.445171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d7745a09-b3ae-4477-87b7-abb887f56419 None None] Provisioning complete for port 06648228-1b47-44d7-a7fb-76d779ce4f1d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:55.445798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7745a09-b3ae-4477-87b7-abb887f56419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.449467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.494140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:55.543501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1a89aa01-92f8-4630-af76-4a315e5a1f2e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:55.556996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1a89aa01-92f8-4630-af76-4a315e5a1f2e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:55.557399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.651847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:55.652369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:55.652901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:55.790601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.894379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.925198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-86477643-350b-424d-9662-1dab072ea2c9 None None] Could not find standard attr ID for object 94df677a-ef4e-4c42-886c-f865139224b5. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:55:55.932635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:55.932962 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:55.940072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 1a89aa01-92f8-4630-af76-4a315e5a1f2e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1a89aa01-92f8-4630-af76-4a315e5a1f2e,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:55.948094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:55.949423 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 2 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:55.950547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:55.986086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=fd046efb-cf58-42bb-b237-47539d967358,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:56.041183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:56.045691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Allocated IP 2001:db8::9f (efe54b36-2169-4df1-b78d-06c5ec6037a8/a6e48d5b-a36c-406e-ab8c-ce7841249616/877b698f-19fb-4ecb-bc5d-99e861976427) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:56.056671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=1a89aa01-92f8-4630-af76-4a315e5a1f2e,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:56.060079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:56.066499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017b15f-80e6-40e8-bde5-e83d99e87c4f tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] Network c66134d9-8997-4306-b0c6-d92579e255a3 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:55:56.071139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:56.071549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:56.071947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:56.127203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:56.127610 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:56.146185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d6607-5192-4db5-8a23-39a27556a1ef None None] Network c66134d9-8997-4306-b0c6-d92579e255a3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:55:56.191500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:55:56.256303 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9017b15f-80e6-40e8-bde5-e83d99e87c4f tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "POST /v2.0/agents/7ef01bbd-9185-41de-ace8-6f07a9adfb82/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 1.5915856
Dec 15 18:55:56.259538 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 3 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:56.287475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51108) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:56.327506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.331823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:55:56.337133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.342754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.352613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ef2c0f81-f187-4cdd-abcb-e100813b3d6d tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:56.406496 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] 10.222.0.48 "PUT /v2.0/routers/8e0a708d-ef05-40c4-b465-d63ebde8791e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5737464
Dec 15 18:55:56.418171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.418295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:56.418620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:56.419029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:56.431033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:56.432016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:56.432407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:56.462745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Port': ['ID=8da313ac-8728-4fd2-a892-c2efdc0515a5,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:56.469578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:56.470474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.472113 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.2415946
Dec 15 18:55:56.475537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51114) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:56.499493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:56.500061 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:56.500501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:56.500809 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:56.505868 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 2 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:56.512508 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 4 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:56.631559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:56.631885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:56.632292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:56.642048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:56.642405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:56.642724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:56.647282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-159ab7b2-3c4e-424d-ba55-d135085f5631 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Synchronizing usage tracker for tenant:51f35ff75fc048dd90446d810eea375f on resource:floatingip {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:55:56.691937 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:56.692247 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:56.709159 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 3 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:56.716250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:56.716577 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:56.719549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.729100 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 5 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:56.744535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-159ab7b2-3c4e-424d-ba55-d135085f5631 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Unset dirty status for tenant:51f35ff75fc048dd90446d810eea375f on resource:floatingip {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:55:56.748437 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-159ab7b2-3c4e-424d-ba55-d135085f5631 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=a5315b39-24cf-4aab-8316-fc41c1f68771 HTTP/1.1" status: 200  len: 689 time: 0.2674060
Dec 15 18:55:56.749778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51122) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:56.771216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.807574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:56.828702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:56.829150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:56.829823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:56.842595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-04ce8601-45f7-47f8-afb9-522bdc81ff3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:56.884340 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2475a2bb-046e-4032-8e95-c8b1a9d05041 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "GET /v2.0/agents/7ef01bbd-9185-41de-ace8-6f07a9adfb82/dhcp-networks HTTP/1.1" status: 200  len: 9283 time: 0.5934722
Dec 15 18:55:56.885329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:56.885785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:56.886244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:56.887387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51128) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:56.898303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:55:56.910945 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:55:56.917451 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/routers/4b0ab7ee-950f-455b-b1af-73fe70a67fe6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6883519
Dec 15 18:55:56.920889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51132) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:56.922689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:56.923004 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:56.926660 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 4 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:56.929411 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:56.930495 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43cd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:56.933747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'port': {'network_id': 'b767f825-c611-42f5-9c51-b91e317cdb36', 'name': 'tempest-FloatingIPTestJSON-1909024210'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:56.942209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:56.942530 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:56.950599 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 6 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:56.967892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:56.974863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:56.977268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:57.010056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.010330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.010656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.019048 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43cd0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:57.019168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event updated for resources: {'Port': ['ID=aee25973-7cae-4d61-a9c5-6e3bb9b5c073,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:57.026758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:57.036278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.036278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.036278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.049671 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:55:57.050397 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43cd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:57.055722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.056088 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:57.056995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.059672 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 5 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:57.073543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.073863 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:57.076856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:57.108599 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 7 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:57.173445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.173774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.174103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.175004 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43cd0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:57.175716 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b38e09-2313-45b1-9c0d-37f3cac2a9b1 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:55:57.179759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51136) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:57.189194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.189532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.189858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.200727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.203051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102954942', 'description': 'tempest-description--453187999'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:57.220210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:57.241243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06648228-1b47-44d7-a7fb-76d779ce4f1d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:57.272771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:57.277647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network efe54b36-2169-4df1-b78d-06c5ec6037a8 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:57.284894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:57.287368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:57.314015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.314593 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:57.315174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Port': ['ID=877b698f-19fb-4ecb-bc5d-99e861976427,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:57.315655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 06648228-1b47-44d7-a7fb-76d779ce4f1d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:57.316130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.334281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Usage tracker for resource:security_group and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:57.336770 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 6 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:57.348258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.348583 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:57.350836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:57.354240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:port and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:57.356944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:57.360582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:57.361038 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 8 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:57.368786 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5a1fa980-ece1-4a9e-a712-a76c84ec9788 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "DELETE /v2.0/agents/7ef01bbd-9185-41de-ace8-6f07a9adfb82/dhcp-networks/c66134d9-8997-4306-b0c6-d92579e255a3 HTTP/1.1" status: 204  len: 168 time: 0.4803240
Dec 15 18:55:57.376457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51140) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:57.385794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:57.386683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.387036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.387554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.390023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:57.396534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Deleting port 8da313ac-8728-4fd2-a892-c2efdc0515a5 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:55:57.396795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.397261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.397610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.397972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.438534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.438534 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:57.438855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24df1cb0-f07b-4757-b6b7-9b073d2429ae up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:57.446123 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 9 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:57.446328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:57.449263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.452901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.465162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.465537 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:57.473697 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 7 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:57.489901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] device_id is not set on port d26dde92-c561-41e1-b290-23fb41141bde yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:57.509895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 24df1cb0-f07b-4757-b6b7-9b073d2429ae completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:55:57.515250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 24df1cb0-f07b-4757-b6b7-9b073d2429ae triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:57.515938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.581803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.582225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.582458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.599510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.599838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.600163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.671720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.689262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.698218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 24df1cb0-f07b-4757-b6b7-9b073d2429ae, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=24df1cb0-f07b-4757-b6b7-9b073d2429ae,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:55:57.704105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.704448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.706627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.706957 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:57.707276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.707449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.707690 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:57.708828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a89aa01-92f8-4630-af76-4a315e5a1f2e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:57.711979 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 8 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:57.718415 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 10 to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb
Dec 15 18:55:57.743790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-72fb5614-8a8a-46eb-98d0-657e82704734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:57.766870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:57.797165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Usage tracker for resource:security_group_rule and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:57.804646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.804818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.805150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.807174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.807493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.807809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:57.809898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:57.828462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:57.840411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Calling delete_port for 8da313ac-8728-4fd2-a892-c2efdc0515a5 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:55:57.841043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=24df1cb0-f07b-4757-b6b7-9b073d2429ae,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:57.844772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:57.856603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1a89aa01-92f8-4630-af76-4a315e5a1f2e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:57.857291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.870749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.871074 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:55:57.871425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.879829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:57.880146 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:57.881281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.2 (b767f825-c611-42f5-9c51-b91e317cdb36/8942ae35-ab8d-4944-b33a-d812c7605d04/d26dde92-c561-41e1-b290-23fb41141bde) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:55:57.889896 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 9 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:57.897219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:57.979366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:57.979697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:57.980030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:58.035543 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5228d70a-ed1a-48e1-8d85-49ebc46dc9e8 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "GET /v2.0/agents/7ef01bbd-9185-41de-ace8-6f07a9adfb82/dhcp-networks HTTP/1.1" status: 200  len: 8539 time: 0.6500280
Dec 15 18:55:58.040388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51144) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:58.068458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:58.068783 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:58.070157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.081224 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 10 to bind port fd046efb-cf58-42bb-b237-47539d967358
Dec 15 18:55:58.084008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0178f00-f0c3-478b-8186-d7ae0c93d107 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:58.159693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:55:58.160243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:55:58.160805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:55:58.182331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event deleted for resources: {'Port': ['ID=8da313ac-8728-4fd2-a892-c2efdc0515a5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:58.190621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:58.216091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.223304 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0c6b7e31-0e8b-4497-95e1-679705a85cf1 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "GET /v2.0/networks/0162f4f9-c891-4dfc-acf1-59a2cce8264a/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1820009
Dec 15 18:55:58.226565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] For port 4aa1d68d-f220-43b4-bd26-e398117bc3cb, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:58.227195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempted to set empty binding levels {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 15 18:55:58.228974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51148) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:58.233544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.237159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.237916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.248446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.253411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.254075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:55:58.254407 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port fd046efb-cf58-42bb-b237-47539d967358 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:55:58.254733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.278287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:58.344985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.359837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.435964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.441971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:58.472605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.525752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=d26dde92-c561-41e1-b290-23fb41141bde,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:58.532572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72774cb2-1322-4471-98a5-f14865980141,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:58.540870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network b767f825-c611-42f5-9c51-b91e317cdb36 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:55:58.541653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:58.542038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:58.542160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:58.544744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:58.568314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:55:58.578682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] In _notify_port_updated(), no bound segment for port 4aa1d68d-f220-43b4-bd26-e398117bc3cb on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:55:58.579478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:55:58.579707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.582309 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "PUT /v2.0/ports/4aa1d68d-f220-43b4-bd26-e398117bc3cb HTTP/1.1" status: 200  len: 977 time: 5.5763519
Dec 15 18:55:58.583554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:55:58.584162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.591958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51152) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:58.592686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dccd1bd3-20ef-49e1-93f4-ff256b67eff2,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:58.600263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.601395 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.4177463
Dec 15 18:55:58.606019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:58.615586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51156) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:58.617333 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8b300f54-5ebc-448a-8ff2-7d3943f3eee4 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "GET /v2.0/networks/0162f4f9-c891-4dfc-acf1-59a2cce8264a/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.3849661
Dec 15 18:55:58.629441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51158) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:58.633764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Request body: {'security_group_rule': {'security_group_id': '72774cb2-1322-4471-98a5-f14865980141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:58.654296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:58.692876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Usage tracker for resource:security_group_rule and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:58.702570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa1d68d-f220-43b4-bd26-e398117bc3cb,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:58.707401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:58.708371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] For port fd046efb-cf58-42bb-b237-47539d967358, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:55:58.708753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempted to set empty binding levels {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 15 18:55:58.709830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:58.716096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.722967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:58.725652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.727445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.730220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.745859 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.8211777
Dec 15 18:55:58.746708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51164) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:58.765120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b7de5f7-bbde-41fe-abed-255c050dc704 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:58.766356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'port': {'network_id': 'b767f825-c611-42f5-9c51-b91e317cdb36', 'name': 'tempest-FloatingIPTestJSON-1734969089'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:58.795863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9ced53cd60>> segment before_delete 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.796207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9ced53cd60>> subnet precommit_delete_associations 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.796926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> segment_host_mapping after_create 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.797250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> port after_create 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.797668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> port after_delete 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.798010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> port after_update 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.798325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> segment after_delete 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.798652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> subnet after_create 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.798960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> subnet after_delete 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.799270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9cecf1c250>> subnet after_update 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.934815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.953869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced55bf40>> subnet after_create 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.954224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced55bf40>> subnet after_delete 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.954557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced55bf40>> subnet before_create 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.954906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9ced55bf40>> subnet before_update 55550000 {{(pid=83670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 15 18:55:58.955358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced1e0310>,) {'filters': {'network_id': ['a5315b39-24cf-4aab-8316-fc41c1f68771']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:58.966869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] In _notify_port_updated(), no bound segment for port fd046efb-cf58-42bb-b237-47539d967358 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:55:58.967891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:58.971648 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "PUT /v2.0/ports/fd046efb-cf58-42bb-b237-47539d967358 HTTP/1.1" status: 200  len: 981 time: 5.6416235
Dec 15 18:55:58.973851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51168) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:58.975926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1e0310>, 'a8b01c52-9baa-4d0a-b38a-39e6baa2f5cc') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:58.976220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1e0310>, 'a8b01c52-9baa-4d0a-b38a-39e6baa2f5cc') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:58.999855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=fd046efb-cf58-42bb-b237-47539d967358,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:59.077836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24df1cb0-f07b-4757-b6b7-9b073d2429ae up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:55:59.132425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.151581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 24df1cb0-f07b-4757-b6b7-9b073d2429ae triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:55:59.152058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.181457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.195002 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-243ddcae-ada8-407d-91dc-5ded5e39103b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 15700 time: 0.5969005
Dec 15 18:55:59.195312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.197868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51172) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:59.219302 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b0e0762c-5d78-4048-a833-2ac258919872 tempest-DHCPAgentSchedulersTestJSON-2073487303 tempest-DHCPAgentSchedulersTestJSON-2073487303-project-admin] 10.222.0.48 "GET /v2.0/agents/7ef01bbd-9185-41de-ace8-6f07a9adfb82/dhcp-networks HTTP/1.1" status: 200  len: 8501 time: 0.5773413
Dec 15 18:55:59.224901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:55:59.225319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.229165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event updated for resources: {'Port': ['ID=aee25973-7cae-4d61-a9c5-6e3bb9b5c073,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:59.237170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51176) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:59.241458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.243702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:59.245906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:59.246152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn_limited(
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn_limited(
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:55:59.270539 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:55:59.273477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.274070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.275286 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.2689304
Dec 15 18:55:59.285647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-839c8d7b-311e-43e0-bb55-7119969d6e4a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:59.372629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824a8f4d-a89a-4a7c-8e00-11afd6ebbe59,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:59.390879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:59.396672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:59.400083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.401337 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7821236
Dec 15 18:55:59.404958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.407446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51190) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:59.415776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:port and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:59.417288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Request body: {'security_group_rule': {'security_group_id': '72774cb2-1322-4471-98a5-f14865980141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:55:59.420433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:59.430414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:59.432438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:55:59.438046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Deleting port 4aa1d68d-f220-43b4-bd26-e398117bc3cb {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:55:59.438375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.444078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Usage tracker for resource:security_group_rule and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:55:59.448585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:55:59.466144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.479137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:55:59.496250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:55:59.530446 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0a7970cc-493e-45f2-9469-6189643c9273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 15800 time: 0.5466857
Dec 15 18:55:59.534658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51194) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:59.542273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:55:59.545214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.558792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a5315b39-24cf-4aab-8316-fc41c1f68771 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 15 18:55:59.565774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5315b39-24cf-4aab-8316-fc41c1f68771,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:55:59.572253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.577990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:55:59.621443 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a5315b39-24cf-4aab-8316-fc41c1f68771 HTTP/1.1" status: 204  len: 168 time: 2.8685579
Dec 15 18:55:59.624521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51204) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:59.625532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] device_id is not set on port 9d440dd4-250a-4222-9d51-85ac30679e3c yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:55:59.625836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.657022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.663562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51206) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:55:59.680327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Router 3f6a109d-5f41-4789-9e9f-4c7eac73a0e3 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:55:59.723215 dv-neutron-821830-2-hyperv neutron-server[83670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 15 18:55:59.728097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceddaa070>,) {'filters': {'network_id': ['c66134d9-8997-4306-b0c6-d92579e255a3']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:59.738044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Deleting port fd046efb-cf58-42bb-b237-47539d967358 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:55:59.738382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.783637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceddaa070>, '33fe4c49-7872-4810-90d4-71db93410541') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:59.783928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceddaa070>, '33fe4c49-7872-4810-90d4-71db93410541') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:55:59.856522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.876227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8cb3116b-6823-4148-9164-c2fddd15fcaf tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Synchronizing usage tracker for tenant:51f35ff75fc048dd90446d810eea375f on resource:floatingip {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:55:59.919862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.948861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:55:59.949261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:55:59.964133 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:55:59.976661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.002441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-94a6fcb8-5f35-4a1d-8991-b3dc85ad454b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Synchronizing usage tracker for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:00.009021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] For port 4aa1d68d-f220-43b4-bd26-e398117bc3cb, host hv-neutron-8218, got binding levels [] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:00.009413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.019540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8cb3116b-6823-4148-9164-c2fddd15fcaf tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Unset dirty status for tenant:51f35ff75fc048dd90446d810eea375f on resource:floatingip {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:00.023403 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8cb3116b-6823-4148-9164-c2fddd15fcaf tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.3603146
Dec 15 18:56:00.034254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51212) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.136847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.167037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-546ed2bf-fe7b-4be3-b01e-285eb4918c13 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:00.175207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.5 (b767f825-c611-42f5-9c51-b91e317cdb36/8942ae35-ab8d-4944-b33a-d812c7605d04/9d440dd4-250a-4222-9d51-85ac30679e3c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:00.188298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Calling delete_port for 4aa1d68d-f220-43b4-bd26-e398117bc3cb owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:00.253751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.271863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-94a6fcb8-5f35-4a1d-8991-b3dc85ad454b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Unset dirty status for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:00.273078 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-94a6fcb8-5f35-4a1d-8991-b3dc85ad454b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--427560780&fields=id&tenant_id=6560e564b6334d5ead0d40a3332067f2 HTTP/1.1" status: 200  len: 267 time: 0.6060534
Dec 15 18:56:00.273456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f54faf9-0f52-4140-ac39-57110b3858d0,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:00.288356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:00.292249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:00.319217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.323955 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "DELETE /v2.0/networks/c66134d9-8997-4306-b0c6-d92579e255a3 HTTP/1.1" status: 204  len: 168 time: 1.0825601
Dec 15 18:56:00.323955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.323955 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9149811
Dec 15 18:56:00.324229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51216) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.325578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] For port fd046efb-cf58-42bb-b237-47539d967358, host hv-neutron-8218, got binding levels [] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:00.325922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.334771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event deleted for resources: {'Network': ['ID=c66134d9-8997-4306-b0c6-d92579e255a3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:00.336732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51218) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.391023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:00.425419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:00.447004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.447375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.447740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.448093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.448451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.448788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.449131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.449498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.450467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Synchronizing usage tracker for tenant:51f35ff75fc048dd90446d810eea375f on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:00.486374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:00.495784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.518372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:00.551723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Calling delete_port for fd046efb-cf58-42bb-b237-47539d967358 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:00.585825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Usage tracker for resource:floatingip and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:00.588897 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-694b8f7a-e081-4808-90d7-607fc950b26e tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:56:00.589438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694b8f7a-e081-4808-90d7-607fc950b26e tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:56:00.591106 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-694b8f7a-e081-4808-90d7-607fc950b26e tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "DELETE /v2.0/ports/94df677a-ef4e-4c42-886c-f865139224b5 HTTP/1.1" status: 404  len: 333 time: 0.2577577
Dec 15 18:56:00.592011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:00.599565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51224) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.604531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:00.624188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event deleted for resources: {'Port': ['ID=4aa1d68d-f220-43b4-bd26-e398117bc3cb,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:00.626596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:00.666176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.666890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.679437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd308-07be-4e45-b947-6becbddc815b req-eeb42358-a4c3-42b1-aa03-93bb3fa06819 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:00.681454 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-eeb42358-a4c3-42b1-aa03-93bb3fa06819 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/networks?id=ffaedb8d-7628-4628-9caa-177c3336a37d HTTP/1.1" status: 200  len: 806 time: 0.3857274
Dec 15 18:56:00.694095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Unset dirty status for tenant:51f35ff75fc048dd90446d810eea375f on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:00.698120 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f51c58a9-023a-42ef-9b11-513c42d581e4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5174 time: 0.6600251
Dec 15 18:56:00.699823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51228) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.739746 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4aa1d68d-f220-43b4-bd26-e398117bc3cb HTTP/1.1" status: 204  len: 168 time: 1.5339990
Dec 15 18:56:00.741120 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-c30e4633-17e6-410e-9278-e0c6a7ed30cf tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/quotas/6560e564b6334d5ead0d40a3332067f2 HTTP/1.1" status: 200  len: 375 time: 0.0419645
Dec 15 18:56:00.741593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51232) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.748026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.816710 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-975d00f4-703b-432f-a36e-5a7c91099e3f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] delete failed (client error): The resource could not be found.
Dec 15 18:56:00.817688 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-975d00f4-703b-432f-a36e-5a7c91099e3f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/c1b9fa70-500d-4992-8d55-bfdafaf451b4 HTTP/1.1" status: 404  len: 345 time: 0.1160016
Dec 15 18:56:00.826956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51238) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.861005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.902724 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa6a94d-2657-4718-983e-ad785b3b0094 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:56:00.903338 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-baa6a94d-2657-4718-983e-ad785b3b0094 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Synchronizing usage tracker for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:00.935064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-baa6a94d-2657-4718-983e-ad785b3b0094 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Unset dirty status for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:00.936208 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-baa6a94d-2657-4718-983e-ad785b3b0094 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "GET /v2.0/ports/4aa1d68d-f220-43b4-bd26-e398117bc3cb HTTP/1.1" status: 404  len: 333 time: 0.1917241
Dec 15 18:56:00.940622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51242) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:00.948380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-573782613', 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:00.956573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:00.973270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:00.976235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:00.980786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:00.989277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:01.009116 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bceff1-2462-4bb0-92f9-92d3dbb00d70 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] DELETE failed (client error): The resource could not be found.
Dec 15 18:56:01.009561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bceff1-2462-4bb0-92f9-92d3dbb00d70 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:56:01.041132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-04f608e9-bca8-4b1a-892d-7949354f5d2b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Synchronizing usage tracker for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:01.041333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd046efb-cf58-42bb-b237-47539d967358,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:01.052232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:01.057339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Made reservation on behalf of d5f14211832c48ab8c5b06bd9945edea for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:01.058566 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c9bceff1-2462-4bb0-92f9-92d3dbb00d70 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a5315b39-24cf-4aab-8316-fc41c1f68771 HTTP/1.1" status: 404  len: 339 time: 0.2304671
Dec 15 18:56:01.060052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.074020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51246) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:01.080022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.081895 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "DELETE /v2.0/ports/fd046efb-cf58-42bb-b237-47539d967358 HTTP/1.1" status: 204  len: 168 time: 1.4996908
Dec 15 18:56:01.085487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51248) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:01.097538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'network': {'name': 'tempest-network--1708115382', 'router:external': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:01.101510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network b767f825-c611-42f5-9c51-b91e317cdb36 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:01.109823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=9d440dd4-250a-4222-9d51-85ac30679e3c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:01.112574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:01.113400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:01.115365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:01.149398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:01.154992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:01.159863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:network and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:01.160067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Deleting subnet db514f55-0908-4c88-93c5-5321a96b2162 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:56:01.164607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-04f608e9-bca8-4b1a-892d-7949354f5d2b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Unset dirty status for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:01.166167 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-04f608e9-bca8-4b1a-892d-7949354f5d2b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6560e564b6334d5ead0d40a3332067f2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4150898
Dec 15 18:56:01.166950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:01.167187 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcd4dd7-4a37-4765-8393-18a23934cb8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:56:01.167691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9fcd4dd7-4a37-4765-8393-18a23934cb8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Synchronizing usage tracker for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:01.168371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Sync routers for ids ['3f6a109d-5f41-4789-9e9f-4c7eac73a0e3'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:01.170637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.176716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:01.179021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] device_id is not set on port 9824ee15-a9ce-44c7-96ad-3c310f0a9281 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:01.183506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Routers {'3f6a109d-5f41-4789-9e9f-4c7eac73a0e3'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:01.184613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['3f6a109d-5f41-4789-9e9f-4c7eac73a0e3'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:01.267655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.271410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 9.3333681
Dec 15 18:56:01.271410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.292395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51258) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:01.299476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9fcd4dd7-4a37-4765-8393-18a23934cb8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Unset dirty status for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:01.304343 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9fcd4dd7-4a37-4765-8393-18a23934cb8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "GET /v2.0/ports/fd046efb-cf58-42bb-b237-47539d967358 HTTP/1.1" status: 404  len: 333 time: 0.2119718
Dec 15 18:56:01.306710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51262) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:01.316143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1280711261', 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:01.324889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:01.344849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.349362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:01.396236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Made reservation on behalf of 51f35ff75fc048dd90446d810eea375f for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:01.398743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.417229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:01.417861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.434139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Set router 3f6a109d-5f41-4789-9e9f-4c7eac73a0e3 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:01.455095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Made reservation on behalf of 35540ec3f11943f1921e2bd74efbbc0b for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:01.457401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.512486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] device_id is not set on port 8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:01.531819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-1e6e7996-1e23-4439-b453-456aea926b98 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:01.532796 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-1e6e7996-1e23-4439-b453-456aea926b98 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2362390
Dec 15 18:56:01.538429 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7819781
Dec 15 18:56:01.543699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51268) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:01.584046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '9d440dd4-250a-4222-9d51-85ac30679e3c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:01.593222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:01.604586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:01.623990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:floatingip and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:01.638894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:01.672144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.699004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:01.702757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.710627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.711104 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Added segment dbf1b3e2-9544-4e20-9143-adae92de1762 of type vlan for network 03ef558b-099f-4701-a172-3fbb18efde2c
Dec 15 18:56:01.766295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba940>, [{'id': '3f6a109d-5f41-4789-9e9f-4c7eac73a0e3', 'name': '', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8', 'external_fixed_ips': [{'subnet_id': 'a6e48d5b-a36c-406e-ab8c-ce7841249616', 'ip_address': '2001:db8::9f'}], 'enable_snat': True}, 'gw_port_id': '877b698f-19fb-4ecb-bc5d-99e861976427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:52Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 3, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port': {'id': '877b698f-19fb-4ecb-bc5d-99e861976427', 'name': '', 'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6a109d-5f41-4789-9e9f-4c7eac73a0e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6e48d5b-a36c-406e-ab8c-ce7841249616', 'ip_address': '2001:db8::9f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:54Z', 'updated_at': '2021-12-15T18:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6e48d5b-a36c-406e-ab8c-ce7841249616', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:01.767100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Allocated IP 172.26.1.137 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c1bc7acd-9e62-472c-8f36-8eca6647e917) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:01.772717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Checking router: 3f6a109d-5f41-4789-9e9f-4c7eac73a0e3 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:56:01.775082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Updating router 3f6a109d-5f41-4789-9e9f-4c7eac73a0e3 port 877b698f-19fb-4ecb-bc5d-99e861976427 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:56:01.800108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.854072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.873583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.895923 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-25e7b3d3-d8bf-444d-a3fa-7a34f4b0e8e5 service neutron] 10.222.0.48 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3411732
Dec 15 18:56:01.904570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:01.932123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-004cb7e6-527d-48e6-8624-dfd399d41435 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:01.991351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.003174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:02.039923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event deleted for resources: {'Subnet': ['ID=db514f55-0908-4c88-93c5-5321a96b2162,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:02.054793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:02.059932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.070192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55653374-bfc5-4f04-829e-ea478bb0b6c7 None None] Network 0162f4f9-c891-4dfc-acf1-59a2cce8264a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:02.108473 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "DELETE /v2.0/subnets/db514f55-0908-4c88-93c5-5321a96b2162 HTTP/1.1" status: 204  len: 168 time: 1.5044193
Dec 15 18:56:02.110721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51272) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:02.117496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.164608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.165277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.166678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Network 50538808-a7fa-4268-aed2-7f5c3a68a49c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:02.178146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.178805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.182209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:02.185056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:02.185461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.186027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.189237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=9824ee15-a9ce-44c7-96ad-3c310f0a9281,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:02.191920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:02.207067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:02.272165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.294350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.296130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Deleting port 06648228-1b47-44d7-a7fb-76d779ce4f1d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:02.296478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.336960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.340101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0b9664a6-8ecf-49c4-829a-f264462f86ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:02.352580 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-b38a4d5a-2e9b-484e-9fdb-9f763a379e6b service neutron] 10.222.0.48 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4423041
Dec 15 18:56:02.357887 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.2729709
Dec 15 18:56:02.360600 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.4190226
Dec 15 18:56:02.364883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51276) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:02.365457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51278) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:02.367728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.397127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.414290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Transition to ACTIVE for port object 877b698f-19fb-4ecb-bc5d-99e861976427 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:02.428925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.440952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:02.472415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Network f7105a45-be9b-4ab8-bd98-6e9f02bec56a is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:02.489593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:02.495942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:02.499570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:02.500457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:02.501267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.501879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.538194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:02.553670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4373476-f706-4bc9-bd0a-f85761b80d78 None None] Pushing event updated for resources: {'Port': ['ID=877b698f-19fb-4ecb-bc5d-99e861976427,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:02.561515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:02.565870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] DHCP port deletion for 0162f4f9-c891-4dfc-acf1-59a2cce8264a request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:56:02.573632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b4373476-f706-4bc9-bd0a-f85761b80d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:02.575016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Deleting port 06648228-1b47-44d7-a7fb-76d779ce4f1d {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:02.575479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.613086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Network': ['ID=03ef558b-099f-4701-a172-3fbb18efde2c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:02.618497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:02.708636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event updated for resources: {'Port': ['ID=c1bc7acd-9e62-472c-8f36-8eca6647e917,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:02.710752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51292) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:02.730241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f0af9e54-4140-44d1-9141-0deb428e8029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.4172137
Dec 15 18:56:02.732871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:02.733503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:02.733797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:02.737325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51298) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:02.774480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-68e78746-f2c5-4fa2-b43b-ae55bcf4009d tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Synchronizing usage tracker for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:02.821744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] For port 06648228-1b47-44d7-a7fb-76d779ce4f1d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06648228-1b47-44d7-a7fb-76d779ce4f1d,segment=NetworkSegment(770a4bc5-37cc-42f7-9830-5f299a74c7be),segment_id=770a4bc5-37cc-42f7-9830-5f299a74c7be)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:02.822098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.828825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.895481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-68e78746-f2c5-4fa2-b43b-ae55bcf4009d tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Unset dirty status for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:02.896861 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-68e78746-f2c5-4fa2-b43b-ae55bcf4009d tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "GET /v2.0/ports/9824ee15-a9ce-44c7-96ad-3c310f0a9281 HTTP/1.1" status: 200  len: 954 time: 0.4731312
Dec 15 18:56:02.897825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bee89ee-122f-4367-94c3-3a1d2a37af81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Synchronizing usage tracker for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:02.908157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51310) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:02.960404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.964356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.968394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.971174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] For port 06648228-1b47-44d7-a7fb-76d779ce4f1d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06648228-1b47-44d7-a7fb-76d779ce4f1d,segment=NetworkSegment(770a4bc5-37cc-42f7-9830-5f299a74c7be),segment_id=770a4bc5-37cc-42f7-9830-5f299a74c7be)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:02.971774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:02.972548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.977205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:02.978143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Synchronizing usage tracker for tenant:d7cfa4b85e134899b77b84aec1b6dd86 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:02.989370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Calling delete_port for 06648228-1b47-44d7-a7fb-76d779ce4f1d owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:03.036040 dv-neutron-821830-2-hyperv neutron-server[83671]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 15 18:56:03.098068 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50dc9e61-6190-47e1-9004-2f442c9b9a14 req-a50c6d38-3e49-4f74-94b2-5b15131143f5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 210 time: 0.3729148
Dec 15 18:56:03.098663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bee89ee-122f-4367-94c3-3a1d2a37af81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Unset dirty status for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:03.099703 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1bee89ee-122f-4367-94c3-3a1d2a37af81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "GET /v2.0/ports/8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321 HTTP/1.1" status: 200  len: 959 time: 0.3580995
Dec 15 18:56:03.109472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Unset dirty status for tenant:d7cfa4b85e134899b77b84aec1b6dd86 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:03.110130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51316) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:03.113491 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4a0d8c5f-b485-4443-b572-89b0909f7f00 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3061 time: 0.6886709
Dec 15 18:56:03.115640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51320) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:03.143865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Deleting port 9824ee15-a9ce-44c7-96ad-3c310f0a9281 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:03.144214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.186522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Calling delete_port for 06648228-1b47-44d7-a7fb-76d779ce4f1d owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:03.238077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 03ef558b-099f-4701-a172-3fbb18efde2c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:03.270682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06648228-1b47-44d7-a7fb-76d779ce4f1d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:56:03.283233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.26.1.135 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/64cb995c-e1e5-4458-aac7-9c5e77928f14) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:03.453031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Deleting port 8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:03.454776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.478899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Attempting to bind port 877b698f-19fb-4ecb-bc5d-99e861976427 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:03.480030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Attempting to bind port 877b698f-19fb-4ecb-bc5d-99e861976427 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '0eb806a0-38ad-4adb-90f8-9415b86a4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:03.480882 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Attempting to bind port 877b698f-19fb-4ecb-bc5d-99e861976427 on network efe54b36-2169-4df1-b78d-06c5ec6037a8 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:03.501364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:03.502063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Checking segment: {'id': '0eb806a0-38ad-4adb-90f8-9415b86a4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:03.502616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.503172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Bound using segment: {'id': '0eb806a0-38ad-4adb-90f8-9415b86a4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:03.503830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Bound port: 877b698f-19fb-4ecb-bc5d-99e861976427, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb806a0-38ad-4adb-90f8-9415b86a4876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'efe54b36-2169-4df1-b78d-06c5ec6037a8'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:03.504341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.530424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.537767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.560623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.570952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.577375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.581799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:03.665334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event deleted for resources: {'Port': ['ID=06648228-1b47-44d7-a7fb-76d779ce4f1d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:03.684197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:03.686853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No active binding found for port 06648228-1b47-44d7-a7fb-76d779ce4f1d {{(pid=83672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 15 18:56:03.687357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06648228-1b47-44d7-a7fb-76d779ce4f1d not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:56:03.689341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] For port 877b698f-19fb-4ecb-bc5d-99e861976427, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:03.702902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Calling delete_port for 9824ee15-a9ce-44c7-96ad-3c310f0a9281 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:03.710299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] No DVR routers for this DVR port 06648228-1b47-44d7-a7fb-76d779ce4f1d on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:56:03.713636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] For port 877b698f-19fb-4ecb-bc5d-99e861976427, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=877b698f-19fb-4ecb-bc5d-99e861976427,segment=NetworkSegment(0eb806a0-38ad-4adb-90f8-9415b86a4876),segment_id=0eb806a0-38ad-4adb-90f8-9415b86a4876)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:03.718335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:56:03.718914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:56:03.725467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.745364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-49b4ccd3-773e-4c31-b02c-5a8406006dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:03.772731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Deleting port 877b698f-19fb-4ecb-bc5d-99e861976427 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:03.774104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.833463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.847053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Routers {'3f6a109d-5f41-4789-9e9f-4c7eac73a0e3'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:03.848035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['3f6a109d-5f41-4789-9e9f-4c7eac73a0e3'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:03.869674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.990730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:03.996841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4373476-f706-4bc9-bd0a-f85761b80d78 None None] Pushing event updated for resources: {'Port': ['ID=877b698f-19fb-4ecb-bc5d-99e861976427,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:03.999965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:04.003241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b4373476-f706-4bc9-bd0a-f85761b80d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:04.024992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.043736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event deleted for resources: {'Port': ['ID=9824ee15-a9ce-44c7-96ad-3c310f0a9281,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:04.057677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.066065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:04.066545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:04.080062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] Set router 3f6a109d-5f41-4789-9e9f-4c7eac73a0e3 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:04.095827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.146867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.173337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] For port 877b698f-19fb-4ecb-bc5d-99e861976427, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=877b698f-19fb-4ecb-bc5d-99e861976427,segment=NetworkSegment(0eb806a0-38ad-4adb-90f8-9415b86a4876),segment_id=0eb806a0-38ad-4adb-90f8-9415b86a4876)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:04.173337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.190514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-15fdb6d5-b221-4437-b435-702ca7cb47a6 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9824ee15-a9ce-44c7-96ad-3c310f0a9281 HTTP/1.1" status: 204  len: 168 time: 1.2810960
Dec 15 18:56:04.202518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51348) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:04.243807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Deleting port 06648228-1b47-44d7-a7fb-76d779ce4f1d {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:04.244241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.261784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Calling delete_port for 8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:04.263253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:04.274975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba940>, [{'id': '3f6a109d-5f41-4789-9e9f-4c7eac73a0e3', 'name': '', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:52Z', 'updated_at': '2021-12-15T18:56:03Z', 'revision_number': 4, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:04.291726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270298-d43e-475c-acb3-7e5347a18249 None None] The sync data for ids ['3f6a109d-5f41-4789-9e9f-4c7eac73a0e3'] in dv-neutron-821830-2-hyperv is: [{'id': '3f6a109d-5f41-4789-9e9f-4c7eac73a0e3', 'name': '', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:52Z', 'updated_at': '2021-12-15T18:56:03Z', 'revision_number': 4, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:04.329974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.351402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bba87a9c-d5c0-45ac-a8dd-f0ba08e0cbc9 None None] The port '06648228-1b47-44d7-a7fb-76d779ce4f1d' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:56:04.354290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecd9c3a0>,) {'filters': {'network_id': ['0162f4f9-c891-4dfc-acf1-59a2cce8264a']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:04.404865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=64cb995c-e1e5-4458-aac7-9c5e77928f14,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:04.410151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:04.443283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecd9c3a0>, '770a4bc5-37cc-42f7-9830-5f299a74c7be') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:04.443664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecd9c3a0>, '770a4bc5-37cc-42f7-9830-5f299a74c7be') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:04.457119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced1a7c10>,) {'filters': {'network_id': ['03ef558b-099f-4701-a172-3fbb18efde2c']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:04.484467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.484684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Calling delete_port for 877b698f-19fb-4ecb-bc5d-99e861976427 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:04.503090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1a7c10>, 'dbf1b3e2-9544-4e20-9143-adae92de1762') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:04.503398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1a7c10>, 'dbf1b3e2-9544-4e20-9143-adae92de1762') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:04.509853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:04.523057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:04.535708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.551083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.553549 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b9020b-fbed-415b-8958-b4b3cfa22ed9 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:56:04.554189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-71b9020b-fbed-415b-8958-b4b3cfa22ed9 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Synchronizing usage tracker for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:04.574443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.579089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:04.579474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.594102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:04.596172 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:04.607931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:04.624115 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d941b155-bfb3-4765-bccf-6ee6e8f7ff03 req-0115d70a-6449-498f-8f3b-d5f944991c4d tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 210 time: 0.1056571
Dec 15 18:56:04.654311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:04.654651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:04.715355 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:04.721680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:04.739208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:04.790859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-71b9020b-fbed-415b-8958-b4b3cfa22ed9 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Unset dirty status for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:04.791966 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-71b9020b-fbed-415b-8958-b4b3cfa22ed9 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "GET /v2.0/ports/9824ee15-a9ce-44c7-96ad-3c310f0a9281 HTTP/1.1" status: 404  len: 333 time: 0.5869431
Dec 15 18:56:04.796366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51352) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:04.832072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Request body: {'port': {'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-524990602'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:04.843306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:04.870851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:04.890692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:04.903609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.910694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.917437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.926894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.932678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Made reservation on behalf of d5f14211832c48ab8c5b06bd9945edea for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:04.934334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.64', 61673) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:04.934598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.936134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.939835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:04.985878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:04.990913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Pushing event deleted for resources: {'Network': ['ID=0162f4f9-c891-4dfc-acf1-59a2cce8264a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:04.999990 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321 HTTP/1.1" status: 204  len: 168 time: 1.8889878
Dec 15 18:56:05.001578 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] 10.222.0.48 "DELETE /v2.0/networks/0162f4f9-c891-4dfc-acf1-59a2cce8264a HTTP/1.1" status: 204  len: 168 time: 2.8899164
Dec 15 18:56:05.006582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51358) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:05.022295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] device_id is not set on port 85a185cd-477e-4645-ade5-13a5ac6e5e24 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:05.031022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:05.033238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:05.070976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  03ef558b-099f-4701-a172-3fbb18efde2c {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 15 18:56:05.079442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:05.081531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "DELETE /v2.0/networks/03ef558b-099f-4701-a172-3fbb18efde2c HTTP/1.1" status: 204  len: 168 time: 1.9378772
Dec 15 18:56:05.095736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51364) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:05.108063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'network': {'name': 'tempest-network--1769173882', 'router:external': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:05.134656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:05.146614 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dfcf0f-c610-43da-a62a-a6a9a0c51980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:56:05.147892 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f1dfcf0f-c610-43da-a62a-a6a9a0c51980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "GET /v2.0/ports/8ed80347-7b4b-4e8c-b6b3-5ca8e6f1e321 HTTP/1.1" status: 404  len: 333 time: 0.1324112
Dec 15 18:56:05.157584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51368) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:05.216326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:network and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:05.231248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:05.240259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Request body: {'port': {'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-667122621'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:05.241193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event updated for resources: {'Port': ['ID=c1bc7acd-9e62-472c-8f36-8eca6647e917,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:05.249030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:05.250065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:05.254071 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:05.254489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:05.264025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:05.266830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:05.268792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b1d8a9a2-570c-47e6-9e5d-102ffe17b699 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:05.297271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event deleted for resources: {'Network': ['ID=03ef558b-099f-4701-a172-3fbb18efde2c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:05.302196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:05.334351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd308-07be-4e45-b947-6becbddc815b req-8fd46cbe-e2eb-4525-99e5-da4319da064b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:05.335255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-8fd46cbe-e2eb-4525-99e5-da4319da064b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Synchronizing usage tracker for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:05.336474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Usage tracker for resource:port and tenant:35540ec3f11943f1921e2bd74efbbc0b is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:05.339363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:05.340577 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9541986
Dec 15 18:56:05.346529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event deleted for resources: {'Port': ['ID=877b698f-19fb-4ecb-bc5d-99e861976427,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:05.349514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:05.384236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-8fd46cbe-e2eb-4525-99e5-da4319da064b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Unset dirty status for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:05.385402 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-8fd46cbe-e2eb-4525-99e5-da4319da064b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.64 "GET /v2.0/networks?id=ffaedb8d-7628-4628-9caa-177c3336a37d HTTP/1.1" status: 200  len: 806 time: 0.4306662
Dec 15 18:56:05.406217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:05.464585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:05.481054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-2741507f-de2e-4fe6-8d4d-54711c5ba562 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Synchronizing usage tracker for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:05.498933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Made reservation on behalf of 51f35ff75fc048dd90446d810eea375f for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:05.503948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-910dd308-07be-4e45-b947-6becbddc815b req-2741507f-de2e-4fe6-8d4d-54711c5ba562 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Unset dirty status for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:05.505475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:05.506699 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-2741507f-de2e-4fe6-8d4d-54711c5ba562 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6560e564b6334d5ead0d40a3332067f2 HTTP/1.1" status: 200  len: 379 time: 0.0883992
Dec 15 18:56:05.519252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Request body: {'port': {'device_id': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'admin_state_up': True, 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'security_groups': ['49db1ae0-f523-4733-86a2-cef0e46632ac']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:05.714295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51380) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:05.790437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Made reservation on behalf of 35540ec3f11943f1921e2bd74efbbc0b for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:05.792717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:05.852286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:05.869665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:05.895415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-f7c75441-3f97-4a99-8c39-d0bdbd381b08 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Synchronizing usage tracker for tenant:522154d252214c84a0c968e3b7963bfd on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:05.897769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Made reservation on behalf of 6560e564b6334d5ead0d40a3332067f2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:05.899179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] device_id is not set on port 7a2d69e1-6209-485f-8048-faece734b199 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:05.901192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:05.976178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-f7c75441-3f97-4a99-8c39-d0bdbd381b08 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Unset dirty status for tenant:522154d252214c84a0c968e3b7963bfd on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:05.977368 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-f7c75441-3f97-4a99-8c39-d0bdbd381b08 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--102954942&fields=id&tenant_id=522154d252214c84a0c968e3b7963bfd HTTP/1.1" status: 200  len: 267 time: 0.1422443
Dec 15 18:56:06.083242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:06.214302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Allocated IP 172.20.0.13 (ffaedb8d-7628-4628-9caa-177c3336a37d/867e62ef-7bed-40a0-99ac-188b5f99869e/9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:06.221797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-7803c6d0-2577-4109-b907-77178cf1d9c9 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:06.230122 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-7803c6d0-2577-4109-b907-77178cf1d9c9 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/networks?id=e89a0f83-1453-46e1-ac76-90751391cba3 HTTP/1.1" status: 200  len: 811 time: 0.2404125
Dec 15 18:56:06.269627 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-dee7eaa1-940b-45ed-a5ac-5f0e034dde33 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/quotas/522154d252214c84a0c968e3b7963bfd HTTP/1.1" status: 200  len: 375 time: 0.0384238
Dec 15 18:56:06.275927 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-73b5d2bf-5fb1-4ba2-9157-428ca2fdcb4c req-09240718-eca3-45fa-92a8-905060fce4f4 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 210 time: 0.1890862
Dec 15 18:56:06.401828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:06.536062 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-39471dde-e0e1-406c-884e-917d83b8e7ca tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=522154d252214c84a0c968e3b7963bfd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2575748
Dec 15 18:56:06.575813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:06.576375 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Added segment 2efd2f70-5841-4d27-9bbe-eca304c37625 of type vlan for network 8cce1356-eb0e-4e0e-8997-c69ecf52b28a
Dec 15 18:56:06.579258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:06.618954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Transition to ACTIVE for port object 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:06.671827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:06.684201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:06.825229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:06.829091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-1ec0b55f-1b30-4604-9463-4f42b8808eb6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:06.830191 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-1ec0b55f-1b30-4604-9463-4f42b8808eb6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1810706
Dec 15 18:56:06.877789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event updated for resources: {'Port': ['ID=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:06.880599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:06.897261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Network ffaedb8d-7628-4628-9caa-177c3336a37d is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:06.943131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:06.945495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:07.009407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.045143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.047975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.054657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.060551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:07.061316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.062789 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cc6526d5-0695-4339-b193-97869deb930e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c70934d01fa464aa781b0231a13f7d2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3399346
Dec 15 18:56:07.065557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51422) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:07.121704 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-ff460df2-c471-4b7a-8594-6852a189961a service neutron] 10.222.0.48 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804475
Dec 15 18:56:07.174124 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6637414
Dec 15 18:56:07.179575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.258762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.275593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:07.313770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.361495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f8fdb2cd-88be-468b-8813-b47f3dec606b None None] Provisioning for port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:56:07.369111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f8fdb2cd-88be-468b-8813-b47f3dec606b None None] Provisioning complete for port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:07.369870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb2cd-88be-468b-8813-b47f3dec606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.375238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Network f7105a45-be9b-4ab8-bd98-6e9f02bec56a is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:07.381475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.382579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:07.388977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.389592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6a109d-5f41-4789-9e9f-4c7eac73a0e3 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:07.398756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:07.399688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:07.400623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.417012 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-19bc51b6-f26b-40e7-97ca-99236bb4a9ba service neutron] 10.222.0.48 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2802076
Dec 15 18:56:07.423063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:07.423785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.459967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.468683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=7a2d69e1-6209-485f-8048-faece734b199,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:07.481490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.482834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:07.490903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:07.491971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f9f69834-c177-4961-8bf9-8160096c98e7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:07.524493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f8fdb2cd-88be-468b-8813-b47f3dec606b None None] Port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:56:07.524721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2002a25-edf7-4554-821d-4332ae4257a9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:07.528240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:07.529217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.530705 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2002a25-edf7-4554-821d-4332ae4257a9 HTTP/1.1" status: 204  len: 168 time: 0.4607322
Dec 15 18:56:07.608475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51430) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:07.609148 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.3889780
Dec 15 18:56:07.615411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:07.682700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:07.683847 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3f6a109d-5f41-4789-9e9f-4c7eac73a0e3 HTTP/1.1" status: 204  len: 168 time: 6.3904152
Dec 15 18:56:07.947394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51434) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:07.976902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Network 50538808-a7fa-4268-aed2-7f5c3a68a49c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:07.981721 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 2.8766232
Dec 15 18:56:08.009883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51452) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:08.047377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:08.062875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:08.064562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:08.064562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.089030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Network': ['ID=8cce1356-eb0e-4e0e-8997-c69ecf52b28a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:08.119817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 8cce1356-eb0e-4e0e-8997-c69ecf52b28a details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:08.128546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:08.137355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cab23696-a5b1-48cf-8634-f392a22fd00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:08.207826 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b9d3ee4-1930-42ab-b6e1-0fe054375b12 req-75818cbc-157b-46e6-b760-2b5ecc1c5960 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.2568581
Dec 15 18:56:08.273704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=85a185cd-477e-4645-ade5-13a5ac6e5e24,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:08.280099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:08.290463 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 3.4930897
Dec 15 18:56:08.297933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51464) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:08.301698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.318972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:08.348296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Deleting subnet a6e48d5b-a36c-406e-ab8c-ce7841249616 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:56:08.390885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c6b52-9d55-4fc9-b868-757861334d73 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:08.394388 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8a5c6b52-9d55-4fc9-b868-757861334d73 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] 10.222.0.48 "GET /v2.0/networks/8cce1356-eb0e-4e0e-8997-c69ecf52b28a HTTP/1.1" status: 200  len: 757 time: 0.3698087
Dec 15 18:56:08.436411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51470) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:08.436738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51472) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:08.466019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.510044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.512025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094574a6-f9f5-47b4-81ed-b9d4d76b3f9b req-8e6dc360-033b-45d4-99c9-3f7ef5dd6736 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:08.513629 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-094574a6-f9f5-47b4-81ed-b9d4d76b3f9b req-8e6dc360-033b-45d4-99c9-3f7ef5dd6736 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 932 time: 0.9711475
Dec 15 18:56:08.569906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.582304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:08.586956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Usage tracker for resource:security_group_rule and tenant:1e196f3037e24291a859e516fbe20440 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:08.590103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:08.596888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:08.620364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.703838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.922503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:08.996959 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-094574a6-f9f5-47b4-81ed-b9d4d76b3f9b req-335c60ce-acbd-4739-bed9-003aa08f49ea tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4711940
Dec 15 18:56:09.151385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.181020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:09.185043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.210081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.219894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.227398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.234788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e48d5b-a36c-406e-ab8c-ce7841249616,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:09.236607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12473c11-50b3-4177-8856-d8428e6bee9f tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:09.240165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-12473c11-50b3-4177-8856-d8428e6bee9f tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] 10.222.0.48 "GET /v2.0/networks/084dc6bd-e968-430f-9739-65ae16b664ba HTTP/1.1" status: 200  len: 768 time: 0.7942450
Dec 15 18:56:09.240878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:09.243617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/a6e48d5b-a36c-406e-ab8c-ce7841249616 HTTP/1.1" status: 204  len: 168 time: 1.2827685
Dec 15 18:56:09.244503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51488) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:09.244843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51490) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:09.254736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:09.376065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:09.388632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:09.430990 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e196f3037e24291a859e516fbe20440&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9890747
Dec 15 18:56:09.431661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51498) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:09.495729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.523054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.533619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d2964617-27a5-4b85-88d4-e60d5ee9728a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:09.579086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cdc15e-be4a-4649-8f8e-705497e3cdcf,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:09.583913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.587453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.595991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:09.601708 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f7779170-decb-47ae-ac9c-1233d974668a req-0f2f2538-8c8d-4c5f-98fa-f793c989ffe4 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.0979283
Dec 15 18:56:09.666077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=64cb995c-e1e5-4458-aac7-9c5e77928f14,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:09.676139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:09.734838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.840786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] device_id is not set on port 7a2d69e1-6209-485f-8048-faece734b199 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:09.873453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.913101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Transition to ACTIVE for port object 7a2d69e1-6209-485f-8048-faece734b199 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:09.929148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:09.936383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1b16b429-053a-494e-83a4-41905fe98e06 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:09.986814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.060315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.069335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.200409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.232035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=7a2d69e1-6209-485f-8048-faece734b199,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:10.240369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:10.298236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced061c40>,) {'filters': {'network_id': ['efe54b36-2169-4df1-b78d-06c5ec6037a8']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:10.301096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] device_id is not set on port 85a185cd-477e-4645-ade5-13a5ac6e5e24 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:10.314616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.321487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.322623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.323128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.339412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced519790>,) {'filters': {'network_id': ['8cce1356-eb0e-4e0e-8997-c69ecf52b28a']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:10.340827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Transition to ACTIVE for port object 85a185cd-477e-4645-ade5-13a5ac6e5e24 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:10.342183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:10.342675 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:10.343189 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 2 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:10.367860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced061c40>, '0eb806a0-38ad-4adb-90f8-9415b86a4876') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:10.368182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced061c40>, '0eb806a0-38ad-4adb-90f8-9415b86a4876') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:10.369891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.378475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:10.386883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced519790>, '2efd2f70-5841-4d27-9bbe-eca304c37625') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:10.387259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced519790>, '2efd2f70-5841-4d27-9bbe-eca304c37625') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:10.400613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.421272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.430300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.439681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.449056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.449504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.449828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.452453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.460015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:10.460337 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:10.464342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 3 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:10.464514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:10.464514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.481756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=85a185cd-477e-4645-ade5-13a5ac6e5e24,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:10.484428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.484757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.485084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:10.485917 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:10.489209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:10.489339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:10.489716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.491518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea80-f079-407c-b640-19ea450d1fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:10.510517 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:10.628525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cdc15e-be4a-4649-8f8e-705497e3cdcf,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:10.635857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.639307 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9cdc15e-be4a-4649-8f8e-705497e3cdcf HTTP/1.1" status: 204  len: 168 time: 1.1900988
Dec 15 18:56:10.639307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:10.639588 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:10.640264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:10.642624 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 4 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:10.691631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c539e-a9d5-425c-b688-bbef41bc84f4 req-2c400011-0a98-44f0-a328-77c2de59736f tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:10.698280 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4d0c539e-a9d5-425c-b688-bbef41bc84f4 req-2c400011-0a98-44f0-a328-77c2de59736f tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 932 time: 0.4122906
Dec 15 18:56:10.705797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.705797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.705797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.735456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.759228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  efe54b36-2169-4df1-b78d-06c5ec6037a8 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 15 18:56:10.761746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.764118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.769515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:10.769700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:10.769826 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:10.779565 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 5 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:10.788301 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 4e5fd8d9-e941-4308-810d-a6e1425962cd associated. External IP: 172.26.1.135, port: 9d440dd4-250a-4222-9d51-85ac30679e3c.
Dec 15 18:56:10.835061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.835398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.835773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.843744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.844071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.845160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.855737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8cce1356-eb0e-4e0e-8997-c69ecf52b28a {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 15 18:56:10.857907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:10.870151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:10.870470 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:10.871272 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 6 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:10.879753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:10.880080 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:10.894021 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 2 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:10.907888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.908222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.908549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.917749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event deleted for resources: {'Network': ['ID=efe54b36-2169-4df1-b78d-06c5ec6037a8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:10.933564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:10.940276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:10.940729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:10.951279 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0a814e30-3162-4ebf-944a-c7518d98b78f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "DELETE /v2.0/networks/efe54b36-2169-4df1-b78d-06c5ec6037a8 HTTP/1.1" status: 204  len: 168 time: 1.6992600
Dec 15 18:56:10.974124 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8cce1356-eb0e-4e0e-8997-c69ecf52b28a HTTP/1.1" status: 204  len: 168 time: 1.7270267
Dec 15 18:56:10.975007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cce1356-eb0e-4e0e-8997-c69ecf52b28a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:10.988858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51510) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:10.997992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:11.019754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'network': {'name': 'tempest-network--1217324804'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:11.019950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:11.019950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:11.050384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:11.055952 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4d0c539e-a9d5-425c-b688-bbef41bc84f4 req-adf5de1d-65b4-4f99-acd0-c1669257af89 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3567808
Dec 15 18:56:11.060115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Usage tracker for resource:network and tenant:51f35ff75fc048dd90446d810eea375f is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:11.067524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:11.085507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:11.102637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.104068 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:11.115737 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 7 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:11.139427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Made reservation on behalf of 51f35ff75fc048dd90446d810eea375f for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:11.142672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:11.199147 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b345d5d3-056b-451d-a22d-706619b7387c req-ac12bcac-cd7b-4b45-aba6-0e02157214e3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.2686534
Dec 15 18:56:11.211891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.216016 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:11.231855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 3 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:11.249954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.250612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.251177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.274319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.280105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.284582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.292164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.293952 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:11.302566 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 8 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:11.332965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:11.363229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.373428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.373428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.373428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.373428 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:11.378599 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 4 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:11.401838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:11.402368 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Added segment 44981504-866e-47f0-bb88-559df8be9b67 of type vlan for network 6aa39478-5e00-49fd-ae0d-3af73e00fe49
Dec 15 18:56:11.448774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.451313 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:11.453123 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 9 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:11.470058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.470365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.470703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.533925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.534245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.534644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.538226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:11.555757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.556096 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:11.559664 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 5 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:11.664335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-e18e130b-0cc4-4a5b-ae72-95d07b1fc548 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:11.677029 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-e18e130b-0cc4-4a5b-ae72-95d07b1fc548 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0597284
Dec 15 18:56:11.693414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.693744 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:11.694755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:11.714727 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempt 10 to bind port 7a2d69e1-6209-485f-8048-faece734b199
Dec 15 18:56:11.730995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.731398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.731800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.751625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.751986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.752318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempting to bind port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.770205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.770532 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:11.782158 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 6 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:11.817152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:11.832972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:11.833584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:11.852611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:11.853037 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Failed to bind port 7a2d69e1-6209-485f-8048-faece734b199 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '78a4d18d-7fc9-475d-9542-5687ff5ae331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7105a45-be9b-4ab8-bd98-6e9f02bec56a'}]
Dec 15 18:56:11.853407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:11.882346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:11.927966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:11.928302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:11.928631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:11.952792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:12.064139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51528) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:12.079027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'router': {'name': 'tempest-router--377807486', 'project_id': '11c60ba6f0f4432c9621cfdf35f8a2cf'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:12.102141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:12.114598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:router and tenant:11c60ba6f0f4432c9621cfdf35f8a2cf is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:12.138431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:12.156146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:12.218854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:12.220682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:12.258890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:12.259378 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:12.290878 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 7 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:12.308779 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.2999790
Dec 15 18:56:12.315452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51538) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:12.355066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:12.390245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa39478-5e00-49fd-ae0d-3af73e00fe49,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:12.400161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:12.400483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:12.401626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:12.406006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 6aa39478-5e00-49fd-ae0d-3af73e00fe49 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:12.413652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:12.537257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Request body: {'port': {'device_id': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:12.573038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:12.573493 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:12.592879 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 8 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:12.609157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] For port 7a2d69e1-6209-485f-8048-faece734b199, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:12.609571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Attempted to set empty binding levels {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 15 18:56:12.676302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:12.705859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:12.762717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:12.822725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:12.822922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:12.823204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:12.856319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:12.894437 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-233eabbd-18f9-461d-83ec-112c9e91f682 req-fb9a02a2-7c45-45b3-b2e8-56754082af59 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.3036098
Dec 15 18:56:12.923302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d42caf-77e7-455d-8094-333ae3c4a765 req-6ddee5f2-e229-4c4f-acfa-2a65d4b245cc tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:12.931941 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a7d42caf-77e7-455d-8094-333ae3c4a765 req-6ddee5f2-e229-4c4f-acfa-2a65d4b245cc tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 932 time: 0.3802435
Dec 15 18:56:12.935901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:12.939669 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d36c1e59-1c15-4a89-9978-2412fafcc37c tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.8715599
Dec 15 18:56:12.954821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51548) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:13.049115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:13.076744 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:13.127774 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:13.129067 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede59b20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:13.150737 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a7d42caf-77e7-455d-8094-333ae3c4a765 req-23dd55e2-f310-41a8-b337-6335bdb98b5a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2176437
Dec 15 18:56:13.153376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.221621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.223808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62481cad-ba00-4edb-adcb-f3e449caf5c0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.278982 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede59b20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:13.285582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-de106191-b4cf-4cab-a7ad-4610d76ae52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.302428 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.7490091
Dec 15 18:56:13.303238 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:13.305197 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede59b20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:55:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:13.320177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:13.320789 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:13.333778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51554) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:13.363072 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 9 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:13.420117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.421163 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede59b20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:13.422750 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57de54-705c-4f84-b874-76494f4d4750 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:13.441836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:13.442164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:13.442492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:13.461962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:13.565442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] In _notify_port_updated(), no bound segment for port 7a2d69e1-6209-485f-8048-faece734b199 on network f7105a45-be9b-4ab8-bd98-6e9f02bec56a {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:56:13.566596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.572266 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "PUT /v2.0/ports/7a2d69e1-6209-485f-8048-faece734b199 HTTP/1.1" status: 200  len: 980 time: 5.9586387
Dec 15 18:56:13.591218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51560) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:13.614887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event updated for resources: {'Port': ['ID=7a2d69e1-6209-485f-8048-faece734b199,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:13.621543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:13.627030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73de153e-f7a2-4dd5-ab3a-8d49adffb923 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:13.642707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:13.643571 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:13.644355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Network 6aa39478-5e00-49fd-ae0d-3af73e00fe49 is not hosted by any dhcp agent {{(pid=83671) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 15 18:56:13.649001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:13.649936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.651343 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "PUT /v2.0/networks/6aa39478-5e00-49fd-ae0d-3af73e00fe49 HTTP/1.1" status: 200  len: 858 time: 1.3213217
Dec 15 18:56:13.658721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempt 10 to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24
Dec 15 18:56:13.673236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51564) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:13.678031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.833064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:13.833516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:13.833956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempting to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:13.875899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:13.955142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Deleting port 7a2d69e1-6209-485f-8048-faece734b199 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:13.955633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.146905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62481cad-ba00-4edb-adcb-f3e449caf5c0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.197219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa39478-5e00-49fd-ae0d-3af73e00fe49,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:14.290679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:14.356381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:14.357045 dv-neutron-821830-2-hyperv neutron-server[83671]: ERROR neutron.plugins.ml2.managers [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Failed to bind port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on host hv-neutron-8218 for vnic_type normal using segments [{'id': 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50538808-a7fa-4268-aed2-7f5c3a68a49c'}]
Dec 15 18:56:14.357238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.377726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] For port 7a2d69e1-6209-485f-8048-faece734b199, host hv-neutron-8218, got binding levels [] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:14.378080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.392942 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-39f87ddf-b19f-495a-91b5-6134b4de31c8 req-93ba7c31-b8f4-43a5-896e-82f0ef851fc8 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.1307256
Dec 15 18:56:14.412769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.580551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Calling delete_port for 7a2d69e1-6209-485f-8048-faece734b199 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:14.634384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62481cad-ba00-4edb-adcb-f3e449caf5c0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.794741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbead9-7a0b-4493-a544-32f02d36866c req-ebe44054-cf08-43f7-aeb5-31ba347bc43f tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:14.796670 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5cbead9-7a0b-4493-a544-32f02d36866c req-ebe44054-cf08-43f7-aeb5-31ba347bc43f tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 932 time: 0.1680295
Dec 15 18:56:14.855389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62481cad-ba00-4edb-adcb-f3e449caf5c0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.855876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62481cad-ba00-4edb-adcb-f3e449caf5c0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11acc7ed-6f98-4f36-bbb8-b3112f4692b1 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:14.861224 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5cbead9-7a0b-4493-a544-32f02d36866c req-21ba8d11-0555-4ef0-96f2-80c38096234b tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528412
Dec 15 18:56:14.861924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.878449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bb471199-aeb5-4bed-adb2-ea356d4e3140 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:14.942103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a2d69e1-6209-485f-8048-faece734b199,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:14.942451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] For port 85a185cd-477e-4645-ade5-13a5ac6e5e24, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:14.942830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Attempted to set empty binding levels {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 15 18:56:14.949643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:14.954251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.960966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.962926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62481cad-ba00-4edb-adcb-f3e449caf5c0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.967344 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-62481cad-ba00-4edb-adcb-f3e449caf5c0 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "DELETE /v2.0/routers/11acc7ed-6f98-4f36-bbb8-b3112f4692b1 HTTP/1.1" status: 204  len: 168 time: 2.0088651
Dec 15 18:56:14.970538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:14.983355 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7a2d69e1-6209-485f-8048-faece734b199 HTTP/1.1" status: 204  len: 168 time: 1.3831725
Dec 15 18:56:14.985149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51590) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:15.049460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:15.050657 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-33179d8b-f394-48af-8e44-564444d24761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:56:15.051584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-33179d8b-f394-48af-8e44-564444d24761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Synchronizing usage tracker for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:15.081832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-33179d8b-f394-48af-8e44-564444d24761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Unset dirty status for tenant:35540ec3f11943f1921e2bd74efbbc0b on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:15.083947 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-33179d8b-f394-48af-8e44-564444d24761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] 10.222.0.48 "GET /v2.0/ports/7a2d69e1-6209-485f-8048-faece734b199 HTTP/1.1" status: 404  len: 333 time: 0.0973268
Dec 15 18:56:15.088589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51596) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:15.241744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.257838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] In _notify_port_updated(), no bound segment for port 85a185cd-477e-4645-ade5-13a5ac6e5e24 on network 50538808-a7fa-4268-aed2-7f5c3a68a49c {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:56:15.259060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.263170 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "PUT /v2.0/ports/85a185cd-477e-4645-ade5-13a5ac6e5e24 HTTP/1.1" status: 200  len: 976 time: 6.9539788
Dec 15 18:56:15.266354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced6174f0>,) {'filters': {'network_id': ['6aa39478-5e00-49fd-ae0d-3af73e00fe49']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:15.269528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51602) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:15.353248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.355338 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 4e5fd8d9-e941-4308-810d-a6e1425962cd disassociated. External IP: 172.26.1.135, port: 9d440dd4-250a-4222-9d51-85ac30679e3c.
Dec 15 18:56:15.382494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.406992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Deleting port 85a185cd-477e-4645-ade5-13a5ac6e5e24 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:15.406992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.534595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01788fee-e60e-47be-a4eb-50b5d0760cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.605446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced6174f0>, '44981504-866e-47f0-bb88-559df8be9b67') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:15.606367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced6174f0>, '44981504-866e-47f0-bb88-559df8be9b67') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:15.671355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.697023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event updated for resources: {'Port': ['ID=85a185cd-477e-4645-ade5-13a5ac6e5e24,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:15.699555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51610) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:15.705629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:15.712665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.726732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:15.727706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:15.749682 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:15.885710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:15.978454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced33e190>,) {'filters': {'network_id': ['f7105a45-be9b-4ab8-bd98-6e9f02bec56a']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:16.026579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51618) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:16.033764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced33e190>, '78a4d18d-7fc9-475d-9542-5687ff5ae331') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:16.034059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced33e190>, '78a4d18d-7fc9-475d-9542-5687ff5ae331') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:16.049060 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:56:16.090755 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-173ec667-eb55-4ee5-939c-977e77dde20b req-c00dce0f-6ab6-481b-945a-bc22653d25b7 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.1942441
Dec 15 18:56:16.107871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 18:56:16.124746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.127169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.147306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6aa39478-5e00-49fd-ae0d-3af73e00fe49 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 15 18:56:16.154872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.173173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Transition to ACTIVE for port object 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:16.176105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aa04c1d2-8ba0-4908-ba5d-8fb89f340eae tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:16.193032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.203378 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] 10.222.0.48 "DELETE /v2.0/networks/6aa39478-5e00-49fd-ae0d-3af73e00fe49 HTTP/1.1" status: 204  len: 168 time: 2.5266047
Dec 15 18:56:16.209014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51626) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:16.224318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.274209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.275912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Pushing event deleted for resources: {'Network': ['ID=6aa39478-5e00-49fd-ae0d-3af73e00fe49,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:16.288707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:16.296684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e2d4ed03-094f-4019-a9b3-b8534d798f18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:16.300271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] For port 85a185cd-477e-4645-ade5-13a5ac6e5e24, host hv-neutron-8218, got binding levels [] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:16.308016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.324023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:16.324509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:16.340292 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:16.351105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a48a5b11-c060-4fb5-ab21-af08f5e7fdf1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:16.357651 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e202bc1-f7d1-4cfc-be60-f078f7b32b38 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:56:16.358236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e202bc1-f7d1-4cfc-be60-f078f7b32b38 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:56:16.362791 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7e202bc1-f7d1-4cfc-be60-f078f7b32b38 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] 10.222.0.48 "DELETE /v2.0/subnets/dccd1bd3-20ef-49e1-93f4-ff256b67eff2 HTTP/1.1" status: 404  len: 337 time: 0.1495039
Dec 15 18:56:16.365930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51634) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:16.499765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Calling delete_port for 85a185cd-477e-4645-ade5-13a5ac6e5e24 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:16.526283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.64', 61680) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:16.533521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-66981019', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:16.541697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:16.545930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Usage tracker for resource:router and tenant:1fc91d52b61044989caf8ed3a6fab43e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:16.549061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:16.555190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:16.659353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.687976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.707658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:16.716346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:16.796309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.817684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.825168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.826279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.872255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:16.896606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:16.938086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Pushing event deleted for resources: {'Network': ['ID=f7105a45-be9b-4ab8-bd98-6e9f02bec56a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:16.950659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:16.958456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be682984-8689-4ddf-ba7f-03903eb6eb27 req-b2d965c8-0fd4-43d6-819e-6099e03ca4ef tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:16.959914 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-be682984-8689-4ddf-ba7f-03903eb6eb27 req-b2d965c8-0fd4-43d6-819e-6099e03ca4ef tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 944 time: 0.7917192
Dec 15 18:56:16.987997 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a48a5b11-c060-4fb5-ab21-af08f5e7fdf1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "PUT /v2.0/quotas/d9db0d5d1a4c4c01a8b5138c2a1b8253 HTTP/1.1" status: 200  len: 368 time: 0.9586229
Dec 15 18:56:16.995742 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] 10.222.0.48 "DELETE /v2.0/networks/f7105a45-be9b-4ab8-bd98-6e9f02bec56a HTTP/1.1" status: 204  len: 168 time: 1.9041824
Dec 15 18:56:16.996383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51642) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:17.007431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.011834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Request body: {'network': {'project_id': 'd9db0d5d1a4c4c01a8b5138c2a1b8253'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:17.021661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-83b0f71d-335c-45f7-998f-43b1f37a356c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:17.022323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-83b0f71d-335c-45f7-998f-43b1f37a356c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Synchronizing usage tracker for tenant:522154d252214c84a0c968e3b7963bfd on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:17.026708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.032205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:17.036797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.065927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:17.092426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecaf8d30>,) {'filters': {'network_id': ['084dc6bd-e968-430f-9739-65ae16b664ba']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:17.095913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Usage tracker for resource:network and tenant:d9db0d5d1a4c4c01a8b5138c2a1b8253 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:17.098515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Pushing event deleted for resources: {'Port': ['ID=85a185cd-477e-4645-ade5-13a5ac6e5e24,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:17.100786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Attempting to bind port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:17.101771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Attempting to bind port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:17.102115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Attempting to bind port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 on network ffaedb8d-7628-4628-9caa-177c3336a37d {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:17.105006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:17.114058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:17.114971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecaf8d30>, '995c22f3-bdd7-4c3e-b98b-db20dcf1345f') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:17.115149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecaf8d30>, '995c22f3-bdd7-4c3e-b98b-db20dcf1345f') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:17.119576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:17.129805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 on network ffaedb8d-7628-4628-9caa-177c3336a37d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:17.130209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Attempting to bind port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 on network ffaedb8d-7628-4628-9caa-177c3336a37d {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:17.134856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.136980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.145628 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-be682984-8689-4ddf-ba7f-03903eb6eb27 req-03fd08fb-c62e-4144-9269-b532c1a0bb00 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1726029
Dec 15 18:56:17.172721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.189378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:17.189845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.218279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Made reservation on behalf of d9db0d5d1a4c4c01a8b5138c2a1b8253 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:17.220595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.229909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-83b0f71d-335c-45f7-998f-43b1f37a356c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Unset dirty status for tenant:522154d252214c84a0c968e3b7963bfd on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:17.231207 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-83b0f71d-335c-45f7-998f-43b1f37a356c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.64 "GET /v2.0/networks?id=e89a0f83-1453-46e1-ac76-90751391cba3 HTTP/1.1" status: 200  len: 811 time: 0.7025440
Dec 15 18:56:17.234500 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "DELETE /v2.0/ports/85a185cd-477e-4645-ade5-13a5ac6e5e24 HTTP/1.1" status: 204  len: 168 time: 1.9590743
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:17.278238 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:17.279887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:17.279887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Checking segment: {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:17.279887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Bound using segment: {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:17.280533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Bound port: 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a25a9ef-005f-484d-9862-fa9bf2bdd1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:17.280638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.288176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51652) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:17.336151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.369259 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94bf805-b907-430b-851b-06a67eceec80 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] GET failed (client error): The resource could not be found.
Dec 15 18:56:17.369799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d94bf805-b907-430b-851b-06a67eceec80 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Synchronizing usage tracker for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:17.383620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51658) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:17.429068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:17.432677 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-697f6b45-060c-440f-bcf7-51d4fed3bb68 req-f779ab54-9e5f-4a58-86c6-def40de563dd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.1367037
Dec 15 18:56:17.432857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.437350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-754f3849-0ad6-43a1-ae08-d43a803ab29a tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Synchronizing usage tracker for tenant:522154d252214c84a0c968e3b7963bfd on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:17.441799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d94bf805-b907-430b-851b-06a67eceec80 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Unset dirty status for tenant:d5f14211832c48ab8c5b06bd9945edea on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:17.442933 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d94bf805-b907-430b-851b-06a67eceec80 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] 10.222.0.48 "GET /v2.0/ports/85a185cd-477e-4645-ade5-13a5ac6e5e24 HTTP/1.1" status: 404  len: 333 time: 0.1538882
Dec 15 18:56:17.447117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Usage tracker for resource:security_group_rule and tenant:d9db0d5d1a4c4c01a8b5138c2a1b8253 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:17.448658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.451077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51664) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:17.451741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:17.461671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:17.461998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.473068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-754f3849-0ad6-43a1-ae08-d43a803ab29a tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Unset dirty status for tenant:522154d252214c84a0c968e3b7963bfd on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:17.474286 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-754f3849-0ad6-43a1-ae08-d43a803ab29a tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=522154d252214c84a0c968e3b7963bfd HTTP/1.1" status: 200  len: 379 time: 0.1869071
Dec 15 18:56:17.484883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:17.505792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Request body: {'port': {'device_id': '9770385e-af21-4a07-a3f5-afac10818781', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'admin_state_up': True, 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'security_groups': ['72774cb2-1322-4471-98a5-f14865980141']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:17.529353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Pushing event deleted for resources: {'Network': ['ID=084dc6bd-e968-430f-9739-65ae16b664ba,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:17.531805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:17.597195 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] 10.222.0.48 "DELETE /v2.0/networks/084dc6bd-e968-430f-9739-65ae16b664ba HTTP/1.1" status: 204  len: 168 time: 1.2257934
Dec 15 18:56:17.648588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.650678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] For port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:17.655949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] For port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:17.675695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.682113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:17.786050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.787795 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] 10.222.0.64 "PUT /v2.0/ports/9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 HTTP/1.1" status: 200  len: 1094 time: 5.7059331
Dec 15 18:56:17.796286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:56:17.902652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51676) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:17.932789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.946408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:17.953489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:17.964578 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a6bf5e67-dcb3-473f-9b61-b0a62ad864c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e170bc4d2374414bd11ead42183b3e3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5789030
Dec 15 18:56:17.966995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Usage tracker for resource:port and tenant:522154d252214c84a0c968e3b7963bfd is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:17.970683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9b23886f-eefb-486c-916a-507ace7dbf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:17.977557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51680) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:17.978381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:18.005651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:18.007677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:18.019687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:18.021808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:18.032089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.053550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:18.079957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee337be-a20f-4283-824d-0a6c684689f9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:18.083251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced609ee0>,) {'filters': {'network_id': ['50538808-a7fa-4268-aed2-7f5c3a68a49c']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:18.090300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:18.090883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Made reservation on behalf of 522154d252214c84a0c968e3b7963bfd for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:18.093909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.105895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced609ee0>, 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:18.106192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced609ee0>, 'be2e7cca-f723-40dd-bbb6-3bd4d61f7cf5') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:18.117928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.118568 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Added segment 9810f661-f1a6-4a13-9398-3979c6e5dfed of type vlan for network 3cd92675-fc6f-4277-90a5-83dee32d4e97
Dec 15 18:56:18.153954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.176942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.248196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.266621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.274250 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-b0ff6c91-0ca8-466b-8878-a160ed030845 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6560e564b6334d5ead0d40a3332067f2&device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 1097 time: 0.3706045
Dec 15 18:56:18.280488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:18.280998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:18.300324 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:18.326616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.361704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.440484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.446142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:18.500394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.513659 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'status': 'completed', 'code': 200}
Dec 15 18:56:18.609222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.628838 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-e5de179d-6a4d-4a5d-9c59-458c555f6eb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 HTTP/1.1" status: 200  len: 217 time: 0.3207834
Dec 15 18:56:18.631398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:18.632022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.645141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:18.699408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.720461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4b42f65e-94fd-40a4-96e5-ea54b487c341 req-bc52cb6b-9295-46e9-98de-742389ec2056 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.0982547
Dec 15 18:56:18.735410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Allocated IP 172.20.0.8 (e89a0f83-1453-46e1-ac76-90751391cba3/bdae089c-8ad8-49e9-bc7c-24730634726f/24bf12c2-0de7-4e14-826d-9834caca6388) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:18.783004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-08940945-43fb-4c9c-a992-90b6fedd2b0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7cfa4b85e134899b77b84aec1b6dd86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8559666
Dec 15 18:56:18.785456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51702) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:18.814532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.817814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4c89cdfe-2ab2-46d1-a39d-14820694fea4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:18.835087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd308-07be-4e45-b947-6becbddc815b req-56dd4858-7e95-46ad-9c2e-e391f3bdb4b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:18.837103 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-56dd4858-7e95-46ad-9c2e-e391f3bdb4b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=867e62ef-7bed-40a0-99ac-188b5f99869e HTTP/1.1" status: 200  len: 845 time: 0.1408722
Dec 15 18:56:18.868278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Pushing event updated for resources: {'Network': ['ID=3cd92675-fc6f-4277-90a5-83dee32d4e97,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:18.875898 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.8736022
Dec 15 18:56:18.880399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:18.890154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 3cd92675-fc6f-4277-90a5-83dee32d4e97 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:18.895919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51706) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:18.902050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017359b-5cea-4e97-a4f0-1f2c20f3a1e0 req-b7185533-a5ff-46a2-980c-140fe5fb9376 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:18.906462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Pushing event deleted for resources: {'Network': ['ID=50538808-a7fa-4268-aed2-7f5c3a68a49c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:18.908771 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a017359b-5cea-4e97-a4f0-1f2c20f3a1e0 req-b7185533-a5ff-46a2-980c-140fe5fb9376 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 944 time: 0.5912311
Dec 15 18:56:18.915948 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] 10.222.0.48 "DELETE /v2.0/networks/50538808-a7fa-4268-aed2-7f5c3a68a49c HTTP/1.1" status: 204  len: 168 time: 1.4582133
Dec 15 18:56:18.915948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:18.942182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Request body: {'network': {'project_id': 'd9db0d5d1a4c4c01a8b5138c2a1b8253'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:18.956074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:18.976065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:18.981787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Usage tracker for resource:network and tenant:d9db0d5d1a4c4c01a8b5138c2a1b8253 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:18.991879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:19.014247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Allocated IP 172.26.1.171 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/2347fcc3-8686-4ddf-ad16-e2972a6eade1) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:19.031686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:19.039103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.045887 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-57790ab7-c684-4509-9b3c-57171d0cffe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffaedb8d-7628-4628-9caa-177c3336a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1906269
Dec 15 18:56:19.046119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:19.068789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee0255-a5e4-4869-ae00-0133b5580184,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:19.074035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:19.079733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:19.087980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.093871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:19.121107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:19.121763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8e6400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:19.144888 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a017359b-5cea-4e97-a4f0-1f2c20f3a1e0 req-3129d7c4-29c0-4a50-a1d7-9959d35bafe1 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2351923
Dec 15 18:56:19.151882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.166077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7ee0255-a5e4-4869-ae00-0133b5580184 HTTP/1.1" status: 204  len: 168 time: 1.1816597
Dec 15 18:56:19.173535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.196421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Made reservation on behalf of d9db0d5d1a4c4c01a8b5138c2a1b8253 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:19.198750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.252560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8e6400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:19.258964 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aa53ff69-273c-4704-a008-4ee158f54125 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/floatingips/4e5fd8d9-e941-4308-810d-a6e1425962cd HTTP/1.1" status: 200  len: 688 time: 5.8376207
Dec 15 18:56:19.265159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51716) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:19.271870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:19.272493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8e6400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:19.330518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51720) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:19.336245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.346348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:19.353692 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-d244eefd-d0c7-420e-a462-5a77b85cf278 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2982593
Dec 15 18:56:19.358797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c137f-e74c-4b50-adb9-10773fb3b627,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:19.362108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:19.364496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8e6400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:19.364956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1cfeb-0799-4841-b789-ed6807e685b0 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:19.393757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.397490 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d3c137f-e74c-4b50-adb9-10773fb3b627 HTTP/1.1" status: 204  len: 168 time: 0.5646169
Dec 15 18:56:19.508718 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-910dd308-07be-4e45-b947-6becbddc815b req-31837bea-5a0b-4801-9b0c-0fb415718314 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478739
Dec 15 18:56:19.595216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 64cb995c-e1e5-4458-aac7-9c5e77928f14 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:19.595556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.628248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.638954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:19.695517 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-0db52d0d-1556-405a-bacf-3c07c3690bc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6560e564b6334d5ead0d40a3332067f2&device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 1097 time: 0.1279755
Dec 15 18:56:19.700474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.700999 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Added segment 4160a98c-1d68-457f-b723-ef52c4a43cb8 of type vlan for network 1e01f5a1-675d-4160-bcc7-7d3b52dfd288
Dec 15 18:56:19.728120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Transition to ACTIVE for port object 24bf12c2-0de7-4e14-826d-9834caca6388 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:19.820519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:19.872419 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a8b6b5b5-0aee-46f8-907c-942109cde99d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cb1de9c094242a5ade685919622172c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5404189
Dec 15 18:56:19.873344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51734) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:19.997514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.002368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.013876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51738) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:20.016413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac6d6a70-b7d9-473c-9d05-4ef98ea28daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:20.038157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51740) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:20.082083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-1ab2aa7b-dc8b-42cf-a43f-ca86cff0c4e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:20.083509 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-1ab2aa7b-dc8b-42cf-a43f-ca86cff0c4e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffaedb8d-7628-4628-9caa-177c3336a37d HTTP/1.1" status: 200  len: 907 time: 0.3806465
Dec 15 18:56:20.087988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.168645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Network e89a0f83-1453-46e1-ac76-90751391cba3 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:20.220508 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cfcfb226-b885-48ec-babb-1cf22630cd70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35540ec3f11943f1921e2bd74efbbc0b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1716309
Dec 15 18:56:20.220714 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-2a6eaad4-0b9d-4896-af85-82f42574ef73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 HTTP/1.1" status: 200  len: 217 time: 0.1278365
Dec 15 18:56:20.223793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51748) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:20.227299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:20.228233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.229975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:20.260848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event updated for resources: {'Port': ['ID=24bf12c2-0de7-4e14-826d-9834caca6388,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:20.270455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:20.279006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.279402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.285748 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-45ee37bf-30b9-4309-833b-0343922549a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51f35ff75fc048dd90446d810eea375f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2454562
Dec 15 18:56:20.296427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.299081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51752) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:20.308620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b68fa37f-97c0-4800-8206-a7e4865269a1 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:20.328082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524373f5-1095-4974-be80-8c66ec9d6a11 req-f30b1b70-1189-4303-8802-606ea503209e tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:20.335117 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-524373f5-1095-4974-be80-8c66ec9d6a11 req-f30b1b70-1189-4303-8802-606ea503209e tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 931 time: 0.3882177
Dec 15 18:56:20.340947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.443534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:20.444116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.446979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-e203ca95-4f82-4b32-9619-3b429a7dfcd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:20.448410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-e203ca95-4f82-4b32-9619-3b429a7dfcd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=867e62ef-7bed-40a0-99ac-188b5f99869e HTTP/1.1" status: 200  len: 845 time: 0.2001395
Dec 15 18:56:20.512827 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-524373f5-1095-4974-be80-8c66ec9d6a11 req-20c6a7d1-681d-4823-929d-4df9341bf98b tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1767161
Dec 15 18:56:20.524114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 64cb995c-e1e5-4458-aac7-9c5e77928f14 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:20.526990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93bc29d7-56cb-4e7c-976e-931aa3dd3fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.528555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.548101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ae466c0c-bed2-4847-835c-50d41455f2ea None None] Provisioning for port 24bf12c2-0de7-4e14-826d-9834caca6388 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:56:20.556341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ae466c0c-bed2-4847-835c-50d41455f2ea None None] Provisioning complete for port 24bf12c2-0de7-4e14-826d-9834caca6388 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:20.556998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ae466c0c-bed2-4847-835c-50d41455f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.560999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f2d4b41-b78b-48d8-bb44-e27335c6b895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:20.580990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.590543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3af27-e485-4715-8016-7c6ddeaeddbf,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:20.592377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:20.600149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:20.600768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.614716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:20.625778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:20.657975 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.7438104
Dec 15 18:56:20.662412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ae466c0c-bed2-4847-835c-50d41455f2ea None None] Port 24bf12c2-0de7-4e14-826d-9834caca6388 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:56:20.671384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51756) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:20.678367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event updated for resources: {'Port': ['ID=2347fcc3-8686-4ddf-ad16-e2972a6eade1,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:20.690688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Request body: {'network': {'project_id': 'd9db0d5d1a4c4c01a8b5138c2a1b8253'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:20.693705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.696997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65c3af27-e485-4715-8016-7c6ddeaeddbf HTTP/1.1" status: 204  len: 168 time: 0.8154845
Dec 15 18:56:20.698799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:20.698889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93bc29d7-56cb-4e7c-976e-931aa3dd3fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.698961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:20.706678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:20.734190 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2403548
Dec 15 18:56:20.736495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.737834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:20.800575 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-aea3ebdf-29d4-465c-9fa5-2538ef5ca8bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffaedb8d-7628-4628-9caa-177c3336a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3422894
Dec 15 18:56:20.812615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Request body: {'port': {'device_id': '9770385e-af21-4a07-a3f5-afac10818781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:20.841035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Usage tracker for resource:network and tenant:d9db0d5d1a4c4c01a8b5138c2a1b8253 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:20.862823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:20.891663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93bc29d7-56cb-4e7c-976e-931aa3dd3fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.892444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.901209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8086713c-d13b-46fc-94a0-2e013e578225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:20.906614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:20.917266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Pushing event updated for resources: {'Network': ['ID=1e01f5a1-675d-4160-bcc7-7d3b52dfd288,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:20.928896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc29d7-56cb-4e7c-976e-931aa3dd3fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aca7d78-27cb-4e3a-ba65-c4c2cf9c1c0c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:20.929025 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:56:20.929025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:56:20.929398 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-27a8e603-a0db-4fec-9f6a-54b0f3e91243 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2521663
Dec 15 18:56:20.937410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 1e01f5a1-675d-4160-bcc7-7d3b52dfd288 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:20.941738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51762) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:20.941893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:20.978128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.979230 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6b9191e-52d7-4800-bb7d-e89079320852 HTTP/1.1" status: 204  len: 168 time: 0.6684847
Dec 15 18:56:20.985591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9191e-52d7-4800-bb7d-e89079320852,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:20.991574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93bc29d7-56cb-4e7c-976e-931aa3dd3fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:20.994260 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-93bc29d7-56cb-4e7c-976e-931aa3dd3fda admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aca7d78-27cb-4e3a-ba65-c4c2cf9c1c0c HTTP/1.1" status: 204  len: 168 time: 0.7695360
Dec 15 18:56:21.003851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:21.006195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:21.006571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:21.027542 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-c85391af-cc72-45ab-9a1f-c43d5dcee245 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198625
Dec 15 18:56:21.088101 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-37b832ff-fa7f-4e20-a655-61d770dd7389 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9db0d5d1a4c4c01a8b5138c2a1b8253&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1431241
Dec 15 18:56:21.091577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51774) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:21.120338 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b6037-bdfd-48ca-bb2a-8fe7bc6706dd req-ece0494a-3832-49d6-a08c-6864071a7c0e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:21.121842 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-359b6037-bdfd-48ca-bb2a-8fe7bc6706dd req-ece0494a-3832-49d6-a08c-6864071a7c0e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 944 time: 0.8272607
Dec 15 18:56:21.211021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.255153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.265769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:21.281923 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1292ee89-2ec2-4ed4-8d8e-0195be76d209 req-db69367b-e8cc-454c-a2ce-254a41995571 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440178
Dec 15 18:56:21.356804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=64cb995c-e1e5-4458-aac7-9c5e77928f14,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:21.364254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:21.378711 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-359b6037-bdfd-48ca-bb2a-8fe7bc6706dd req-a40b6f12-02a1-4183-9064-cd92b673ade0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2352920
Dec 15 18:56:21.492243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.602781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.629138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51792) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:21.631500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.687964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.689126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/floatingips/4e5fd8d9-e941-4308-810d-a6e1425962cd HTTP/1.1" status: 204  len: 168 time: 2.4126227
Dec 15 18:56:21.694675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51796) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:21.777837 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2d781464-68b9-4bd4-81d8-585e831c59c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5f14211832c48ab8c5b06bd9945edea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1472812
Dec 15 18:56:21.779950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51802) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:21.783591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'd26dde92-c561-41e1-b290-23fb41141bde'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:21.799197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:21.801886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.802817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.888755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346131d6-948c-4d18-9ef0-cad4d127d6a8 req-20a0143d-08e6-47ea-a329-ad1398b093ec tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:21.890611 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-346131d6-948c-4d18-9ef0-cad4d127d6a8 req-20a0143d-08e6-47ea-a329-ad1398b093ec tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 931 time: 0.1597567
Dec 15 18:56:21.893864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.946390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:21.978045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:floatingip and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:21.983940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:22.010597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:22.011500 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-346131d6-948c-4d18-9ef0-cad4d127d6a8 req-a2384421-c950-4a7d-9574-3f438c3b1953 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074038
Dec 15 18:56:22.014930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.045900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.050180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25a70b25-e7ac-4e5b-bbbe-9cb6cb6951b4 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:22.052569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:22.063495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e28d7c-a538-42ee-ba05-0937ec32391c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:22.069733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:22.070478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.071582 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73e28d7c-a538-42ee-ba05-0937ec32391c HTTP/1.1" status: 204  len: 168 time: 0.2904954
Dec 15 18:56:22.084056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee337be-a20f-4283-824d-0a6c684689f9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:22.089823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.105835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:22.116223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.117426 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ee337be-a20f-4283-824d-0a6c684689f9 HTTP/1.1" status: 204  len: 168 time: 1.0171514
Dec 15 18:56:22.120665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51814) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:22.256722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.333003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bf12c2-0de7-4e14-826d-9834caca6388 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 18:56:22.346891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.382674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Transition to ACTIVE for port object 24bf12c2-0de7-4e14-826d-9834caca6388 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:22.395272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.400168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:22.435807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.471887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecea4b20>,) {'filters': {'network_id': ['1e01f5a1-675d-4160-bcc7-7d3b52dfd288']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:22.485927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecea4b20>, '4160a98c-1d68-457f-b723-ef52c4a43cb8') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:22.486280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecea4b20>, '4160a98c-1d68-457f-b723-ef52c4a43cb8') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:22.506446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.526436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.534473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:22.535117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:22.551580 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:22.631658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=24bf12c2-0de7-4e14-826d-9834caca6388,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:22.641804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:22.672828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.683930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:22.688403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7370cbc2-ac65-4c5d-825a-7634fcd25d25 tempest-ExternalNetworksTestJSON-1179320909 tempest-ExternalNetworksTestJSON-1179320909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:22.726330 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "DELETE /v2.0/networks/1e01f5a1-675d-4160-bcc7-7d3b52dfd288 HTTP/1.1" status: 204  len: 168 time: 0.6042526
Dec 15 18:56:22.727559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e01f5a1-675d-4160-bcc7-7d3b52dfd288,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:22.729034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51834) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:22.730026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:22.733636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.026867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.137076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca212d-eb16-404b-a217-86bc1f94e0ce req-2d913dfa-cf0e-4825-bd50-8872e351e869 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:23.144026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9ca212d-eb16-404b-a217-86bc1f94e0ce req-2d913dfa-cf0e-4825-bd50-8872e351e869 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 944 time: 0.5828214
Dec 15 18:56:23.164132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Attempting to bind port 24bf12c2-0de7-4e14-826d-9834caca6388 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:23.164472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Attempting to bind port 24bf12c2-0de7-4e14-826d-9834caca6388 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:23.164797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Attempting to bind port 24bf12c2-0de7-4e14-826d-9834caca6388 on network e89a0f83-1453-46e1-ac76-90751391cba3 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:23.233566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.26.1.237 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/261cfa54-6351-4780-9a38-0d3bed57b101) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:23.235247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d91f7b-ee71-4776-9a7c-013ca97150dc req-6655d92e-5a12-477b-9552-3b0ac9fbd57e tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:23.235754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Port 24bf12c2-0de7-4e14-826d-9834caca6388 on network e89a0f83-1453-46e1-ac76-90751391cba3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 18:56:23.235853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Attempting to bind port 24bf12c2-0de7-4e14-826d-9834caca6388 on network e89a0f83-1453-46e1-ac76-90751391cba3 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:23.243165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d1d91f7b-ee71-4776-9a7c-013ca97150dc req-6655d92e-5a12-477b-9552-3b0ac9fbd57e tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 943 time: 0.0926147
Dec 15 18:56:23.310107 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d1d91f7b-ee71-4776-9a7c-013ca97150dc req-be55ad12-9c29-47e0-ab0c-e312164a4b93 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616953
Dec 15 18:56:23.319965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 18:56:23.335013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:23.335389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Checking segment: {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:23.335952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Bound using segment: {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:23.336417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Bound port: 24bf12c2-0de7-4e14-826d-9834caca6388, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:23.336759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.385857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Router 56cf4ace-33e5-4f75-8049-4d0cf1e957d6 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:56:23.412811 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9ca212d-eb16-404b-a217-86bc1f94e0ce req-11d9c613-ba1c-4e69-9b15-06040eba9b1e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2678390
Dec 15 18:56:23.426836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.492733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:23.510599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'port_id': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'mac_address': 'fa:16:3e:41:5e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 18:56:23.542060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecbf6640>,) {'filters': {'network_id': ['3cd92675-fc6f-4277-90a5-83dee32d4e97']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:23.568958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecbf6640>, '9810f661-f1a6-4a13-9398-3979c6e5dfed') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:23.569289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecbf6640>, '9810f661-f1a6-4a13-9398-3979c6e5dfed') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:23.593508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.616048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 18:56:23.633512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:23.639125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.642676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:23.783073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:23.787257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.787808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:23.830543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.854209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:23.854648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:23.875573 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:23.889327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] For port 24bf12c2-0de7-4e14-826d-9834caca6388, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:23.894174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:23.899234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 18:56:23.981910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] For port 24bf12c2-0de7-4e14-826d-9834caca6388, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=24bf12c2-0de7-4e14-826d-9834caca6388,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:24.000283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:24.006828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:24.050659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:24.073065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Sync routers for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:24.102533 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:24.104051 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced870d00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:24.156483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:24.180934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:24.182524 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] 10.222.0.64 "PUT /v2.0/ports/24bf12c2-0de7-4e14-826d-9834caca6388 HTTP/1.1" status: 200  len: 1093 time: 3.4277644
Dec 15 18:56:24.186734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:56:24.205066 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] 10.222.0.48 "DELETE /v2.0/networks/3cd92675-fc6f-4277-90a5-83dee32d4e97 HTTP/1.1" status: 204  len: 168 time: 1.4692786
Dec 15 18:56:24.215077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:24.236779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=24bf12c2-0de7-4e14-826d-9834caca6388,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:24.242506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:24.247704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-660011b1-9336-4cca-acf7-fdf5936b0f6e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:24.351329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:24.355113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cd92675-fc6f-4277-90a5-83dee32d4e97,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:24.361420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:24.364476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:24.368554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6b03011e-111d-48a8-b200-9f03850a3ed7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:24.414673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:24.441267 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:24.661512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=261cfa54-6351-4780-9a38-0d3bed57b101,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:24.670770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:24.690364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bede8-c6f0-443b-826d-a9c13f2c0258 req-ce34b1ad-3235-4a4a-8920-035e460e1a7b tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:24.700623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ca5bede8-c6f0-443b-826d-a9c13f2c0258 req-ce34b1ad-3235-4a4a-8920-035e460e1a7b tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 943 time: 0.1450398
Dec 15 18:56:24.761084 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-a93a0da6-4e15-40a0-a73f-2df69053dc39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=522154d252214c84a0c968e3b7963bfd&device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 1096 time: 0.4925799
Dec 15 18:56:24.793345 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ca5bede8-c6f0-443b-826d-a9c13f2c0258 req-53ab337a-c4e6-4d36-b4b8-4800c5308e48 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916030
Dec 15 18:56:24.861581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:24.875007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] Sync routers for ids ['56cf4ace-33e5-4f75-8049-4d0cf1e957d6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:24.898273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] Routers {'56cf4ace-33e5-4f75-8049-4d0cf1e957d6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:24.899161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced86ac10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['56cf4ace-33e5-4f75-8049-4d0cf1e957d6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:24.901874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-f368ec41-8fdf-403e-aad9-25e78c9491e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24bf12c2-0de7-4e14-826d-9834caca6388 HTTP/1.1" status: 200  len: 217 time: 0.1327436
Dec 15 18:56:24.967738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced86ac10>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:24.980880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] Routers {'56cf4ace-33e5-4f75-8049-4d0cf1e957d6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:24.981898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced86ac10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['56cf4ace-33e5-4f75-8049-4d0cf1e957d6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:25.003457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:25.004673 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.3052478
Dec 15 18:56:25.007882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51900) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:25.058503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced86ac10>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:25.059366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50089c-aaac-4fa4-8b5f-ed74a3a2f4e8 None None] The sync data for ids ['56cf4ace-33e5-4f75-8049-4d0cf1e957d6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:25.090332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8d85a4b8-8f53-4a07-97d8-c5b1f87ca5a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:25.091788 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-8d85a4b8-8f53-4a07-97d8-c5b1f87ca5a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdae089c-8ad8-49e9-bc7c-24730634726f HTTP/1.1" status: 200  len: 850 time: 0.1765392
Dec 15 18:56:25.097337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51904) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:25.104049 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced870d00>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 2, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:25.122207 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Checking router: 8e0a708d-ef05-40c4-b465-d63ebde8791e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:56:25.122564 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Updating router 8e0a708d-ef05-40c4-b465-d63ebde8791e port 4513a55b-5aa4-4e4c-854c-c78d1c387baf binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:56:25.144588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5f71b-b0c0-4ab1-a875-0c63087613c2 req-c499e2bd-26ee-451f-b618-8ac56e6920a4 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:25.151792 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6fe5f71b-b0c0-4ab1-a875-0c63087613c2 req-c499e2bd-26ee-451f-b618-8ac56e6920a4 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 945 time: 0.4821432
Dec 15 18:56:25.290528 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:25.300373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:56:25.389463 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-15b325ea-d81b-44e1-b082-9ba9e60fc437 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/56cf4ace-33e5-4f75-8049-4d0cf1e957d6 HTTP/1.1" status: 200  len: 923 time: 0.3803704
Dec 15 18:56:25.393256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51918) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:25.477067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:56:25.482434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:25.482812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:25.495458 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-43385866-ce6b-412c-885a-9dcb43f0e194 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=56cf4ace-33e5-4f75-8049-4d0cf1e957d6 HTTP/1.1" status: 200  len: 205 time: 0.1012695
Dec 15 18:56:25.498553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51922) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:25.504186 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6fe5f71b-b0c0-4ab1-a875-0c63087613c2 req-5b411c5d-2376-410e-9edb-a300d95a7519 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3515277
Dec 15 18:56:25.538707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:25.567295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:25.570211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:25.578206 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-cbfecfcf-03db-4d3a-a7b3-7b7ce6e73ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e89a0f83-1453-46e1-ac76-90751391cba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4754813
Dec 15 18:56:25.579160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Usage tracker for resource:floatingip and tenant:b69040860a914c69a45ade15529b1134 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:25.583076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:25.727934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:25.779220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:56:25.843237 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-7aee98fb-7fff-46a1-ae32-d3a1160791ab service neutron] 10.222.0.64 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2341557
Dec 15 18:56:25.853785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:25.934762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51936) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:25.959724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:25.973556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:25.976016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe6b3e8f-7edd-43c2-80a6-a59705e55aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:26.049262 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.072653 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Transition to ACTIVE for port object 4513a55b-5aa4-4e4c-854c-c78d1c387baf will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:26.083475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.094940 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.098959 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:26.145502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:26.156073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:26.182579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.205746 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c72fc-2ec7-4fe7-b063-77219ed7048b None None] Pushing event updated for resources: {'Port': ['ID=4513a55b-5aa4-4e4c-854c-c78d1c387baf,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:26.206544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.210024 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-134c72fc-2ec7-4fe7-b063-77219ed7048b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:26.413322 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388', 'status': 'completed', 'code': 200}
Dec 15 18:56:26.467602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.470916 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Attempting to bind port 4513a55b-5aa4-4e4c-854c-c78d1c387baf on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:26.471293 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Attempting to bind port 4513a55b-5aa4-4e4c-854c-c78d1c387baf by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:26.471657 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Attempting to bind port 4513a55b-5aa4-4e4c-854c-c78d1c387baf on network e89a0f83-1453-46e1-ac76-90751391cba3 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:26.480925 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:26.481328 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Checking segment: {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:26.481722 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.482120 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Bound using segment: {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:26.483083 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Bound port: 4513a55b-5aa4-4e4c-854c-c78d1c387baf, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f43e96-2185-4d1e-b4c5-f20a6639701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:26.483494 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.521096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:26.529881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:db89a13624224b2796f698184a5415ba is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:26.536297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:26.553377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:26.612552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.642889 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] For port 4513a55b-5aa4-4e4c-854c-c78d1c387baf, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:26.648303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Deleting port 2347fcc3-8686-4ddf-ad16-e2972a6eade1 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:26.648881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.651822 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] For port 4513a55b-5aa4-4e4c-854c-c78d1c387baf, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4513a55b-5aa4-4e4c-854c-c78d1c387baf,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:26.663907 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.669599 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:26.703544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.716990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.736017 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee15cd38-1351-44f5-9c62-1928ce1ec06e req-26a2cc00-029c-41bd-b81f-9d568ce8f47c service neutron] 10.222.0.64 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8795154
Dec 15 18:56:26.748133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7cf86ad9-cb01-4ca8-aec2-2b79b18df533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:26.788869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:26.796084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fadb0f-6e03-42e9-92a4-ed9f3216a5d7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:26.805082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:26.831940 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c72fc-2ec7-4fe7-b063-77219ed7048b None None] Pushing event updated for resources: {'Port': ['ID=4513a55b-5aa4-4e4c-854c-c78d1c387baf,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:26.835870 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-134c72fc-2ec7-4fe7-b063-77219ed7048b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:26.857344 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:26.857962 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced870d00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:26.969068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:26.974462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db89a13624224b2796f698184a5415ba&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0229909
Dec 15 18:56:26.978354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 51962) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:27.015273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e4769-b888-484e-a502-8844de591572 req-eaf2ca4a-e1bc-43e0-8ddc-bb188dd06829 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:27.016247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1a0e4769-b888-484e-a502-8844de591572 req-eaf2ca4a-e1bc-43e0-8ddc-bb188dd06829 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Synchronizing usage tracker for tenant:522154d252214c84a0c968e3b7963bfd on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:27.033231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.107639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.111818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.120121 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:27.131169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-84172788-64cc-4c75-b583-2e053830f0d2 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:27.211364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b186-66e2-44fb-a9f8-4821596f5c60 req-6452f8e5-89ed-4b30-92b0-030df9f50e55 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:27.212416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a598b186-66e2-44fb-a9f8-4821596f5c60 req-6452f8e5-89ed-4b30-92b0-030df9f50e55 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Synchronizing usage tracker for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:27.228791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4513a55b-5aa4-4e4c-854c-c78d1c387baf up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:56:27.267749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51968) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:27.269099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=261cfa54-6351-4780-9a38-0d3bed57b101,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:27.277936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:27.291128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1a0e4769-b888-484e-a502-8844de591572 req-eaf2ca4a-e1bc-43e0-8ddc-bb188dd06829 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Unset dirty status for tenant:522154d252214c84a0c968e3b7963bfd on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:27.298937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1a0e4769-b888-484e-a502-8844de591572 req-eaf2ca4a-e1bc-43e0-8ddc-bb188dd06829 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 943 time: 1.2166824
Dec 15 18:56:27.305096 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-21f80a67-2c0e-4d0d-bf1c-f9f5abfd1bef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=522154d252214c84a0c968e3b7963bfd&device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 1096 time: 0.4978929
Dec 15 18:56:27.373342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Calling delete_port for 2347fcc3-8686-4ddf-ad16-e2972a6eade1 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:27.425964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.426601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 4513a55b-5aa4-4e4c-854c-c78d1c387baf completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:56:27.435370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4513a55b-5aa4-4e4c-854c-c78d1c387baf triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:27.435887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.462840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a598b186-66e2-44fb-a9f8-4821596f5c60 req-6452f8e5-89ed-4b30-92b0-030df9f50e55 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Unset dirty status for tenant:6560e564b6334d5ead0d40a3332067f2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:27.470201 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a598b186-66e2-44fb-a9f8-4821596f5c60 req-6452f8e5-89ed-4b30-92b0-030df9f50e55 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.6094141
Dec 15 18:56:27.676797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1a0e4769-b888-484e-a502-8844de591572 req-4cd978dc-47b7-44a7-9d5f-eae845e56f22 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3612576
Dec 15 18:56:27.681628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51978) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:27.686958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.688802 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced870d00>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:26Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:27.697411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.716359 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508dea9-53b0-4b6b-9c70-0f1d56faf9c9 None None] The sync data for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv is: [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:26Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:27.718754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.744036 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a598b186-66e2-44fb-a9f8-4821596f5c60 req-5d1bc7f5-66e6-489f-8fb4-b5de3dc24b34 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2728100
Dec 15 18:56:27.806671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 4513a55b-5aa4-4e4c-854c-c78d1c387baf, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4513a55b-5aa4-4e4c-854c-c78d1c387baf,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:27.820679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.821392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.822603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-238dc91f-c5c8-4dee-8abf-fdb1fcb78829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:27.906248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.918978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:27.924920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c7da18ab-8bb2-424e-926f-873d3e8b45fd tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:27.961469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fadb0f-6e03-42e9-92a4-ed9f3216a5d7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:27.973950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:27.994227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:27.995406 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89fadb0f-6e03-42e9-92a4-ed9f3216a5d7 HTTP/1.1" status: 204  len: 168 time: 1.0144989
Dec 15 18:56:28.007316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:28.011899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-62f7f8d9-9d2d-4f49-babf-6a36c7413937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:28.033405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-107147737', 'router:external': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:28.037278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=4513a55b-5aa4-4e4c-854c-c78d1c387baf,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:28.044128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:28.061124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-b34d1965-0f66-45b7-92a5-e43219218b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:28.063474 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-b34d1965-0f66-45b7-92a5-e43219218b56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e89a0f83-1453-46e1-ac76-90751391cba3 HTTP/1.1" status: 200  len: 912 time: 0.7222104
Dec 15 18:56:28.081379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:28.098924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event deleted for resources: {'Port': ['ID=2347fcc3-8686-4ddf-ad16-e2972a6eade1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:28.102433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:28.158944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:network and tenant:74941bb38329454c91226031de3bc457 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:28.246757 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'code': 200}
Dec 15 18:56:28.253778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:28.287940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:28.317101 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-ff81a767-24da-4007-80e1-4cd99d2e4fed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24bf12c2-0de7-4e14-826d-9834caca6388 HTTP/1.1" status: 200  len: 217 time: 0.2277803
Dec 15 18:56:28.441908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Made reservation on behalf of 74941bb38329454c91226031de3bc457 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:28.444246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:28.468365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:28.535159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Allocated IP 172.26.1.91 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/93bed817-842d-4038-b937-745f8be5a139) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:28.579296 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c7da18ab-8bb2-424e-926f-873d3e8b45fd tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "PUT /v2.0/quotas/1e742ee3461d4ce9a8b3107360b1b160 HTTP/1.1" status: 200  len: 366 time: 1.3027346
Dec 15 18:56:28.588764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-be6b23c0-1fa6-40ea-ba99-9741f1b51730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:28.590301 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-be6b23c0-1fa6-40ea-ba99-9741f1b51730 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdae089c-8ad8-49e9-bc7c-24730634726f HTTP/1.1" status: 200  len: 850 time: 0.2489698
Dec 15 18:56:28.592764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51992) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:28.668003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 51996) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:28.699986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:28.707040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:28.887137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:security_group_rule and tenant:74941bb38329454c91226031de3bc457 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:28.892020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:28.928318 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c385d5d5-2238-461d-b42f-9298a2d08cb5 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.3314219
Dec 15 18:56:28.940616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:28.957052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:28.959819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52004) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:29.043760 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccf51f96-5837-495c-9857-1697f300da1c req-f438e57a-ad02-4201-bb83-74f01287468f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 1099 time: 0.4829533
Dec 15 18:56:29.046967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.059909 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6ee7c1cb-bc8d-4aa3-8c45-9c4cbb3ac192 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "GET /v2.0/quotas/1e742ee3461d4ce9a8b3107360b1b160 HTTP/1.1" status: 200  len: 366 time: 0.0921981
Dec 15 18:56:29.066869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52008) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:29.073327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.084136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.105821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:29.109002 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 28aaedb4-da20-44ee-aec8-230ad872287b associated. External IP: 172.26.1.237, port: d26dde92-c561-41e1-b290-23fb41141bde.
Dec 15 18:56:29.118457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4513a55b-5aa4-4e4c-854c-c78d1c387baf up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:56:29.187918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Usage tracker for resource:security_group_rule and tenant:da39be16e23844f2928e5910bf365a16 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:29.192694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4513a55b-5aa4-4e4c-854c-c78d1c387baf triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:29.192890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:29.193077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.195924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08d5a1-2802-496d-a986-38fc5e41c17c req-b0969515-f7e8-44d8-835c-f22202290b2a tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:29.197474 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d08d5a1-2802-496d-a986-38fc5e41c17c req-b0969515-f7e8-44d8-835c-f22202290b2a tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 943 time: 0.3532305
Dec 15 18:56:29.200939 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-16be741d-d82d-490e-a128-7bdc693f5515 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/1e742ee3461d4ce9a8b3107360b1b160 HTTP/1.1" status: 204  len: 168 time: 0.1287382
Dec 15 18:56:29.205207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.210597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52012) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:29.218212 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-e6565b33-e422-47bd-a83f-ac828e810104 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e89a0f83-1453-46e1-ac76-90751391cba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5959859
Dec 15 18:56:29.226241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:29.249990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:29.254428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.254925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Fanout notify agent at l3_agent the message router_deleted on router 56cf4ace-33e5-4f75-8049-4d0cf1e957d6 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:29.260058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Usage tracker for resource:security_group_rule and tenant:ee5ac539d11f4ce0b4d13bbc44f5cff9 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:29.269483 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5d6b2c40-b766-40e9-acc2-5db14437ea67 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0548396
Dec 15 18:56:29.269483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:29.277160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52016) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:29.284633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:29.302730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.307361 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/56cf4ace-33e5-4f75-8049-4d0cf1e957d6 HTTP/1.1" status: 204  len: 168 time: 3.8023911
Dec 15 18:56:29.307523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 24bf12c2-0de7-4e14-826d-9834caca6388 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 18:56:29.307951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52020) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:29.312521 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d08d5a1-2802-496d-a986-38fc5e41c17c req-60b0efe5-675c-4aa8-b92a-4e52ee68bfa9 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033947
Dec 15 18:56:29.315247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaabd1-bbd4-4dfb-8fad-204eccfd5425 req-06a7890d-780f-4b45-ad42-aaa77a351335 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:29.315788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1573099979', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': False}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:29.316705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-37aaabd1-bbd4-4dfb-8fad-204eccfd5425 req-06a7890d-780f-4b45-ad42-aaa77a351335 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.4416268
Dec 15 18:56:29.320870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:29.324923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:router and tenant:17a016d7ca2f490eb3b4ee3279f1ed55 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:29.327867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:29.334434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:29.350435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.351356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.377571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.435115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.441131 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-75a8aeb3-699c-4e56-bda0-1c0cd9ee94c2 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "GET /v2.0/quotas/1e742ee3461d4ce9a8b3107360b1b160 HTTP/1.1" status: 200  len: 370 time: 0.1592574
Dec 15 18:56:29.453025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52024) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:29.470999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.481615 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-36a849b8-fcf4-43ae-8f87-cee6baa7ef47 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "GET /v2.0/quotas/1e742ee3461d4ce9a8b3107360b1b160/default HTTP/1.1" status: 200  len: 370 time: 0.0236034
Dec 15 18:56:29.495236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52028) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:29.510190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 24bf12c2-0de7-4e14-826d-9834caca6388, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=24bf12c2-0de7-4e14-826d-9834caca6388,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:29.513520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:29.524920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '24bf12c2-0de7-4e14-826d-9834caca6388', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'port_id': '24bf12c2-0de7-4e14-826d-9834caca6388', 'mac_address': 'fa:16:3e:8d:e8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 18:56:29.577487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.584413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.605633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bf12c2-0de7-4e14-826d-9834caca6388 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 18:56:29.621905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.624949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 24bf12c2-0de7-4e14-826d-9834caca6388, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=24bf12c2-0de7-4e14-826d-9834caca6388,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:29.631016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.634885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-72fb5614-8a8a-46eb-98d0-657e82704734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:29.638815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.643586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.646511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:29.655643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:29.671035 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-c0038efb-f176-478a-aec4-5e29a7f114fa tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] delete failed (client error): The resource could not be found.
Dec 15 18:56:29.672069 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c0038efb-f176-478a-aec4-5e29a7f114fa tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/1e742ee3461d4ce9a8b3107360b1b160 HTTP/1.1" status: 404  len: 348 time: 0.1682382
Dec 15 18:56:29.687944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Synchronizing usage tracker for tenant:ee5ac539d11f4ce0b4d13bbc44f5cff9 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:29.688138 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-37aaabd1-bbd4-4dfb-8fad-204eccfd5425 req-abeecf94-840c-4721-8b23-55e6d266e748 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3543785
Dec 15 18:56:29.695028 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-4f591354-3917-498d-8973-13801f265daa service neutron] 10.222.0.64 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4624512
Dec 15 18:56:29.695666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19124066-0ca0-4837-b15d-83408c1305ca,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:29.701533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72e168e0-1f5a-4c31-84de-3dab9c810376,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:29.701948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:29.704575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:29.712826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8c7333c3-96c4-439f-bcdb-19bbb1c2bddd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:29.773624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=24bf12c2-0de7-4e14-826d-9834caca6388,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:29.777149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:29.797150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.797594 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Added segment 4faf2e31-bcf7-4c5e-995f-0960e47e5809 of type vlan for network 54718e82-b0b9-4f66-899e-17045334f447
Dec 15 18:56:29.827822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.840338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['24bf12c2-0de7-4e14-826d-9834caca6388'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 18:56:29.872733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.874800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Unset dirty status for tenant:ee5ac539d11f4ce0b4d13bbc44f5cff9 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:29.875926 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccf51f96-5837-495c-9857-1697f300da1c req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8235066
Dec 15 18:56:29.885125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:29.892689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.938589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:29.945173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:29.962002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:30.021419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Pushing event updated for resources: {'Port': ['ID=93bed817-842d-4038-b937-745f8be5a139,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:30.064163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:30.068714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-01c9f5f6-1f44-4b0e-aa9d-9a81215245e0 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:30.080558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52036) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:30.115619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.165826 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da39be16e23844f2928e5910bf365a16&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4882846
Dec 15 18:56:30.176152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52040) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:30.177215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367c65e-db29-4f14-80d2-cfa4804b7840,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:30.201666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:30.212361 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9d0ca65c-9568-42e9-a58f-bc5ce0fde34b req-137579c5-667d-4539-9293-e3cb50d37136 service neutron] 10.222.0.64 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5020790
Dec 15 18:56:30.243846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Allocated IP 172.26.1.207 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/1fe1df36-832e-4e35-bd4b-7fab1f4d4f47) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:30.247175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:network and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:30.257620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:30.290424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.298534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:30.299211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.299491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:subnet and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:30.302720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fcebb08b-edcd-4530-9634-1d70447b5c0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:30.360607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:30.365259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.391241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:subnetpool and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:30.409679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:30.427890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.459040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:port and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:30.484043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.515777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:30.526911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Network': ['ID=54718e82-b0b9-4f66-899e-17045334f447,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:30.537781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:30.539885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 54718e82-b0b9-4f66-899e-17045334f447 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:30.541329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.548480 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 2.8458288
Dec 15 18:56:30.552081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52046) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:30.566456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'subnet': {'network_id': '54718e82-b0b9-4f66-899e-17045334f447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:30.568996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.573867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:router and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:30.576456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:30.588784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:subnet and tenant:74941bb38329454c91226031de3bc457 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:30.593817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:30.595856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:30.609027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:30.625620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.633773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:floatingip and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:30.648473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75bdb31c-c003-4292-b32f-b744bdb83516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:30.658817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Made reservation on behalf of 74941bb38329454c91226031de3bc457 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:30.661741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.674186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:30.686880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367c65e-db29-4f14-80d2-cfa4804b7840,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:30.696076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:30.701875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.754865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a021b68c-622a-4ba0-be42-1b7b8972b21c tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:30.788605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6706-3760-4a08-a456-8f182ce7b3ae req-1bcad4e0-bd77-40a2-af0e-f385f266e732 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:30.792808 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d78d6706-3760-4a08-a456-8f182ce7b3ae req-1bcad4e0-bd77-40a2-af0e-f385f266e732 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 944 time: 0.3373091
Dec 15 18:56:30.911980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Port': ['ID=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:30.916573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:30.926691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:30.927629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:30.934745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:30.935989 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e367c65e-db29-4f14-80d2-cfa4804b7840 HTTP/1.1" status: 204  len: 168 time: 0.7589014
Dec 15 18:56:30.941043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:30.988523 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d78d6706-3760-4a08-a456-8f182ce7b3ae req-650e6717-126b-440d-81e9-da85aa174b16 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1679947
Dec 15 18:56:31.101339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:31.114584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:security_group and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:31.125082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9cdc7-9cf3-41e4-b299-c9d290aa431b req-4d9cc171-2719-45d7-8410-786545ba9159 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:31.126582 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5ac9cdc7-9cf3-41e4-b299-c9d290aa431b req-4d9cc171-2719-45d7-8410-786545ba9159 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.2398238
Dec 15 18:56:31.129703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:31.134404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.160077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.169733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f56b97f-3de3-4eeb-a458-e974c874468f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:31.177258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Usage tracker for resource:security_group_rule and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:31.185674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:31.215538 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ccc14255-3603-48ac-9897-5720ace89ff6 tempest-QuotasTest-1456603856 tempest-QuotasTest-1456603856-project-admin] 10.222.0.48 "GET /v2.0/quotas/f0daa7a7f8ab4d0388dfe70c02dee244/details.json HTTP/1.1" status: 200  len: 703 time: 1.1300087
Dec 15 18:56:31.329819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.330459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.331279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 24bf12c2-0de7-4e14-826d-9834caca6388 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:56:31.385116 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5ac9cdc7-9cf3-41e4-b299-c9d290aa431b req-f5dce948-cc7e-4989-a091-cf0abdad9ce8 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2435935
Dec 15 18:56:31.459729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:56:31.460411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.469466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:31.469638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Pushing event updated for resources: {'Port': ['ID=93bed817-842d-4038-b937-745f8be5a139,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:31.474576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 24bf12c2-0de7-4e14-826d-9834caca6388 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:56:31.483886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.491904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 24bf12c2-0de7-4e14-826d-9834caca6388 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:31.493272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.502776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:31.518036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.523516 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.4223585
Dec 15 18:56:31.524826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52062) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:31.547245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1926021525', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'fixed_ips': [{'ip_address': '172.26.1.91'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:31.552509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:31.558504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Usage tracker for resource:port and tenant:b69040860a914c69a45ade15529b1134 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:31.561932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:31.570063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:31.639107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Subnet': ['ID=89d05d7f-a458-48cb-97bd-30ddc8547e12,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:31.647970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:31.677109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Made reservation on behalf of b69040860a914c69a45ade15529b1134 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:31.680402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.705118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.723979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Checking segment: {'id': '4faf2e31-bcf7-4c5e-995f-0960e47e5809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54718e82-b0b9-4f66-899e-17045334f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:31.724462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network hostable DHCP agents. Network: 54718e82-b0b9-4f66-899e-17045334f447, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:56:31.752954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:31.758621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Usage tracker for resource:security_group_rule and tenant:b69040860a914c69a45ade15529b1134 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:31.762213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:31.770007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:31.815064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network 54718e82-b0b9-4f66-899e-17045334f447 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:56:31.818170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.843960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 54718e82-b0b9-4f66-899e-17045334f447) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:31.857497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:31.858083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.883841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 24bf12c2-0de7-4e14-826d-9834caca6388, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=24bf12c2-0de7-4e14-826d-9834caca6388,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:31.884835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:31.892787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:56:31.897051 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:31.897557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd649e99-6867-42c6-8d55-3d50fa01ad3e None None] Network 54718e82-b0b9-4f66-899e-17045334f447 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:31.913605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52072) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:31.919270 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:31.920013 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6ce50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:31.930758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.938853 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.3841641
Dec 15 18:56:31.944251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:31.949771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52078) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:31.963706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:31.967991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-986551311', 'network_id': '54718e82-b0b9-4f66-899e-17045334f447'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:31.986982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:31.992820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:port and tenant:74941bb38329454c91226031de3bc457 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:32.009432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:32.024406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:32.034995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Router 3125dacf-4364-4013-b81e-c85a48ae37ee is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:56:32.076448 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6ce50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:32.091285 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:32.092199 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6ce50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:32.102821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.4034643
Dec 15 18:56:32.107796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:32.110076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52086) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:32.175954 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6ce50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:32.176827 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d890b-db43-456a-8cf5-c0fde64c9767 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:32.197519 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388', 'code': 200}
Dec 15 18:56:32.239318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Made reservation on behalf of 74941bb38329454c91226031de3bc457 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:32.243170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:32.275274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] device_id is not set on port a65149f5-8714-4a51-b405-c20fdcc44dd4 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:32.277161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=24bf12c2-0de7-4e14-826d-9834caca6388,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:32.291208 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:32.435434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86276e-bbaf-4ec4-8edc-43bf95c8d092 None None] Network 54718e82-b0b9-4f66-899e-17045334f447 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:32.442987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:32.447053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:32.485194 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a8f5401b-5003-4be4-98b7-b3c4da6164fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "GET /v2.0/floatingips/28aaedb4-da20-44ee-aec8-230ad872287b HTTP/1.1" status: 200  len: 978 time: 0.3689179
Dec 15 18:56:32.492169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52096) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:32.497984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] device_id is not set on port 20324429-ef6c-4b4d-97b6-dc4df8a41eb8 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:32.569003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9e8c8a3f-2598-4eba-bf93-c8199ffacbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:32.637393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6c1ed-395b-40f7-ac23-a2b433280d53,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:32.654668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:32.706306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:32.710168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Usage tracker for resource:security_group_rule and tenant:33382af4c14d471e9d4015ac53d13257 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:32.713247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:32.723548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:32.746638 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b91905bf-cb8e-4da8-93f8-919dd7d74626 req-e9ab19bf-cd51-40e1-a649-10d6fa8d2a62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 1098 time: 0.3999400
Dec 15 18:56:32.784612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Allocated IP 172.20.0.13 (54718e82-b0b9-4f66-899e-17045334f447/89d05d7f-a458-48cb-97bd-30ddc8547e12/a65149f5-8714-4a51-b405-c20fdcc44dd4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:32.797863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a670f4a-5ba4-4549-b2ed-da29a23603d9 req-7caa735d-f488-4b17-b557-719d116b5379 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:32.799318 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5a670f4a-5ba4-4549-b2ed-da29a23603d9 req-7caa735d-f488-4b17-b557-719d116b5379 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 945 time: 0.4096186
Dec 15 18:56:32.884727 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b91905bf-cb8e-4da8-93f8-919dd7d74626 req-8cc48710-54dc-4bdc-a966-40c05a562ad8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1289089
Dec 15 18:56:32.915837 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5a670f4a-5ba4-4549-b2ed-da29a23603d9 req-fe3303fd-a8a5-445b-8341-0e014936dd19 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048822
Dec 15 18:56:32.933193 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:56:32.933670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:56:32.964649 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 1.4233451
Dec 15 18:56:32.967308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52106) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:33.024263 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8d402178-f8e1-4062-93f8-7716fa0f0ecc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.5269439
Dec 15 18:56:33.029569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52110) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:33.047690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.054875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'port_id': '9d440dd4-250a-4222-9d51-85ac30679e3c'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:33.132189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.143747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1e3a872-9385-48b3-b916-e1e009c8741b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:33.206842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a665b-9948-472c-b076-d7a71c76fa63 req-4edb515e-4c28-4078-911a-30be82ed5aeb tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:33.208288 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9e6a665b-9948-472c-b076-d7a71c76fa63 req-4edb515e-4c28-4078-911a-30be82ed5aeb tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.4790924
Dec 15 18:56:33.228622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Deleting port 93bed817-842d-4038-b937-745f8be5a139 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:33.229101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.231616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b31e4d0-29db-4378-b874-bccab0a16e1f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:33.253513 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33382af4c14d471e9d4015ac53d13257&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3360984
Dec 15 18:56:33.263368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:33.276376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52120) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:33.314364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:33.332778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Sync routers for ids ['3125dacf-4364-4013-b81e-c85a48ae37ee'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:33.342055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.354658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Routers {'3125dacf-4364-4013-b81e-c85a48ae37ee'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:33.355586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf6c10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['3125dacf-4364-4013-b81e-c85a48ae37ee'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:33.386459 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9e6a665b-9948-472c-b076-d7a71c76fa63 req-eef942fd-eb45-440c-85c3-df34a46eb0fa tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605155
Dec 15 18:56:33.425546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.425546 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 4.1097882
Dec 15 18:56:33.425546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52126) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:33.476427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.506631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.515986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-25e2b16e-bd17-4ce0-b740-1cb3f761c648 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:33.575792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.605875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.620546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network 54718e82-b0b9-4f66-899e-17045334f447 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:33.680475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:33.684549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.690439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Port': ['ID=a65149f5-8714-4a51-b405-c20fdcc44dd4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:33.709864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:33.756888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Set router 3125dacf-4364-4013-b81e-c85a48ae37ee gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:33.762261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:33.768652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:33.792924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.792924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.798397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.802097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b31e4d0-29db-4378-b874-bccab0a16e1f HTTP/1.1" status: 204  len: 168 time: 0.5221820
Dec 15 18:56:33.804554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b31e4d0-29db-4378-b874-bccab0a16e1f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:33.808526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:33.899280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:33.899887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:33.930542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52140) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:33.950116 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 1.9991112
Dec 15 18:56:33.950759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52146) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:34.091451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Deleting port a65149f5-8714-4a51-b405-c20fdcc44dd4 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:34.091792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.169227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Calling delete_port for 93bed817-842d-4038-b937-745f8be5a139 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:34.297691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf6c10>, [{'id': '3125dacf-4364-4013-b81e-c85a48ae37ee', 'name': 'tempest-snat-router-1573099979', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.207'}], 'enable_snat': False}, 'gw_port_id': '1fe1df36-832e-4e35-bd4b-7fab1f4d4f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:29Z', 'updated_at': '2021-12-15T18:56:31Z', 'revision_number': 3, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port': {'id': '1fe1df36-832e-4e35-bd4b-7fab1f4d4f47', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3125dacf-4364-4013-b81e-c85a48ae37ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:29Z', 'updated_at': '2021-12-15T18:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:34.306111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Checking router: 3125dacf-4364-4013-b81e-c85a48ae37ee for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:56:34.306711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Updating router 3125dacf-4364-4013-b81e-c85a48ae37ee port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:56:34.307186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1930701-9b60-4c49-8049-adc0fb8fa5a1 req-7473d65e-5482-40a1-af96-2b5887242724 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:34.312171 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a1930701-9b60-4c49-8049-adc0fb8fa5a1 req-7473d65e-5482-40a1-af96-2b5887242724 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.7419317
Dec 15 18:56:34.318493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52154) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:34.322891 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4b414771-036a-4ac0-8e35-fbb4ff16e970 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/3125dacf-4364-4013-b81e-c85a48ae37ee HTTP/1.1" status: 200  len: 909 time: 0.8996279
Dec 15 18:56:34.323669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52156) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:34.335597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Request body: {'floatingip': {'port_id': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:34.343900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1573099979', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': True}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:34.362132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:34.394563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Usage tracker for resource:router and tenant:17a016d7ca2f490eb3b4ee3279f1ed55 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:34.400930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.401473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:34.409910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d22a3-1951-4aa8-b4cb-6f7c50e30112 req-4abac450-d044-43f2-96c6-ebabed6922c4 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:34.411367 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ab7d22a3-1951-4aa8-b4cb-6f7c50e30112 req-4abac450-d044-43f2-96c6-ebabed6922c4 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 945 time: 0.2798381
Dec 15 18:56:34.433506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for floatingip, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.467570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-823458263'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:34.471918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:34.475856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Usage tracker for resource:router and tenant:cfaedb0fb006457d9eebe96405562e21 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:34.480197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:34.483021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:34.516382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:34.538307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52162) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:34.550894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.551807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.597055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.597966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.601119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.638311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.657716 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ab7d22a3-1951-4aa8-b4cb-6f7c50e30112 req-094103b0-781b-4042-943e-6a9ae79fe25f tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1785762
Dec 15 18:56:34.854566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.855362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.867829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Transition to ACTIVE for port object 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:34.869096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:34.875515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.879748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:34.883479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Calling delete_port for a65149f5-8714-4a51-b405-c20fdcc44dd4 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:34.942667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc1a98-04b2-4f1e-9b71-960af5ebd7ef None None] Pushing event updated for resources: {'Port': ['ID=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:34.943342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:34.946655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5bc1a98-04b2-4f1e-9b71-960af5ebd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:34.959984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Usage tracker for resource:security_group_rule and tenant:f0daa7a7f8ab4d0388dfe70c02dee244 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:34.964365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Pushing event deleted for resources: {'Port': ['ID=93bed817-842d-4038-b937-745f8be5a139,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:34.965493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:34.968221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:34.975547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Attempting to bind port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:34.975962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Attempting to bind port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:34.977416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Attempting to bind port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:34.977544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:34.983130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:34.983576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:34.984049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.984724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:34.985012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Bound port: 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:34.986207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.986335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:34.989082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.047842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.061981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] For port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:35.065456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] For port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:35.075733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.079749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:35.159570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc1a98-04b2-4f1e-9b71-960af5ebd7ef None None] Pushing event updated for resources: {'Port': ['ID=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:35.163865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5bc1a98-04b2-4f1e-9b71-960af5ebd7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:35.165717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Routers {'3125dacf-4364-4013-b81e-c85a48ae37ee'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:35.166484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf6c10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['3125dacf-4364-4013-b81e-c85a48ae37ee'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:35.286765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.290806 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0cfb33f5-462a-4e22-b18f-d7507e6f5204 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.3563974
Dec 15 18:56:35.293031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.294456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52168) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:35.301189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.306766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:35.353041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] Set router 3125dacf-4364-4013-b81e-c85a48ae37ee gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:35.403560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.420419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event deleted for resources: {'Port': ['ID=a65149f5-8714-4a51-b405-c20fdcc44dd4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:35.458843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.471318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:35.479394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f51ad38-e71a-4d0f-85dc-19877f780db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:35.516869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d1cf-5ef3-4e69-957a-fde1fa9a2030 req-efccafa3-5b20-4694-8e07-72def8224fe3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:35.518632 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ae91d1cf-5ef3-4e69-957a-fde1fa9a2030 req-efccafa3-5b20-4694-8e07-72def8224fe3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 945 time: 0.6666346
Dec 15 18:56:35.530951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.532192 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/9a3c98cd-7452-4137-8aa4-5ebdb0651e0d HTTP/1.1" status: 204  len: 168 time: 2.5639040
Dec 15 18:56:35.535409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52172) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:35.543932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.548845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Request body: {'floatingip': {'port_id': '24bf12c2-0de7-4e14-826d-9834caca6388'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:35.609294 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0daa7a7f8ab4d0388dfe70c02dee244&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0642879
Dec 15 18:56:35.617543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52178) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:35.635166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23af184-bd41-4642-9ba7-fe6374009718,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:35.647885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:35.662591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf6c10>, [{'id': '3125dacf-4364-4013-b81e-c85a48ae37ee', 'name': 'tempest-snat-router-1573099979', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.207'}], 'enable_snat': False}, 'gw_port_id': '1fe1df36-832e-4e35-bd4b-7fab1f4d4f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:29Z', 'updated_at': '2021-12-15T18:56:31Z', 'revision_number': 3, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port': {'id': '1fe1df36-832e-4e35-bd4b-7fab1f4d4f47', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3125dacf-4364-4013-b81e-c85a48ae37ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:29Z', 'updated_at': '2021-12-15T18:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:35.667703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6af7e-15c7-4b70-b342-6b6297c9744b None None] The sync data for ids ['3125dacf-4364-4013-b81e-c85a48ae37ee'] in dv-neutron-821830-2-hyperv is: [{'id': '3125dacf-4364-4013-b81e-c85a48ae37ee', 'name': 'tempest-snat-router-1573099979', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.207'}], 'enable_snat': False}, 'gw_port_id': '1fe1df36-832e-4e35-bd4b-7fab1f4d4f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:29Z', 'updated_at': '2021-12-15T18:56:31Z', 'revision_number': 3, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port': {'id': '1fe1df36-832e-4e35-bd4b-7fab1f4d4f47', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3125dacf-4364-4013-b81e-c85a48ae37ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:29Z', 'updated_at': '2021-12-15T18:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:35.675254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for floatingip, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.684611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c50f018-0a2c-4595-8fb9-44cd1852eb69 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.848861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:35.851331 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a65149f5-8714-4a51-b405-c20fdcc44dd4 HTTP/1.1" status: 204  len: 168 time: 1.8982613
Dec 15 18:56:35.854969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52182) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:35.868137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54718e82-b0b9-4f66-899e-17045334f447', 'external_fixed_ips': [{'subnet_id': '89d05d7f-a458-48cb-97bd-30ddc8547e12', 'ip_address': '172.20.0.13'}]}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:35.947835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:35.979399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:router and tenant:74941bb38329454c91226031de3bc457 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:35.998204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:36.010765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.031963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:36.048417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52188) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:36.190245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:36.319663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.433451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.445978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.454822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.459866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.467992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.468926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.507803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c50f018-0a2c-4595-8fb9-44cd1852eb69 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.526550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.537958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c50f018-0a2c-4595-8fb9-44cd1852eb69 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.564663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.632233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.635728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c50f018-0a2c-4595-8fb9-44cd1852eb69 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.636121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c50f018-0a2c-4595-8fb9-44cd1852eb69 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eea6f9a-7494-419d-976c-f3e834f29b89 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:36.693849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-06a13634-c171-4996-9cee-eb8f7a8e10ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:36.723476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23af184-bd41-4642-9ba7-fe6374009718,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:36.763086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:36.772897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ca240951fa4b4ac995b9ab8c7a76edbb is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:36.780720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:36.802873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:36.812686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.816542 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a23af184-bd41-4642-9ba7-fe6374009718 HTTP/1.1" status: 204  len: 168 time: 1.1969204
Dec 15 18:56:36.817876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.848883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c50f018-0a2c-4595-8fb9-44cd1852eb69 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.850041 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8c50f018-0a2c-4595-8fb9-44cd1852eb69 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8eea6f9a-7494-419d-976c-f3e834f29b89 HTTP/1.1" status: 204  len: 168 time: 1.5514159
Dec 15 18:56:36.851723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.852012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.852373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.852815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.853179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.853555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.853907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.854252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.854603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.854948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.855289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:36.857711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52196) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:36.864144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:36.866268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.870388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Request body: {'router': {'name': 'tempest-router-1803261411', 'distributed': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:36.910152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:36.918575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Usage tracker for resource:router and tenant:cfaedb0fb006457d9eebe96405562e21 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:36.926305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.929162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:36.949408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:36.995826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:36.996729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.138147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.140706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Allocated IP 172.26.1.56 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c860e3d2-6c88-49ff-b7c4-cf953ff48653) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:37.150367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.166172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.188585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:56:37.190893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:37.247854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.275114 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca240951fa4b4ac995b9ab8c7a76edbb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2224643
Dec 15 18:56:37.277661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52206) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:37.283182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4525ad8d-71d6-4318-933b-5c47e7ccf1a5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:37.292543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:37.316043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.319720 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-001850b9-5603-428e-b7bc-ff5b2eff4833 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4550455
Dec 15 18:56:37.323924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52210) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:37.385618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.394775 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 28aaedb4-da20-44ee-aec8-230ad872287b associated. External IP: 172.26.1.237, port: d26dde92-c561-41e1-b290-23fb41141bde.
Dec 15 18:56:37.401291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:56:37.407747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:37.408326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.486072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.532584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.536092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.546142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.551741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:37.565228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:37.571397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.576810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:37.624143 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Floating IP 5d056763-9933-4e01-8e81-7e87704cf87d associated. External IP: 172.26.1.187, port: 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7.
Dec 15 18:56:37.641160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:37.678470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:37.683029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Port': ['ID=c860e3d2-6c88-49ff-b7c4-cf953ff48653,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:37.686571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:37.688102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:37.690537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:37.693226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:37.725367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.749680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.829095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-954766d0-5758-4ec9-b2e5-111d1870a3ba tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.875580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:37.972693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52224) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.017114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Allocated IP 172.20.0.13 (54718e82-b0b9-4f66-899e-17045334f447/89d05d7f-a458-48cb-97bd-30ddc8547e12/bd3f890a-c296-43fd-bd79-e8a2f9164244) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:38.110653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.111383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.131326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-c6ffc7c7-dce2-44f2-a40f-b530521ba03b tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.134068 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c6ffc7c7-dce2-44f2-a40f-b530521ba03b tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.1588631
Dec 15 18:56:38.141509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52230) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.157441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.311028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-1b4af85d-db09-4395-95b9-fdd180848737 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.311985 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1b4af85d-db09-4395-95b9-fdd180848737 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.1695902
Dec 15 18:56:38.320336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52234) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.334524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-30749851-fda9-401a-b4ef-fbdce82b7902 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.335473 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-30749851-fda9-401a-b4ef-fbdce82b7902 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0050430
Dec 15 18:56:38.339504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52238) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.357915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-4e12e0de-6291-49b8-98c4-e827d280d33d tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.361235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4e12e0de-6291-49b8-98c4-e827d280d33d tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0170071
Dec 15 18:56:38.362230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52242) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.370361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-e6c6f291-8c3f-4e07-9991-3f45e5cbc013 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.372584 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e6c6f291-8c3f-4e07-9991-3f45e5cbc013 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0087669
Dec 15 18:56:38.381224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52246) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.392928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-8ac6ae31-1d9b-48d7-b0b1-daf9c9c7b120 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.393793 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8ac6ae31-1d9b-48d7-b0b1-daf9c9c7b120 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0114965
Dec 15 18:56:38.397260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.399995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52250) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.408749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-2e46d26c-4324-45e6-a80e-67707bcea837 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.409693 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2e46d26c-4324-45e6-a80e-67707bcea837 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0078371
Dec 15 18:56:38.413716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52254) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.423567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-84ea5b60-5dbd-4962-87e3-6ef6aa2bbb86 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.425215 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-84ea5b60-5dbd-4962-87e3-6ef6aa2bbb86 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0082631
Dec 15 18:56:38.428222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52258) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.442054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-a8e4a087-f20e-4b8a-9015-14edcc49b1dd tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.442984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a8e4a087-f20e-4b8a-9015-14edcc49b1dd tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0120974
Dec 15 18:56:38.445850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52262) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.453870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-c7a70d72-0019-4503-9b9c-f06fcb91bf3a tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.454822 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c7a70d72-0019-4503-9b9c-f06fcb91bf3a tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0080502
Dec 15 18:56:38.458323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52266) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.517542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-4145115e-219f-4c1f-ac3d-5b4acd42f1b9 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.518489 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4145115e-219f-4c1f-ac3d-5b4acd42f1b9 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0593064
Dec 15 18:56:38.526037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52270) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.534871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-50083bbf-7eac-42ad-afaa-7770d21e60dc tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.538605 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-50083bbf-7eac-42ad-afaa-7770d21e60dc tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0079024
Dec 15 18:56:38.539702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52274) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.546953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-4e685602-65e2-4e6c-ad3f-1ce0f33111ae tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.547857 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4e685602-65e2-4e6c-ad3f-1ce0f33111ae tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0073116
Dec 15 18:56:38.550296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.556449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52278) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.557595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:38.594658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-54ed11ae-562d-4107-9f79-5774b10dbac0 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.597990 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-54ed11ae-562d-4107-9f79-5774b10dbac0 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0113575
Dec 15 18:56:38.610628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52282) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.620858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-a3542cf4-2fa9-4fb6-b2cd-bf0fff59080e tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.622301 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a3542cf4-2fa9-4fb6-b2cd-bf0fff59080e tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0095224
Dec 15 18:56:38.630328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.632962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52286) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.652981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network 54718e82-b0b9-4f66-899e-17045334f447 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:38.653641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5331969a-a7aa-4663-860e-7ddcef149686 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:38.656001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-42d06b04-5360-448b-abbb-03670f41c64f tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.656951 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-42d06b04-5360-448b-abbb-03670f41c64f tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0229414
Dec 15 18:56:38.661454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52290) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.665804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:38.668473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:38.673789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-954766d0-5758-4ec9-b2e5-111d1870a3ba tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.679996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-7ad229fb-22df-44a9-bfed-4384db777c48 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.683596 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7ad229fb-22df-44a9-bfed-4384db777c48 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0157728
Dec 15 18:56:38.688089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525ad8d-71d6-4318-933b-5c47e7ccf1a5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:38.690824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52294) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.706974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Port': ['ID=bd3f890a-c296-43fd-bd79-e8a2f9164244,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:38.710879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:38.716779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-15325ca3-e25f-4270-b33c-fd2094a88976 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.720413 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-15325ca3-e25f-4270-b33c-fd2094a88976 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0230989
Dec 15 18:56:38.722280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52298) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.727253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-954766d0-5758-4ec9-b2e5-111d1870a3ba tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.730640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.734042 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4525ad8d-71d6-4318-933b-5c47e7ccf1a5 HTTP/1.1" status: 204  len: 168 time: 1.4447637
Dec 15 18:56:38.738117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.738481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.738879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.739179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.739524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.739883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.740201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.740538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.740918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.741252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.741625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:38.747841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-76ea0b16-432c-455c-b849-e1c90d7c1257 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.748340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:38.752112 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-76ea0b16-432c-455c-b849-e1c90d7c1257 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0231450
Dec 15 18:56:38.756603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52304) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.777754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-71fba8bf-dbec-4cde-865f-5917eca2a302 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.781141 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-71fba8bf-dbec-4cde-865f-5917eca2a302 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0214772
Dec 15 18:56:38.785087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52308) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.801410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-46ab153c-7530-49c2-a3f0-8dd8ddbf2e6b tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.804798 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-46ab153c-7530-49c2-a3f0-8dd8ddbf2e6b tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0116036
Dec 15 18:56:38.805921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52312) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.824335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-22dcfff4-345e-463a-8a55-c9764a4f58c4 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.825548 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-22dcfff4-345e-463a-8a55-c9764a4f58c4 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0113606
Dec 15 18:56:38.829511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52316) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.840626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-3bc71ebf-fcb1-4aaa-b9dc-7af66369daae tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.845002 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3bc71ebf-fcb1-4aaa-b9dc-7af66369daae tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0142443
Dec 15 18:56:38.846315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52320) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.883054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Router 96534d87-57ab-4a51-a7ff-56b9ac15f1d6 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:56:38.908437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-954766d0-5758-4ec9-b2e5-111d1870a3ba tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:38.908820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954766d0-5758-4ec9-b2e5-111d1870a3ba tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e318e2cf-143d-4fbc-8567-668107e6d9fa {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:38.921703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-a769ed35-9ed7-443e-ba31-0ead5db71b9b tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.922898 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a769ed35-9ed7-443e-ba31-0ead5db71b9b tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0247822
Dec 15 18:56:38.934870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52324) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.943256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-2064ddb8-0c75-4114-a967-fb3a1f2ac610 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.944701 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2064ddb8-0c75-4114-a967-fb3a1f2ac610 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0083985
Dec 15 18:56:38.947507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Floating IP c0331643-c029-4248-b895-c393f86ffbfd associated. External IP: 172.26.1.137, port: 24bf12c2-0de7-4e14-826d-9834caca6388.
Dec 15 18:56:38.963487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52328) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.977726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-91346b26-ecac-46b3-ad79-ad83668d22ee tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.981032 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-91346b26-ecac-46b3-ad79-ad83668d22ee tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0148895
Dec 15 18:56:38.981199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52332) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:38.988416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-4648db88-7441-4b0c-af38-96c807555adc tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:38.992091 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4648db88-7441-4b0c-af38-96c807555adc tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0072520
Dec 15 18:56:38.992597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52338) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.000022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-da8df728-7a99-4d79-9ab8-63ecc7b10ca0 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.003111 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-da8df728-7a99-4d79-9ab8-63ecc7b10ca0 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0066707
Dec 15 18:56:39.003331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52342) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.006014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-954766d0-5758-4ec9-b2e5-111d1870a3ba tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.007645 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-954766d0-5758-4ec9-b2e5-111d1870a3ba tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e318e2cf-143d-4fbc-8567-668107e6d9fa HTTP/1.1" status: 204  len: 168 time: 1.6813273
Dec 15 18:56:39.009027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-48ed6b0b-3067-4533-8781-0e3de7e10741 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.012328 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-48ed6b0b-3067-4533-8781-0e3de7e10741 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0058675
Dec 15 18:56:39.012762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52346) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.013084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52348) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.023245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Request body: {'router': {'name': 'tempest-router-482909354', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '396a8bedb60c463b984aa4c644f66cbb'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:39.032809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-0cab926f-8468-474f-8f09-d30a7ab0aea9 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.034207 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0cab926f-8468-474f-8f09-d30a7ab0aea9 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0178864
Dec 15 18:56:39.038886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:39.044865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52354) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.047718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Usage tracker for resource:router and tenant:396a8bedb60c463b984aa4c644f66cbb is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:39.052331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:39.057868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-4f73cb05-29d0-41f2-bc0e-0c9c18f64dcb tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.061353 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4f73cb05-29d0-41f2-bc0e-0c9c18f64dcb tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0128505
Dec 15 18:56:39.064319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.065036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.065584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52358) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.068290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:39.085162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-e0481699-380c-417d-bd55-c44d8875f6a8 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.089680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e0481699-380c-417d-bd55-c44d8875f6a8 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0146883
Dec 15 18:56:39.089680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52362) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.100427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-b62f26b4-83c1-40e2-859c-ec260dd4759e tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.103823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b62f26b4-83c1-40e2-859c-ec260dd4759e tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0084414
Dec 15 18:56:39.105712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52366) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.114239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-8f898ef7-b049-41d7-a5ea-381d4ceb4fa2 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.121582 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8f898ef7-b049-41d7-a5ea-381d4ceb4fa2 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0114694
Dec 15 18:56:39.131019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52370) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.140194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-fb308d14-8233-41ee-9474-73b355a51bff tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.145668 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fb308d14-8233-41ee-9474-73b355a51bff tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0080287
Dec 15 18:56:39.145821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52374) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.166645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:56:39.212246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-3d357d53-b09f-4b8f-a6b3-005ffad57dd7 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.212246 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3d357d53-b09f-4b8f-a6b3-005ffad57dd7 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0638115
Dec 15 18:56:39.217351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52378) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.228536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.229453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.238685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-21e805b7-d608-4e77-b4cd-08ce8111c007 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.242331 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-21e805b7-d608-4e77-b4cd-08ce8111c007 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0224464
Dec 15 18:56:39.244331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52382) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.253865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:56:39.254259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.257799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-ca7f233c-e8c9-4a54-bee7-cab8a1d7f0bc tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.258973 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ca7f233c-e8c9-4a54-bee7-cab8a1d7f0bc tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0108407
Dec 15 18:56:39.265187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52386) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.271493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52390) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.275455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-e400faa8-f880-4362-8f25-b4cc4bb3b00c tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.276373 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e400faa8-f880-4362-8f25-b4cc4bb3b00c tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0100985
Dec 15 18:56:39.279817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52392) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.304218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-babc718a-a396-41ce-bf90-2079755d2563 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.305159 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-babc718a-a396-41ce-bf90-2079755d2563 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0218384
Dec 15 18:56:39.312636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52398) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.322003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-5809466c-1a2d-4ba3-bfde-fee2fa28b774 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.322920 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5809466c-1a2d-4ba3-bfde-fee2fa28b774 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0078197
Dec 15 18:56:39.337360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.339563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52402) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.355085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-6b3bd13b-bf31-4a39-abd9-76db9f261701 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.358494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6b3bd13b-bf31-4a39-abd9-76db9f261701 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0138860
Dec 15 18:56:39.367099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52406) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.376606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-07c23cf0-5479-4554-896f-584da12dd0ca tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.378980 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-07c23cf0-5479-4554-896f-584da12dd0ca tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0081415
Dec 15 18:56:39.382303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52410) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.393947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-0df9eb5f-12ed-46c7-8ecf-ab67e9635fcb tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.394944 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0df9eb5f-12ed-46c7-8ecf-ab67e9635fcb tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0100212
Dec 15 18:56:39.398026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52414) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.408348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-f94927e5-739b-44fc-a88a-d308620f109d tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.409251 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f94927e5-739b-44fc-a88a-d308620f109d tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0090384
Dec 15 18:56:39.418678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52418) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.430622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-644d7b54-5492-4277-b509-e3df0b07cdc4 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.433843 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-644d7b54-5492-4277-b509-e3df0b07cdc4 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0106542
Dec 15 18:56:39.435588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52422) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.455179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-682fb38d-3ab3-4812-a1b8-6af5c92416bd tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.458609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.459037 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-682fb38d-3ab3-4812-a1b8-6af5c92416bd tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0217826
Dec 15 18:56:39.460948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52426) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.470081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-f8447d10-19e2-4bf4-b6c6-54da3e132e47 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.473775 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f8447d10-19e2-4bf4-b6c6-54da3e132e47 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0101881
Dec 15 18:56:39.478102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52430) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.485453 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-84cee6c6-643d-43c2-8d75-ea6c45bac4fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b69040860a914c69a45ade15529b1134&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2045410
Dec 15 18:56:39.486045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52434) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.487911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-86d19e31-b694-471e-8523-aae05c5b1725 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.492056 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-86d19e31-b694-471e-8523-aae05c5b1725 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0109053
Dec 15 18:56:39.494727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52438) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.516656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-62887435-0bbb-4a51-ad24-db8368100c8a tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.518186 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-62887435-0bbb-4a51-ad24-db8368100c8a tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0110509
Dec 15 18:56:39.522808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52442) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.527203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:39.551583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:39.554623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-9629888a-0ed2-406a-a249-370169238be0 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.554623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9629888a-0ed2-406a-a249-370169238be0 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0309243
Dec 15 18:56:39.559930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52446) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.560077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.568380 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-84162321-1c8f-4598-bcbe-7f9e501d6a8a tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5522509
Dec 15 18:56:39.569609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-6bafbfd9-b319-46b2-a802-cf2cefad662c tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.573549 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6bafbfd9-b319-46b2-a802-cf2cefad662c tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0126874
Dec 15 18:56:39.573991 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Sync routers for ids ['96534d87-57ab-4a51-a7ff-56b9ac15f1d6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:39.574841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52450) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.575219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52452) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.585890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-5c926943-f398-4062-bdaa-fda8ea823a20 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.589351 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5c926943-f398-4062-bdaa-fda8ea823a20 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0070448
Dec 15 18:56:39.589494 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Routers {'96534d87-57ab-4a51-a7ff-56b9ac15f1d6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:39.589494 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6c2e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['96534d87-57ab-4a51-a7ff-56b9ac15f1d6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:39.590767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:39.595714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52458) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.612208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-b65264f7-5a9b-4f04-924c-b612c646e806 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.615602 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b65264f7-5a9b-4f04-924c-b612c646e806 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0091515
Dec 15 18:56:39.615602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.616825 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 5.2887597
Dec 15 18:56:39.617441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52462) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.621873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52464) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.630299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-1ded89cc-1482-4599-a92f-a0d14e98e365 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.632611 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1ded89cc-1482-4599-a92f-a0d14e98e365 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0126455
Dec 15 18:56:39.699615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52470) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.718840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-1bf921a3-847a-4fbe-baf1-f97a730d6271 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.722681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1bf921a3-847a-4fbe-baf1-f97a730d6271 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0121992
Dec 15 18:56:39.729802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52474) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.735054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.760336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-a1d5fb04-8ac8-4182-9319-7113697641be tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.763707 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a1d5fb04-8ac8-4182-9319-7113697641be tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0304415
Dec 15 18:56:39.766281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52478) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.786011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-8dcc7d32-1e95-425d-baa7-5cebd5e92988 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.789150 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8dcc7d32-1e95-425d-baa7-5cebd5e92988 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0155411
Dec 15 18:56:39.790515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52482) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.793518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.810193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-aa94e681-ba36-436a-abaa-b20f04f947d2 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.811113 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aa94e681-ba36-436a-abaa-b20f04f947d2 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0110304
Dec 15 18:56:39.821504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52486) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.828413 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Set router 96534d87-57ab-4a51-a7ff-56b9ac15f1d6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:39.832305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-35f46232-9938-4b54-be1a-1a0d382636f5 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.836239 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-35f46232-9938-4b54-be1a-1a0d382636f5 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0097723
Dec 15 18:56:39.839899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52490) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.908219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-738cac8c-350b-4a2d-8271-028db04cf2d3 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.912367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-738cac8c-350b-4a2d-8271-028db04cf2d3 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0609033
Dec 15 18:56:39.924517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Router ad973faa-2ffe-455c-9ace-2abeca265005 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:39.926428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52494) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.940809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [None req-c2126b39-9172-4cc3-ae50-065929efc684 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.944879 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c2126b39-9172-4cc3-ae50-065929efc684 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0172675
Dec 15 18:56:39.947494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52498) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.960320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-b159f118-d4c9-4df8-ae4d-21ea02c798aa tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.963821 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b159f118-d4c9-4df8-ae4d-21ea02c798aa tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0124536
Dec 15 18:56:39.964851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52502) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:39.971777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:39.978072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [None req-bef4b5f3-55cf-4274-8d4d-2b7acaa3a004 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 18:56:39.981757 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bef4b5f3-55cf-4274-8d4d-2b7acaa3a004 tempest-ExtensionsTestJSON-543809360 tempest-ExtensionsTestJSON-543809360-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0117741
Dec 15 18:56:39.981757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:39.999037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6c1ed-395b-40f7-ac23-a2b433280d53,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:40.004034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:40.010314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.027378 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8df6c1ed-395b-40f7-ac23-a2b433280d53 HTTP/1.1" status: 204  len: 168 time: 0.5267177
Dec 15 18:56:40.033541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Router e3846438-fbed-464a-8d52-943ff0af975c is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:56:40.257188 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1bd7d5d2-b706-4b76-8764-66304416348e tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/96534d87-57ab-4a51-a7ff-56b9ac15f1d6 HTTP/1.1" status: 200  len: 907 time: 0.6309049
Dec 15 18:56:40.257415 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6c2e0>, [{'id': '96534d87-57ab-4a51-a7ff-56b9ac15f1d6', 'name': 'tempest-snat-router-1573099979', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c860e3d2-6c88-49ff-b7c4-cf953ff48653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:34Z', 'updated_at': '2021-12-15T18:56:37Z', 'revision_number': 3, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port': {'id': 'c860e3d2-6c88-49ff-b7c4-cf953ff48653', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96534d87-57ab-4a51-a7ff-56b9ac15f1d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:36Z', 'updated_at': '2021-12-15T18:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:40.259878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52510) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:40.261731 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Checking router: 96534d87-57ab-4a51-a7ff-56b9ac15f1d6 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:56:40.262446 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Updating router 96534d87-57ab-4a51-a7ff-56b9ac15f1d6 port c860e3d2-6c88-49ff-b7c4-cf953ff48653 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:56:40.330327 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.501746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52518) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:40.688332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:40.698517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Sync routers for ids ['e3846438-fbed-464a-8d52-943ff0af975c'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:40.715605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Routers {'e3846438-fbed-464a-8d52-943ff0af975c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:40.716235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced700e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['e3846438-fbed-464a-8d52-943ff0af975c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:40.751509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.751722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.774929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.778593 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 4.9164493
Dec 15 18:56:40.779659 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.791544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52532) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:40.801882 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Transition to ACTIVE for port object c860e3d2-6c88-49ff-b7c4-cf953ff48653 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:40.821049 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.825673 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-134c72fc-2ec7-4fe7-b063-77219ed7048b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:40.920390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:40.987980 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Attempting to bind port c860e3d2-6c88-49ff-b7c4-cf953ff48653 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:40.988341 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Attempting to bind port c860e3d2-6c88-49ff-b7c4-cf953ff48653 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:40.988696 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Attempting to bind port c860e3d2-6c88-49ff-b7c4-cf953ff48653 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:40.999992 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Pushing event updated for resources: {'Port': ['ID=c860e3d2-6c88-49ff-b7c4-cf953ff48653,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:41.017990 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:41.029276 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:41.030068 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:41.030706 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.031513 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:41.032520 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Bound port: c860e3d2-6c88-49ff-b7c4-cf953ff48653, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:41.033156 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.068065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Set router e3846438-fbed-464a-8d52-943ff0af975c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:41.211402 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] For port c860e3d2-6c88-49ff-b7c4-cf953ff48653, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:41.217275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Router 8e0a708d-ef05-40c4-b465-d63ebde8791e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:41.219054 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] For port c860e3d2-6c88-49ff-b7c4-cf953ff48653, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c860e3d2-6c88-49ff-b7c4-cf953ff48653,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:41.235714 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.237344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.254237 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:41.263734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83670) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 15 18:56:41.264089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Router 55e549a1-f0a7-449c-b236-6fcd7c4d8543 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f9cee3e6ee0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f9cee3e6cd0> provider. {{(pid=83670) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 15 18:56:41.268799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.274314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:41.356486 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:41.387434 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Pushing event updated for resources: {'Port': ['ID=c860e3d2-6c88-49ff-b7c4-cf953ff48653,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:41.404766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:41.409728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb16623b6717467fa6f862a2676c2ed1 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:41.414084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:41.420134 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Routers {'96534d87-57ab-4a51-a7ff-56b9ac15f1d6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:41.420678 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6c2e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['96534d87-57ab-4a51-a7ff-56b9ac15f1d6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:41.423198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:41.453758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced700e20>, [{'id': 'e3846438-fbed-464a-8d52-943ff0af975c', 'name': '', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54718e82-b0b9-4f66-899e-17045334f447', 'external_fixed_ips': [{'subnet_id': '89d05d7f-a458-48cb-97bd-30ddc8547e12', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd3f890a-c296-43fd-bd79-e8a2f9164244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:36Z', 'updated_at': '2021-12-15T18:56:38Z', 'revision_number': 3, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port': {'id': 'bd3f890a-c296-43fd-bd79-e8a2f9164244', 'name': '', 'network_id': '54718e82-b0b9-4f66-899e-17045334f447', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3846438-fbed-464a-8d52-943ff0af975c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89d05d7f-a458-48cb-97bd-30ddc8547e12', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:37Z', 'updated_at': '2021-12-15T18:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d05d7f-a458-48cb-97bd-30ddc8547e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:41.460708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Checking router: e3846438-fbed-464a-8d52-943ff0af975c for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:56:41.461455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Updating router e3846438-fbed-464a-8d52-943ff0af975c port bd3f890a-c296-43fd-bd79-e8a2f9164244 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:56:41.478920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.506028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.524739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52544) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:41.529126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Deleting port c860e3d2-6c88-49ff-b7c4-cf953ff48653 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:41.529495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.529772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.536055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.555652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.569949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.610081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:41.617018 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] Set router 96534d87-57ab-4a51-a7ff-56b9ac15f1d6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:41.617161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:41.629220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] Sync routers for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:41.687453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:41.688315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced635e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:41.779911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] For port c860e3d2-6c88-49ff-b7c4-cf953ff48653, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c860e3d2-6c88-49ff-b7c4-cf953ff48653,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:41.780892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.870330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:41.875051 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.875963 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.876444 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.876933 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.877418 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.877888 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.878357 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.878836 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.879391 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.879851 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.880311 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:41.908003 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:41.908823 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedaf77f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:41.928845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Calling delete_port for c860e3d2-6c88-49ff-b7c4-cf953ff48653 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:41.940651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85feacef-80eb-42b8-a14c-eb5becf7bf52,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:41.960739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:41.966243 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b20ced3d-4226-452b-8933-95de8dab430c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "PUT /v2.0/floatingips/5d056763-9933-4e01-8e81-7e87704cf87d HTTP/1.1" status: 200  len: 992 time: 7.6390476
Dec 15 18:56:41.980157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:56:41.989925 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:41.993239 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedaf77f0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:42.005617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb16623b6717467fa6f862a2676c2ed1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4947562
Dec 15 18:56:42.027324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52552) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:42.038891 dv-neutron-821830-2-hyperv neutron-server[83670]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] No L3 agents can host the router 55e549a1-f0a7-449c-b236-6fcd7c4d8543
Dec 15 18:56:42.063917 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:42.068338 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedaf77f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:42.111289 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'status': 'completed', 'code': 200}
Dec 15 18:56:42.143014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:42.154676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.188070 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedaf77f0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:42.191584 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450b2d2-3e61-49d2-aeb4-01e61227cd81 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:42.204894 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6c2e0>, [{'id': '96534d87-57ab-4a51-a7ff-56b9ac15f1d6', 'name': 'tempest-snat-router-1573099979', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c860e3d2-6c88-49ff-b7c4-cf953ff48653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:34Z', 'updated_at': '2021-12-15T18:56:37Z', 'revision_number': 3, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port': {'id': 'c860e3d2-6c88-49ff-b7c4-cf953ff48653', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96534d87-57ab-4a51-a7ff-56b9ac15f1d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:36Z', 'updated_at': '2021-12-15T18:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:42.210092 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12aa82-71c8-4b87-aaa2-dc1a3a95bf32 None None] The sync data for ids ['96534d87-57ab-4a51-a7ff-56b9ac15f1d6'] in dv-neutron-821830-2-hyperv is: [{'id': '96534d87-57ab-4a51-a7ff-56b9ac15f1d6', 'name': 'tempest-snat-router-1573099979', 'tenant_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c860e3d2-6c88-49ff-b7c4-cf953ff48653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:34Z', 'updated_at': '2021-12-15T18:56:37Z', 'revision_number': 3, 'project_id': '17a016d7ca2f490eb3b4ee3279f1ed55', 'gw_port': {'id': 'c860e3d2-6c88-49ff-b7c4-cf953ff48653', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96534d87-57ab-4a51-a7ff-56b9ac15f1d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:36Z', 'updated_at': '2021-12-15T18:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:42.233871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.245803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ed73d45-d00d-4dcc-80c2-56a40d107de3 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:42.300082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event deleted for resources: {'Port': ['ID=c860e3d2-6c88-49ff-b7c4-cf953ff48653,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:42.307715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:42.383516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.resource_extend [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:56:42.427315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.449786 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d87b9ca5-38e3-40dc-ae1d-7385ed56fcae tempest-AgentManagementNegativeTest-862207689 tempest-AgentManagementNegativeTest-862207689-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.9200218
Dec 15 18:56:42.491394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.499387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.566981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Transition to ACTIVE for port object bd3f890a-c296-43fd-bd79-e8a2f9164244 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:42.633227 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-eebdab9f-8716-4762-8fb0-fc96aba7a400 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6560e564b6334d5ead0d40a3332067f2&device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 1099 time: 0.4505005
Dec 15 18:56:42.633776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Hosts for router 55e549a1-f0a7-449c-b236-6fcd7c4d8543: [] {{(pid=83670) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 15 18:56:42.659697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.670148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:42.711923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Hosts for other DVR routers connected to router 55e549a1-f0a7-449c-b236-6fcd7c4d8543: set() {{(pid=83670) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 15 18:56:42.754903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Attempting to bind port bd3f890a-c296-43fd-bd79-e8a2f9164244 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:42.755282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Attempting to bind port bd3f890a-c296-43fd-bd79-e8a2f9164244 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '4faf2e31-bcf7-4c5e-995f-0960e47e5809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54718e82-b0b9-4f66-899e-17045334f447'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:42.755651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Attempting to bind port bd3f890a-c296-43fd-bd79-e8a2f9164244 on network 54718e82-b0b9-4f66-899e-17045334f447 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:42.768921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Pushing event updated for resources: {'Port': ['ID=bd3f890a-c296-43fd-bd79-e8a2f9164244,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:42.787944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:42.788332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Checking segment: {'id': '4faf2e31-bcf7-4c5e-995f-0960e47e5809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54718e82-b0b9-4f66-899e-17045334f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:42.788734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.789096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Bound using segment: {'id': '4faf2e31-bcf7-4c5e-995f-0960e47e5809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54718e82-b0b9-4f66-899e-17045334f447'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:42.789638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Bound port: bd3f890a-c296-43fd-bd79-e8a2f9164244, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf2e31-bcf7-4c5e-995f-0960e47e5809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54718e82-b0b9-4f66-899e-17045334f447'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:42.790022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.822872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.823221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.823562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.823900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.824257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.824760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.825094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.825840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.825840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.826102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.826425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:56:42.839186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:42.859965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.864256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced635e50>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '5d056763-9933-4e01-8e81-7e87704cf87d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'floating_ip_address': '172.26.1.187', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'port_id': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'mac_address': 'fa:16:3e:41:5e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:55:57Z', 'updated_at': '2021-12-15T18:56:35Z', 'revision_number': 1, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:55Z', 'revision_number': 5, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:42.876461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] Checking router: ad973faa-2ffe-455c-9ace-2abeca265005 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:56:42.881082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.892541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:42.899660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.900746 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85feacef-80eb-42b8-a14c-eb5becf7bf52 HTTP/1.1" status: 204  len: 168 time: 0.7937677
Dec 15 18:56:42.901691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:42.911409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:42.912262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced635e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:42.914040 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] Sync routers for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:42.940521 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:42.941155 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddb26a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:42.950829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:42.968611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] For port bd3f890a-c296-43fd-bd79-e8a2f9164244, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:42.999651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] For port bd3f890a-c296-43fd-bd79-e8a2f9164244, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bd3f890a-c296-43fd-bd79-e8a2f9164244,segment=NetworkSegment(4faf2e31-bcf7-4c5e-995f-0960e47e5809),segment_id=4faf2e31-bcf7-4c5e-995f-0960e47e5809)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:43.016571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52566) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:43.025777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.025975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.026838 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2f6038e8-6b55-44a4-bd31-c1b675a22f81 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "PUT /v2.0/routers/55e549a1-f0a7-449c-b236-6fcd7c4d8543 HTTP/1.1" status: 200  len: 716 time: 3.4484954
Dec 15 18:56:43.035460 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1607d45e-808e-4e68-9894-c5013526acd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:43.039902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52570) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:43.059732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85feacef-80eb-42b8-a14c-eb5becf7bf52,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:43.066094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:43.155623 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a6e0be65-325d-400e-adec-dad0bdaa2823 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "PUT /v2.0/floatingips/c0331643-c029-4248-b895-c393f86ffbfd HTTP/1.1" status: 200  len: 991 time: 7.6180751
Dec 15 18:56:43.159363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-c2822d8b-a646-4046-93e6-582a27d69836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:43.160780 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-c2822d8b-a646-4046-93e6-582a27d69836 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffaedb8d-7628-4628-9caa-177c3336a37d HTTP/1.1" status: 200  len: 907 time: 0.5028882
Dec 15 18:56:43.330412 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:43.365386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.380244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.406812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.418823 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a64cf6ce-b56b-44fe-9370-c7d6e36878e2 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "GET /v2.0/routers/55e549a1-f0a7-449c-b236-6fcd7c4d8543 HTTP/1.1" status: 200  len: 716 time: 0.3777037
Dec 15 18:56:43.422462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52582) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:43.434425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Deleting port bd3f890a-c296-43fd-bd79-e8a2f9164244 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:43.434643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.496453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.496950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96534d87-57ab-4a51-a7ff-56b9ac15f1d6 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:43.520961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:43.651964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.658449 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "DELETE /v2.0/routers/96534d87-57ab-4a51-a7ff-56b9ac15f1d6 HTTP/1.1" status: 204  len: 168 time: 3.3983750
Dec 15 18:56:43.663829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52592) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:43.677898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.899523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b9499c7b-45fa-451f-b876-3de9ae77d396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:43.906121 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Pushing event updated for resources: {'Port': ['ID=bd3f890a-c296-43fd-bd79-e8a2f9164244,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:43.921204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Routers {'e3846438-fbed-464a-8d52-943ff0af975c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:43.922344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced700e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['e3846438-fbed-464a-8d52-943ff0af975c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:43.933358 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-a2f01d6a-248b-4c74-a7b7-f20d0d1b7404 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 HTTP/1.1" status: 200  len: 1000 time: 0.7639761
Dec 15 18:56:44.117627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:56:44.188815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] Set router e3846438-fbed-464a-8d52-943ff0af975c gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:44.204334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-da1704d6-8577-4564-8a5f-20c1973bfe03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:44.206056 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-da1704d6-8577-4564-8a5f-20c1973bfe03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=867e62ef-7bed-40a0-99ac-188b5f99869e HTTP/1.1" status: 200  len: 845 time: 0.2634833
Dec 15 18:56:44.229094 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddb26a0>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'c0331643-c029-4248-b895-c393f86ffbfd', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'port_id': '24bf12c2-0de7-4e14-826d-9834caca6388', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'mac_address': 'fa:16:3e:8d:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770385e-af21-4a07-a3f5-afac10818781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:56:02Z', 'updated_at': '2021-12-15T18:56:37Z', 'revision_number': 1, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:27Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:44.235077 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] Checking router: 8e0a708d-ef05-40c4-b465-d63ebde8791e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:56:44.242568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:44.253244 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:44.254618 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddb26a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:44.281833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Usage tracker for resource:security_group_rule and tenant:ccb4b3756b1b4b31838ca52a7d01f8fd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:44.298908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:44.311494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e0bc9845-1dab-4f7e-bb28-a150b59948a1 tempest-RoutersTestDVR-81511822 tempest-RoutersTestDVR-81511822-project] 10.222.0.48 "GET /v2.0/routers/55e549a1-f0a7-449c-b236-6fcd7c4d8543 HTTP/1.1" status: 200  len: 682 time: 0.8884406
Dec 15 18:56:44.314827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] For port bd3f890a-c296-43fd-bd79-e8a2f9164244, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bd3f890a-c296-43fd-bd79-e8a2f9164244,segment=NetworkSegment(4faf2e31-bcf7-4c5e-995f-0960e47e5809),segment_id=4faf2e31-bcf7-4c5e-995f-0960e47e5809)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:44.315182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:44.328481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52608) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:44.336235 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388', 'status': 'completed', 'code': 200}
Dec 15 18:56:44.389940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:44.456659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced700e20>, [{'id': 'e3846438-fbed-464a-8d52-943ff0af975c', 'name': '', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:36Z', 'updated_at': '2021-12-15T18:56:43Z', 'revision_number': 4, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:44.464123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.429s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:44.511506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f2cc8-775c-4a16-8064-21ba5ab36747 None None] The sync data for ids ['e3846438-fbed-464a-8d52-943ff0af975c'] in dv-neutron-821830-2-hyperv is: [{'id': 'e3846438-fbed-464a-8d52-943ff0af975c', 'name': '', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:36Z', 'updated_at': '2021-12-15T18:56:43Z', 'revision_number': 4, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:44.574606 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced635e50>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '5d056763-9933-4e01-8e81-7e87704cf87d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'floating_ip_address': '172.26.1.187', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'port_id': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'mac_address': 'fa:16:3e:41:5e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:55:57Z', 'updated_at': '2021-12-15T18:56:35Z', 'revision_number': 1, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:55Z', 'revision_number': 5, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:44.581772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b6305-d91a-4cf8-a288-9c9097d3e0b4 None None] The sync data for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv is: [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '5d056763-9933-4e01-8e81-7e87704cf87d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'floating_ip_address': '172.26.1.187', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'port_id': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'mac_address': 'fa:16:3e:41:5e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:55:57Z', 'updated_at': '2021-12-15T18:56:35Z', 'revision_number': 1, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:55Z', 'revision_number': 5, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:44.600634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Calling delete_port for bd3f890a-c296-43fd-bd79-e8a2f9164244 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:44.719916 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:56:44.744425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5daa81fc-74d7-4c9c-8377-a46a121a7514 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:44.850358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52618) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:44.870261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:45.114353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.142190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.148780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238fd81-396f-4913-9c07-4a68b70fa0b9 None None] New status for floating IP 5d056763-9933-4e01-8e81-7e87704cf87d: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 18:56:45.158478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-21ab28a1-b536-4b21-8995-59d41cd530d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:45.166135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.209461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-35cf5d43-1914-4892-96a5-5e8403bd93bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=522154d252214c84a0c968e3b7963bfd&device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 1098 time: 0.8965452
Dec 15 18:56:45.220597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2a3b0e-b624-433b-9666-df532e556c74,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:45.228222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-820391349'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:45.233535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:45.237971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:45.241474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:45.245752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:45.247954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:45.267485 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccb4b3756b1b4b31838ca52a7d01f8fd&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2439673
Dec 15 18:56:45.270486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52624) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:45.379646 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddb26a0>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'c0331643-c029-4248-b895-c393f86ffbfd', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'port_id': '24bf12c2-0de7-4e14-826d-9834caca6388', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'mac_address': 'fa:16:3e:8d:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770385e-af21-4a07-a3f5-afac10818781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:56:02Z', 'updated_at': '2021-12-15T18:56:37Z', 'revision_number': 1, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:27Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:45.384252 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4367e5f-d62d-448a-a88c-3eda6cfbfe8a None None] The sync data for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv is: [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'c0331643-c029-4248-b895-c393f86ffbfd', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'port_id': '24bf12c2-0de7-4e14-826d-9834caca6388', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'mac_address': 'fa:16:3e:8d:e8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770385e-af21-4a07-a3f5-afac10818781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:56:02Z', 'updated_at': '2021-12-15T18:56:37Z', 'revision_number': 1, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:27Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:45.487146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:45.490288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.494080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf8d79eb-5b40-4f1e-94ef-bd8e4a588c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.494321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.496188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-29974e12-8b0b-4bd7-8add-8f1f8b724b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:45.497642 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-29974e12-8b0b-4bd7-8add-8f1f8b724b16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e89a0f83-1453-46e1-ac76-90751391cba3 HTTP/1.1" status: 200  len: 912 time: 0.2801270
Dec 15 18:56:45.563779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.578483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7e360ac9-d3c7-46b6-9f26-dccdb6936c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:45.645800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd3f890a-c296-43fd-bd79-e8a2f9164244,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:45.649062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.657678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:45.672364 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-d57a8bd3-df2c-4649-a558-da5ab710ef51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffaedb8d-7628-4628-9caa-177c3336a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.4552772
Dec 15 18:56:45.720774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.741258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5daa81fc-74d7-4c9c-8377-a46a121a7514 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.767065 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-627de4c7-6681-44df-9564-2b5df477e9bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24bf12c2-0de7-4e14-826d-9834caca6388 HTTP/1.1" status: 200  len: 999 time: 0.2602425
Dec 15 18:56:45.820167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5daa81fc-74d7-4c9c-8377-a46a121a7514 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.950788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:45.967510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2f88b43d-6c40-425b-9c17-b00c1055dfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:45.973767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:45.982256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-717bc4d8-b35d-4cd8-aca6-d81fe5d86c8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:45.983720 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-717bc4d8-b35d-4cd8-aca6-d81fe5d86c8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdae089c-8ad8-49e9-bc7c-24730634726f HTTP/1.1" status: 200  len: 850 time: 0.2043490
Dec 15 18:56:45.991658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2a3b0e-b624-433b-9666-df532e556c74,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:46.025136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:46.025722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.037551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group_rule and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:46.048030 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-7a53c5a6-28cb-4575-be12-daf70f1a89c5 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3558495
Dec 15 18:56:46.049731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:46.066362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:46.068484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5daa81fc-74d7-4c9c-8377-a46a121a7514 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.069329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa81fc-74d7-4c9c-8377-a46a121a7514 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55e549a1-f0a7-449c-b236-6fcd7c4d8543 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:46.167950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.169036 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc2a3b0e-b624-433b-9666-df532e556c74 HTTP/1.1" status: 204  len: 168 time: 0.8976612
Dec 15 18:56:46.240060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5daa81fc-74d7-4c9c-8377-a46a121a7514 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.245137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5daa81fc-74d7-4c9c-8377-a46a121a7514 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "DELETE /v2.0/routers/55e549a1-f0a7-449c-b236-6fcd7c4d8543 HTTP/1.1" status: 204  len: 168 time: 1.8870158
Dec 15 18:56:46.269597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52634) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:46.292101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Request body: {'router': {'name': 'tempest-router-1270064239', 'distributed': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:46.308917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.311186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:46.323138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.331731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Usage tracker for resource:router and tenant:cfaedb0fb006457d9eebe96405562e21 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:46.333402 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-f012813b-01d7-4d24-8a00-f450aeee241f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e89a0f83-1453-46e1-ac76-90751391cba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3397374
Dec 15 18:56:46.337353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:46.356562 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbe1b0fc-f466-4133-958a-43cb4f1e3197 req-ea1e8ee1-c4ff-4941-83d0-8db968168319 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2812467
Dec 15 18:56:46.357466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:46.370982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.388835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:46.392201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.393209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.394582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.403023 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:46.420766 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:46.421468 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbd32b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:46.423218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:46.434374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.434718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment b2befa2d-86ff-4bad-8719-877dee3de532 of type vlan for network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb
Dec 15 18:56:46.467911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.504578 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbd32b0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:46.505959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:46.533332 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:46.534812 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbd32b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:46.541581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.575010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab618d2a-ba17-461b-ad05-c42fa55cf812,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:46.577791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.586494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:46.595943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.596748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:46.597471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.598392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3846438-fbed-464a-8d52-943ff0af975c {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:46.607072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac914a04-ccf3-45f4-b11d-6c93199d67da tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:46.622953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.628224 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e3846438-fbed-464a-8d52-943ff0af975c HTTP/1.1" status: 204  len: 168 time: 5.8311243
Dec 15 18:56:46.630886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52644) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:46.641425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.643435 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbd32b0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:46.643835 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8e0e9-35e5-4f89-98ba-b09e5647d7ea None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:46.691675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.743696 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-97f0f29f-0fcf-45aa-a97a-f687fb52eb9b service neutron] 10.222.0.64 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3970904
Dec 15 18:56:46.764708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.791184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Deleting subnet 89d05d7f-a458-48cb-97bd-30ddc8547e12 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:56:46.802828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.824214 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.9671886
Dec 15 18:56:46.824808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.829047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Deleting port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:46.829475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.832906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52652) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:46.847748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'name': 'tempest-PortsTestJSON-1082480894'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:46.876635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=3a2a10ae-6e07-4af9-8e3b-801ae7170cfb,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:46.879357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:46.893946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:46.923566 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1c925928-ab98-483a-a7f2-1b4eb22bd3eb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/floatingips/28aaedb4-da20-44ee-aec8-230ad872287b HTTP/1.1" status: 200  len: 978 time: 13.8849282
Dec 15 18:56:46.932774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52658) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:46.953120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:46.998686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:47.043628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.045348 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5c64b567-071e-4583-84a4-1fc32d6ee90b tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.7706358
Dec 15 18:56:47.047736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52664) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:47.120604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.212759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] For port 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:56:47.212979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.217857 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-70222658-79c9-40c7-96e7-73b51bd0d23d req-bb0048b2-8320-4eed-84ee-8ee48991decc service neutron] 10.222.0.64 "GET /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4692996
Dec 15 18:56:47.222785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:47.237771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:47.242545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.294490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:47.323472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:47.325214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52674) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:47.331690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.406329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:47.409270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.462248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Calling delete_port for 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:47.498803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b47cd6-426c-4b1b-9356-188dfb0e7734 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.517218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:47.564145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'networks': [{'name': 'tempest-network--479006681'}, {'name': 'tempest-network--2509197'}]} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:47.564385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'network': {'name': 'tempest-network--479006681'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:47.564847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'network': {'name': 'tempest-network--2509197'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:47.574930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:47.581240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Usage tracker for resource:network and tenant:1a6838d47a0a479292dec903aae9104e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:47.589944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:47.603631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.619498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:47.628334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffb7002c-a9c2-4ba2-b556-1bc95a7579d5 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:47.686755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=89d05d7f-a458-48cb-97bd-30ddc8547e12,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:47.692566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Made reservation on behalf of 1a6838d47a0a479292dec903aae9104e for: {'network': 2} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:47.696125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.706929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:47.793121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.803926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.843901 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/89d05d7f-a458-48cb-97bd-30ddc8547e12 HTTP/1.1" status: 204  len: 168 time: 1.2115071
Dec 15 18:56:47.851990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52680) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:47.854252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.901518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.901823 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 28aaedb4-da20-44ee-aec8-230ad872287b disassociated. External IP: 172.26.1.237, port: 9d440dd4-250a-4222-9d51-85ac30679e3c.
Dec 15 18:56:47.941197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b47cd6-426c-4b1b-9356-188dfb0e7734 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:47.980415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b47cd6-426c-4b1b-9356-188dfb0e7734 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.022763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.027670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cb170edc-df40-4a41-ac47-f853a9396bef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:48.033863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:48.059017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b47cd6-426c-4b1b-9356-188dfb0e7734 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.059509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b47cd6-426c-4b1b-9356-188dfb0e7734 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7316efa5-61c4-4f2a-9f15-f5926d11abe2 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:48.080581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fe1df36-832e-4e35-bd4b-7fab1f4d4f47,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:48.082937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:48.148880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.151729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b47cd6-426c-4b1b-9356-188dfb0e7734 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.152852 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-13b47cd6-426c-4b1b-9356-188dfb0e7734 tempest-RoutersTestDVR-1852177099 tempest-RoutersTestDVR-1852177099-project-admin] 10.222.0.48 "DELETE /v2.0/routers/7316efa5-61c4-4f2a-9f15-f5926d11abe2 HTTP/1.1" status: 204  len: 168 time: 1.1039968
Dec 15 18:56:48.217843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Usage tracker for resource:security_group_rule and tenant:1a6838d47a0a479292dec903aae9104e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:48.231281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:48.252771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:48.277538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.294480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.321210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.514243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52692) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:48.569245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.603478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.608053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.616504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.627436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.643668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:48.722314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecb4e490>,) {'filters': {'network_id': ['54718e82-b0b9-4f66-899e-17045334f447']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:48.732082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=d2ad51c4-8c13-471e-a481-f1c3a1caeed3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:48.737985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:48.743437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.744468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.758627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d1a45fdf-970b-423b-bcf2-562dbe4f5d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:48.760467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.769848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecb4e490>, '4faf2e31-bcf7-4c5e-995f-0960e47e5809') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:48.770146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecb4e490>, '4faf2e31-bcf7-4c5e-995f-0960e47e5809') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:48.779598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.780121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3125dacf-4364-4013-b81e-c85a48ae37ee {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:48.804930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.809781 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3125dacf-4364-4013-b81e-c85a48ae37ee HTTP/1.1" status: 204  len: 168 time: 5.1346166
Dec 15 18:56:48.810806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52698) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:48.813801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:48.814228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.820042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1046546', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:48.828859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Usage tracker for resource:security_group_rule and tenant:396a8bedb60c463b984aa4c644f66cbb is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:48.832155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:48.834391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:48.840578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Usage tracker for resource:router and tenant:1fc91d52b61044989caf8ed3a6fab43e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:48.843200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:48.845213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:48.853692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:48.858540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.873909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.874900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.882044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:48.882486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.902099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d8b803-ced3-4bb1-879b-8e8e59ea93ec,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:48.904556 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:48.906450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:48.907444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:48.918552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': 'b2befa2d-86ff-4bad-8719-877dee3de532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:48.918929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:56:48.930807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.934122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.941847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:48.979800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10adef1c-04b6-4bff-80da-f033a387a441,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:48.982741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:48.987707 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=396a8bedb60c463b984aa4c644f66cbb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4707897
Dec 15 18:56:48.988002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52702) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:48.996950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:48.997325 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Added segment 27553fdb-2058-402d-91f4-664d31c7b2a0 of type vlan for network 66023481-e35d-4a92-b52d-ec68495be36f
Dec 15 18:56:49.051564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.072018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.087213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.102245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.114367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:49.132140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  54718e82-b0b9-4f66-899e-17045334f447 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 15 18:56:49.138433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.145987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event deleted for resources: {'Network': ['ID=54718e82-b0b9-4f66-899e-17045334f447,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:49.157192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:49.157761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:56:49.190600 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "DELETE /v2.0/networks/54718e82-b0b9-4f66-899e-17045334f447 HTTP/1.1" status: 204  len: 168 time: 1.3337600
Dec 15 18:56:49.196952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:49.207933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:49.210986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:49.215623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:49.216286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.216650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d97632-19cf-485a-ace2-5016f3caaf92 None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:49.255929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.256886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.257254 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Added segment a462ccca-2aaf-4c6a-ba9f-19353bb465c1 of type vlan for network 2fd99638-4a33-483a-9546-0f4294396548
Dec 15 18:56:49.323784 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.4875276
Dec 15 18:56:49.324449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52708) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:49.350554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-513807862'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:49.361171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.366217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:49.368757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.377098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:49.382508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:49.392962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:49.433436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:49.436701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.447292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.452248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:49.477442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:49.483884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.484442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.488386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:49.491560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:49.492169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.516254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:49.517094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10adef1c-04b6-4bff-80da-f033a387a441,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:49.524484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:49.537466 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1316 time: 2.2086663
Dec 15 18:56:49.540585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52714) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:49.549338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.549939 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment 56262b54-3834-4d0e-9927-b998fa612d4f of type vlan for network 84c87411-6245-4438-9642-f1bdc798dca7
Dec 15 18:56:49.572155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.573439 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10adef1c-04b6-4bff-80da-f033a387a441 HTTP/1.1" status: 204  len: 168 time: 0.5845456
Dec 15 18:56:49.730426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Network': ['ID=66023481-e35d-4a92-b52d-ec68495be36f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:49.748771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 66023481-e35d-4a92-b52d-ec68495be36f details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:49.833066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8c398-2dc2-4e10-91af-e836000e9b9f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:49.843155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8c398-2dc2-4e10-91af-e836000e9b9f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:49.848270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8c398-2dc2-4e10-91af-e836000e9b9f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:49.856865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8c398-2dc2-4e10-91af-e836000e9b9f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:49.866991 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-09e8c398-2dc2-4e10-91af-e836000e9b9f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2403 time: 0.3244076
Dec 15 18:56:49.877977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52726) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:49.942088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52730) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:49.945608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:49.969452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:49.991607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Network': ['ID=2fd99638-4a33-483a-9546-0f4294396548,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:50.002713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:50.003234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:50.003617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:50.006809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 2fd99638-4a33-483a-9546-0f4294396548 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:50.031991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'router': {'name': 'tempest-router--127288166', 'project_id': '1cd439e752f54274956edfc32dc9413b'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:50.040944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:50.043936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:router and tenant:1cd439e752f54274956edfc32dc9413b is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:50.047520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:50.065958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:50.092824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.096418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:50.097124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.110197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:50.110791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.111727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.127777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.176910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.213715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.215482 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8818209
Dec 15 18:56:50.219792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52736) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:50.232255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'ports': [{'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb'}, {'network_id': '84c87411-6245-4438-9642-f1bdc798dca7'}]} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:50.232633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:50.233158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '84c87411-6245-4438-9642-f1bdc798dca7'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:50.248000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=84c87411-6245-4438-9642-f1bdc798dca7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:50.251395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:50.262956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 84c87411-6245-4438-9642-f1bdc798dca7 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:50.280248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52740) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:50.293522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.366546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.458416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.507816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.554642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced3a02b0>,) {'filters': {'network_id': ['66023481-e35d-4a92-b52d-ec68495be36f']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:50.567743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:50.577866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced3a02b0>, '27553fdb-2058-402d-91f4-664d31c7b2a0') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:50.578161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced3a02b0>, '27553fdb-2058-402d-91f4-664d31c7b2a0') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:50.596703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Usage tracker for resource:security_group_rule and tenant:cfaedb0fb006457d9eebe96405562e21 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:50.600604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.615548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:50.620680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.621869 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ab12e2e3-0641-4f22-a160-4f0e8577b127 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.6694534
Dec 15 18:56:50.624526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Allocated IP 172.26.1.45 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/e23a0043-07c5-469a-a9ee-7f3cb17d942c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:50.627519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52744) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:50.633381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:50.643796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.644429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:50.673107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:50.673536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:50.694704 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:50.703910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:50.713899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:50.772368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:50.795511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 2} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:50.799085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.823934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.833660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:50.837837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.840209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.845519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:50.860311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:50.861085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:50.861868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedab20d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:50.874869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4915022-c6b9-4302-bddc-e7ef8a36c0ae tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.876233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:50.902319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Network': ['ID=66023481-e35d-4a92-b52d-ec68495be36f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:50.908608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:50.913233 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/networks/66023481-e35d-4a92-b52d-ec68495be36f HTTP/1.1" status: 204  len: 168 time: 1.0293498
Dec 15 18:56:50.919871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52750) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:50.932165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedab20d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:50.944406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:50.945024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedab20d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:51.018462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedab20d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:51.019178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23c333-f41f-43ae-86cf-b600b7c83368 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:51.093274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.137221 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e2519f5b-f38c-4059-aab2-7676f62a7a47 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/floatingips/28aaedb4-da20-44ee-aec8-230ad872287b HTTP/1.1" status: 200  len: 688 time: 4.2014377
Dec 15 18:56:51.163759 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4aacd-82c1-451e-a9ee-89c199fd38aa None None] New status for floating IP c0331643-c029-4248-b895-c393f86ffbfd: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 18:56:51.183381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52756) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:51.225786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 0c6945f4-71af-4504-a3d7-cb3a3a836c71 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:51.290592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.304728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.357282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.372465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c465b536-34ec-48c7-998d-6438d2ff55e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:51.432084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 261cfa54-6351-4780-9a38-0d3bed57b101 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:51.432427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.481773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9990541e-3f72-41fb-93c6-710295efad9c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:51.513666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:51.522119 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfaedb0fb006457d9eebe96405562e21&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2356293
Dec 15 18:56:51.539806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52760) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:51.543931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4915022-c6b9-4302-bddc-e7ef8a36c0ae tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.560912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4915022-c6b9-4302-bddc-e7ef8a36c0ae tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.573132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.630296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4915022-c6b9-4302-bddc-e7ef8a36c0ae tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.630778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4915022-c6b9-4302-bddc-e7ef8a36c0ae tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e19a40c-017c-4453-a363-6756514d5688 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:51.638227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-431d295b-d6e4-48ce-8df3-f92a13e303f5 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:51.645389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.680190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4915022-c6b9-4302-bddc-e7ef8a36c0ae tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.684055 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d4915022-c6b9-4302-bddc-e7ef8a36c0ae tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "DELETE /v2.0/routers/7e19a40c-017c-4453-a363-6756514d5688 HTTP/1.1" status: 204  len: 168 time: 1.0520279
Dec 15 18:56:51.763434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 5d5dc8e6-3769-401d-ad30-0e805d7ffb45 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:51.770307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.838214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:51.844946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:51.849461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecfc2880>,) {'filters': {'network_id': ['2fd99638-4a33-483a-9546-0f4294396548']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:51.860639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:51.892377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event updated for resources: {'Port': ['ID=e23a0043-07c5-469a-a9ee-7f3cb17d942c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:51.916481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:51.918166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecfc2880>, 'a462ccca-2aaf-4c6a-ba9f-19353bb465c1') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:51.918466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecfc2880>, 'a462ccca-2aaf-4c6a-ba9f-19353bb465c1') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:51.953687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.964169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.973652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.973981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:51.995370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52766) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:52.017271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.050460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.059434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d5c5d4a6-7176-4661-9c70-3b0c9e5293a0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:52.137620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.140434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:52.146193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 261cfa54-6351-4780-9a38-0d3bed57b101 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:52.149183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:52.154127 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:52.154956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.164453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=0c6945f4-71af-4504-a3d7-cb3a3a836c71,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:52.168064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:52.169169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3ca2f38-9abe-485e-9e78-42c9202435f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002838943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:52.223887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.237797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=5d5dc8e6-3769-401d-ad30-0e805d7ffb45,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:52.245949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:52.274786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': '56262b54-3834-4d0e-9927-b998fa612d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '84c87411-6245-4438-9642-f1bdc798dca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:52.275418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: 84c87411-6245-4438-9642-f1bdc798dca7, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:56:52.298531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:52.298938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.301658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2039403009', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:52.310057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:52.314427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 84c87411-6245-4438-9642-f1bdc798dca7 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:52.314988 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:52.322209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Usage tracker for resource:router and tenant:dbadffa1a4cc422f8fb6cd63f8da61fc is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:52.325770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:52.331434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 84c87411-6245-4438-9642-f1bdc798dca7) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:52.331775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.333178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:52.338595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:52.340547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093324cb-e612-4f6f-83e7-40e08d5d6168 None None] Network 84c87411-6245-4438-9642-f1bdc798dca7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:52.342905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:52.346498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:52.346789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.349435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:52.367955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.369018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.385220 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.1622770
Dec 15 18:56:52.387983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52776) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:52.435299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9990541e-3f72-41fb-93c6-710295efad9c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:52.437587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:52.441635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.462100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.466023 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9990541e-3f72-41fb-93c6-710295efad9c HTTP/1.1" status: 204  len: 168 time: 0.9200459
Dec 15 18:56:52.487656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 5d5dc8e6-3769-401d-ad30-0e805d7ffb45 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:52.487656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.488099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.523589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.534020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5012ee6-2fff-4899-a1d1-2e2848ac0ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:52.564015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Network': ['ID=2fd99638-4a33-483a-9546-0f4294396548,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:52.566372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:52.578428 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/networks/2fd99638-4a33-483a-9546-0f4294396548 HTTP/1.1" status: 204  len: 168 time: 1.6563535
Dec 15 18:56:52.582872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52782) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:52.780777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.789696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:52.841272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=261cfa54-6351-4780-9a38-0d3bed57b101,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:52.843696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:52.863316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.872811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:52.973771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d35292-2d00-48c8-ac80-aa3e4d3862a6 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:52.977945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d35292-2d00-48c8-ac80-aa3e4d3862a6 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:52.978678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-11d35292-2d00-48c8-ac80-aa3e4d3862a6 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Synchronizing usage tracker for tenant:1a6838d47a0a479292dec903aae9104e on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:53.008231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.010871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.012010 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/floatingips/28aaedb4-da20-44ee-aec8-230ad872287b HTTP/1.1" status: 204  len: 168 time: 1.8276875
Dec 15 18:56:53.013219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.014093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.014242 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 5d5dc8e6-3769-401d-ad30-0e805d7ffb45 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:53.016848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52794) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.028491 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:56:53.093082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-11d35292-2d00-48c8-ac80-aa3e4d3862a6 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Unset dirty status for tenant:1a6838d47a0a479292dec903aae9104e on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:53.094268 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-11d35292-2d00-48c8-ac80-aa3e4d3862a6 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5105073
Dec 15 18:56:53.124766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52800) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.142537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-586473514'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:53.151657 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-89b862e6-bf7e-4b33-b515-03a032106d06 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] delete failed (client error): The resource could not be found.
Dec 15 18:56:53.156277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-89b862e6-bf7e-4b33-b515-03a032106d06 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/floatingips/28aaedb4-da20-44ee-aec8-230ad872287b HTTP/1.1" status: 404  len: 345 time: 0.1317146
Dec 15 18:56:53.158343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52804) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.159292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:53.223341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:53.238796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.249511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-36a55644-674f-4d56-88e5-2d73a869cf80 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:53.308521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Made reservation on behalf of 1a6838d47a0a479292dec903aae9104e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:53.311524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.327224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=5d5dc8e6-3769-401d-ad30-0e805d7ffb45,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:53.341048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:53.356258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.383044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Router a532e97a-b568-44eb-bbc4-cafa2b4c0e7f is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:56:53.408829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:53.414691 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/5d5dc8e6-3769-401d-ad30-0e805d7ffb45 HTTP/1.1" status: 204  len: 168 time: 1.0257459
Dec 15 18:56:53.420183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.502363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.502681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Added segment b6ab8915-6c57-48b7-b13a-bf0426f1f2ff of type vlan for network 687ccfb5-a40f-493c-943f-7f4a5e5b7d9b
Dec 15 18:56:53.513980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b65bc-ef62-4586-afeb-8499cdffb63e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:53.518397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b65bc-ef62-4586-afeb-8499cdffb63e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:53.523072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b65bc-ef62-4586-afeb-8499cdffb63e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:53.524779 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fa1b65bc-ef62-4586-afeb-8499cdffb63e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "GET /v2.0/ports?network_id=b767f825-c611-42f5-9c51-b91e317cdb36 HTTP/1.1" status: 200  len: 2358 time: 0.3624232
Dec 15 18:56:53.528356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52822) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.535068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.562518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52826) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.577045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.629266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.668289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d299d-a973-4c46-9346-3c5cd793a1f2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:53.675762 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-116d299d-a973-4c46-9346-3c5cd793a1f2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "GET /v2.0/subnets/8942ae35-ab8d-4944-b33a-d812c7605d04 HTTP/1.1" status: 200  len: 797 time: 0.1452870
Dec 15 18:56:53.678347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52832) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.690191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'port': {'network_id': 'b767f825-c611-42f5-9c51-b91e317cdb36', 'name': 'tempest-FloatingIPTestJSON-788809625', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:53.750139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.754139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:53.754857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.762311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:53.811549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1743266734'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:53.823254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:53.830599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Usage tracker for resource:network and tenant:c09a717525824c9eac53be12556c86e5 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:53.837238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:53.852352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:53.856961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:53.863071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] Sync routers for ids ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:53.877773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a8a01-d195-4132-8fa7-27b831d02300 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:53.879244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] Routers {'a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:53.880342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae9d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:53.882282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a8a01-d195-4132-8fa7-27b831d02300 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:53.883020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4d3a8a01-d195-4132-8fa7-27b831d02300 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:53.900381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.904506 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.0897372
Dec 15 18:56:53.910787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52836) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:53.913740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Made reservation on behalf of c09a717525824c9eac53be12556c86e5 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:53.916740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:53.933501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': False}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:53.996180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae9d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:53.998863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.007669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] Routers {'a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:54.008280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae9d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:54.016963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:54.018175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4d3a8a01-d195-4132-8fa7-27b831d02300 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:54.019256 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4d3a8a01-d195-4132-8fa7-27b831d02300 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.5952892
Dec 15 18:56:54.024667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52840) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:54.029088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Network': ['ID=687ccfb5-a40f-493c-943f-7f4a5e5b7d9b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:54.031299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:port and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:54.031834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Allocated IP 172.26.1.246 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/cd79b8c5-1cd4-4d9d-87f8-e773c16ecc66) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:54.034831 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9028428
Dec 15 18:56:54.037688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:54.039264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52844) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:54.048260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-230550657'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:54.054421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:54.065389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:54.065741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 687ccfb5-a40f-493c-943f-7f4a5e5b7d9b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:54.085829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:54.088229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Usage tracker for resource:network and tenant:1a6838d47a0a479292dec903aae9104e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:54.092990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:54.130004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:54.136005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 0c6945f4-71af-4504-a3d7-cb3a3a836c71 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:54.136334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.145969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:54.168187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:54.173901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Made reservation on behalf of 1a6838d47a0a479292dec903aae9104e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:54.175951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae9d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:54.176363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f9611e-b921-4afa-a063-bef27ef83c3b None None] The sync data for ids ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:54.178655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.189974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Usage tracker for resource:security_group_rule and tenant:c09a717525824c9eac53be12556c86e5 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:54.196043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:54.216966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:54.248426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:54.252450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.266891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.267224 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Added segment 5cce11b5-80f6-47e0-a2cb-92d46af7c22d of type vlan for network c4146a0c-5bf8-400e-af6f-43637890fd19
Dec 15 18:56:54.300591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.327631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.332943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcfdebfe-3915-4474-9e2e-1587eaaf8c95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:54.394796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.398734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:54.399331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.416826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:54.424628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:54.432039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:54.461961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event updated for resources: {'Port': ['ID=cd79b8c5-1cd4-4d9d-87f8-e773c16ecc66,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:54.472041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:54.472552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:54.565742 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5252900
Dec 15 18:56:54.580426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52852) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:54.616617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'ports': [{'network_id': '687ccfb5-a40f-493c-943f-7f4a5e5b7d9b', 'name': 'tempest-port--216565179', 'admin_state_up': True}, {'network_id': 'c4146a0c-5bf8-400e-af6f-43637890fd19', 'admin_state_up': False}]} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:54.616961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'port': {'network_id': '687ccfb5-a40f-493c-943f-7f4a5e5b7d9b', 'name': 'tempest-port--216565179', 'admin_state_up': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:54.617463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'port': {'network_id': 'c4146a0c-5bf8-400e-af6f-43637890fd19', 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:54.628666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Network': ['ID=c4146a0c-5bf8-400e-af6f-43637890fd19,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:54.633705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:54.641986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c4146a0c-5bf8-400e-af6f-43637890fd19 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:54.715681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.719643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.720419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.858969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.872489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] device_id is not set on port 45196754-9685-46d4-8dc0-1d6a3c1f10e5 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:54.921177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:54.960370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Router 306bc0eb-ccac-4eb0-986e-1302fc3f7945 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:56:55.042349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.058172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 0c6945f4-71af-4504-a3d7-cb3a3a836c71 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:55.077957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:56:55.083905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:55.113508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:56:55.114019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1fe1df36-832e-4e35-bd4b-7fab1f4d4f47 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:56:55.167510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:55.172844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:55.178839 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] Sync routers for ids ['306bc0eb-ccac-4eb0-986e-1302fc3f7945'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:55.190377 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] Routers {'306bc0eb-ccac-4eb0-986e-1302fc3f7945'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:55.191194 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8c10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['306bc0eb-ccac-4eb0-986e-1302fc3f7945'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:55.194547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.198436 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.1998508
Dec 15 18:56:55.198652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52856) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:55.248399 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8c10>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:55.259301 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] Routers {'306bc0eb-ccac-4eb0-986e-1302fc3f7945'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:55.260021 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8c10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['306bc0eb-ccac-4eb0-986e-1302fc3f7945'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:55.260544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c901b3a9-c35f-4977-872c-4cbf441fe6dd,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:55.303337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:55.306062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.306436 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Added segment 050bc233-baf2-4fc0-ba86-58478dab3679 of type vlan for network ab1d5df8-b73a-41d8-a308-6a5c97371634
Dec 15 18:56:55.320200 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8c10>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:55.320592 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b49cd6-855e-48f4-b4c1-79260a9a10c0 None None] The sync data for ids ['306bc0eb-ccac-4eb0-986e-1302fc3f7945'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:55.397743 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-055524e6-2923-4b3d-a606-9054a1bbe80d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/306bc0eb-ccac-4eb0-986e-1302fc3f7945 HTTP/1.1" status: 200  len: 921 time: 0.1979973
Dec 15 18:56:55.400439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52860) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:55.442330 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aaa75731-43ee-4693-8ebe-58fa12c99f48 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=306bc0eb-ccac-4eb0-986e-1302fc3f7945 HTTP/1.1" status: 200  len: 205 time: 0.0405843
Dec 15 18:56:55.442991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:55.445036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52864) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:55.458723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Usage tracker for resource:port and tenant:1a6838d47a0a479292dec903aae9104e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:55.463463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:55.470363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.504219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.506629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:55.524205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-62796a5c-0955-4093-9a92-077f6cb11e82 tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:55.588604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=0c6945f4-71af-4504-a3d7-cb3a3a836c71,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:55.601416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:55.618440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Made reservation on behalf of 1a6838d47a0a479292dec903aae9104e for: {'port': 2} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:55.622004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.669135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.758081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.776731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.810859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.833342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:55.834158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:55.844244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:55.957713 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/0c6945f4-71af-4504-a3d7-cb3a3a836c71 HTTP/1.1" status: 204  len: 168 time: 1.9285798
Dec 15 18:56:55.958980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.14 (b767f825-c611-42f5-9c51-b91e317cdb36/8942ae35-ab8d-4944-b33a-d812c7605d04/45196754-9685-46d4-8dc0-1d6a3c1f10e5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:55.965216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52872) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:56.000603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.017588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Deleting port cd79b8c5-1cd4-4d9d-87f8-e773c16ecc66 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:56.017920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.025140 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 2.4589746
Dec 15 18:56:56.026596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.13 (b767f825-c611-42f5-9c51-b91e317cdb36/8942ae35-ab8d-4944-b33a-d812c7605d04/45196754-9685-46d4-8dc0-1d6a3c1f10e5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:56.044891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52876) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:56.056474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Request body: {'subnet': {'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:56.231124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event updated for resources: {'Network': ['ID=ab1d5df8-b73a-41d8-a308-6a5c97371634,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:56.233822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:56.244968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:56.261943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] device_id is not set on port 67acd657-4091-450b-a664-7dc663d9febf yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:56.277994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:56.288202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Usage tracker for resource:subnet and tenant:c09a717525824c9eac53be12556c86e5 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:56.293320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:56.301069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa4184-fc16-4801-b2b0-beff2103f9e3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:56.305914 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d0fa4184-fc16-4801-b2b0-beff2103f9e3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3352220
Dec 15 18:56:56.310616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52880) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:56.316861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:56.341351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.353703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Made reservation on behalf of c09a717525824c9eac53be12556c86e5 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:56.392859 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d97aaf-606c-45a8-ab0e-2b0894dcc1f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:56:56.393387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3d97aaf-606c-45a8-ab0e-2b0894dcc1f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:56.487186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Calling delete_port for cd79b8c5-1cd4-4d9d-87f8-e773c16ecc66 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:56.534962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3d97aaf-606c-45a8-ab0e-2b0894dcc1f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:56.536111 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d3d97aaf-606c-45a8-ab0e-2b0894dcc1f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/5d5dc8e6-3769-401d-ad30-0e805d7ffb45 HTTP/1.1" status: 404  len: 333 time: 0.2244942
Dec 15 18:56:56.550898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52884) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:56.615318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.705727 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-507b433c-08ec-424e-86bc-1845c0d42a1c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:56:56.707158 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-507b433c-08ec-424e-86bc-1845c0d42a1c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/0c6945f4-71af-4504-a3d7-cb3a3a836c71 HTTP/1.1" status: 404  len: 333 time: 0.1537335
Dec 15 18:56:56.720640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52890) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:56.732655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.783327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.783872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.920322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.923532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] device_id is not set on port 84133715-35f2-492e-8624-24dda36a435e yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:56.984508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:56.994410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:57.074724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network b767f825-c611-42f5-9c51-b91e317cdb36 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:57.081281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:57.088047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:57.115830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=45196754-9685-46d4-8dc0-1d6a3c1f10e5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:57.123626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:57.234880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:57.235643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.243029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.251459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-049b6d87-978f-4681-b6a2-c5871b170c97 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:57.286614 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 3.6030183
Dec 15 18:56:57.287921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.294960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52896) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:57.295942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.306323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.311351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event deleted for resources: {'Port': ['ID=cd79b8c5-1cd4-4d9d-87f8-e773c16ecc66,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:57.313762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:57.320247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '45196754-9685-46d4-8dc0-1d6a3c1f10e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:57.333213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.337272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:57.377101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:57.408260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.408812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedb3f730>,) {'filters': {'network_id': ['84c87411-6245-4438-9642-f1bdc798dca7']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:57.416068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c37d526-2b70-42ff-95b2-50b99a9b2dbf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:57.416746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:floatingip and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:57.422120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:57.470042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:57.473068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb3f730>, '56262b54-3834-4d0e-9927-b998fa612d4f') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:57.473359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb3f730>, '56262b54-3834-4d0e-9927-b998fa612d4f') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:57.508237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Port': ['ID=67acd657-4091-450b-a664-7dc663d9febf,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:57.522007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.522412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:57.536810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Checking segment: {'id': 'b6ab8915-6c57-48b7-b13a-bf0426f1f2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '687ccfb5-a40f-493c-943f-7f4a5e5b7d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:57.537190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network hostable DHCP agents. Network: 687ccfb5-a40f-493c-943f-7f4a5e5b7d9b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:56:57.545901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.558886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event updated for resources: {'Subnet': ['ID=793c0a10-e4eb-4e8b-a909-03eab8de78b6,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:57.561720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:57.591507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.628356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network 687ccfb5-a40f-493c-943f-7f4a5e5b7d9b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:56:57.654940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 687ccfb5-a40f-493c-943f-7f4a5e5b7d9b) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:57.667379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df061cde-1bef-4d10-8bca-f6129074f954 None None] Network 687ccfb5-a40f-493c-943f-7f4a5e5b7d9b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:57.668714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:57.669562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.676672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7c637d92-de62-4eb3-abdd-2d30799e8836 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:57.759732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:56:57.760378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:56:57.786650 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:56:57.832255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Port': ['ID=84133715-35f2-492e-8624-24dda36a435e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:57.838815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:57.845474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.855190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:57.866294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Checking segment: {'id': '5cce11b5-80f6-47e0-a2cb-92d46af7c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c4146a0c-5bf8-400e-af6f-43637890fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:57.867390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network hostable DHCP agents. Network: c4146a0c-5bf8-400e-af6f-43637890fd19, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:56:57.877782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Checking segment: {'id': '050bc233-baf2-4fc0-ba86-58478dab3679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:57.878149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Network hostable DHCP agents. Network: ab1d5df8-b73a-41d8-a308-6a5c97371634, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:56:57.953362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.078606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.083179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.097544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fb1cd59a-b6f6-4c8e-9ac7-33a345b26195 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:58.110198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network c4146a0c-5bf8-400e-af6f-43637890fd19 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:56:58.131584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, c4146a0c-5bf8-400e-af6f-43637890fd19) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:58.137168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:58.141467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:58.142578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62877ad-7342-48e3-a955-77aa1bd3d586 None None] Network c4146a0c-5bf8-400e-af6f-43637890fd19 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:58.145023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:58.145704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.149730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=84c87411-6245-4438-9642-f1bdc798dca7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:58.158147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:58.212838 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/84c87411-6245-4438-9642-f1bdc798dca7 HTTP/1.1" status: 204  len: 168 time: 1.4909565
Dec 15 18:56:58.220391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52904) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:58.230332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1419628261'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:58.239144 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.6398041
Dec 15 18:56:58.239144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:58.240697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:58.275872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:58.284636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:58.297402 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-19223a80-3726-4f23-b4f9-249277c0de9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6429379
Dec 15 18:56:58.300393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:58.309373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:56:58.313363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.328178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.335700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:58.337754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ab1d5df8-b73a-41d8-a308-6a5c97371634) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:58.338830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.341899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:58.342483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.349207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1696c6-9857-4cbe-bd74-e8c43b4bd15f None None] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:56:58.397940 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3519006
Dec 15 18:56:58.399816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.400159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Fanout notify agent at l3_agent the message router_deleted on router 306bc0eb-ccac-4eb0-986e-1302fc3f7945 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:56:58.402114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:56:58.405380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52912) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:58.408522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.412947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86429b2c-92cc-460e-9a3b-397cc9be3143 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:58.416943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86429b2c-92cc-460e-9a3b-397cc9be3143 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:58.417745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-86429b2c-92cc-460e-9a3b-397cc9be3143 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Synchronizing usage tracker for tenant:1a6838d47a0a479292dec903aae9104e on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:56:58.429817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Request body: {'port': {'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2039809808'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:58.451709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.452814 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/306bc0eb-ccac-4eb0-986e-1302fc3f7945 HTTP/1.1" status: 204  len: 168 time: 3.0067332
Dec 15 18:56:58.456832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52916) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:58.457769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.458110 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment 76bc5b7b-87e6-466e-a8bd-089d872a3e6c of type vlan for network ce26b962-980c-4e3e-b5d5-463fcf958f93
Dec 15 18:56:58.476950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'router': {'name': 'tempest-snat-router-440985291', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': False}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:58.481259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Router a532e97a-b568-44eb-bbc4-cafa2b4c0e7f has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:56:58.497841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:58.576951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:router and tenant:74941bb38329454c91226031de3bc457 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:58.582097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-86429b2c-92cc-460e-9a3b-397cc9be3143 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Unset dirty status for tenant:1a6838d47a0a479292dec903aae9104e on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:56:58.586282 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-86429b2c-92cc-460e-9a3b-397cc9be3143 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.3414345
Dec 15 18:56:58.588816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52920) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:58.589474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:58.598587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:58.602321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.611361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ab1d5df8-b73a-41d8-a308-6a5c97371634', 'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634', 'tenant_id': 'c09a717525824c9eac53be12556c86e5', 'fixed_ips': [{'subnet_id': '793c0a10-e4eb-4e8b-a909-03eab8de78b6'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:56:58.612221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.637795 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-113268ba-d17c-4ca0-9204-efa0292bf826 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6560e564b6334d5ead0d40a3332067f2&device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 1099 time: 0.1898324
Dec 15 18:56:58.718808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.719762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.772444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:58.779176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.780401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Usage tracker for resource:port and tenant:c09a717525824c9eac53be12556c86e5 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:58.785587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:58.792353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:58.792969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.802280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-097b9970-fcdc-4298-8dc2-982b77b481c5 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:58.820825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:58.825442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Allocated IP 2001:db8::2 (ab1d5df8-b73a-41d8-a308-6a5c97371634/793c0a10-e4eb-4e8b-a909-03eab8de78b6/aea8bd02-b9d0-42b9-a433-10540bd245fc) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:58.840302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.882867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.26.1.219 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/f6d9798a-322d-4987-aea9-5d32a404ab48) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:58.896987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Deleting port 67acd657-4091-450b-a664-7dc663d9febf {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:56:58.897325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.935545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Made reservation on behalf of c09a717525824c9eac53be12556c86e5 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:58.938818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:58.972984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7502246
Dec 15 18:56:58.974049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=ce26b962-980c-4e3e-b5d5-463fcf958f93,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:58.978832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52924) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:58.982023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:58.991491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:56:59.013347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ce26b962-980c-4e3e-b5d5-463fcf958f93 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:56:59.115797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] device_id is not set on port cd443213-2254-45ba-9904-5f7b15a5b912 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:56:59.192299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.203582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Transition to ACTIVE for port object aea8bd02-b9d0-42b9-a433-10540bd245fc will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:59.203772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-80b4244e-9685-4c58-b542-aef8081b4ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:59.205696 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-80b4244e-9685-4c58-b542-aef8081b4ad2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffaedb8d-7628-4628-9caa-177c3336a37d HTTP/1.1" status: 200  len: 907 time: 0.5397611
Dec 15 18:56:59.223892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Transition to ACTIVE for port object aea8bd02-b9d0-42b9-a433-10540bd245fc will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:56:59.234405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.248247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:59.300192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:59.303798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:59.307879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:56:59.324657 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Pushing event updated for resources: {'Port': ['ID=aea8bd02-b9d0-42b9-a433-10540bd245fc,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:59.355769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:59.361017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:56:59.373754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.399422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:56:59.408152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:56:59.417163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.420060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:56:59.441087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Attempting to bind port aea8bd02-b9d0-42b9-a433-10540bd245fc on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:56:59.441753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Attempting to bind port aea8bd02-b9d0-42b9-a433-10540bd245fc by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '050bc233-baf2-4fc0-ba86-58478dab3679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:56:59.442305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Attempting to bind port aea8bd02-b9d0-42b9-a433-10540bd245fc on network ab1d5df8-b73a-41d8-a308-6a5c97371634 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:56:59.450256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:56:59.450256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Checking segment: {'id': '050bc233-baf2-4fc0-ba86-58478dab3679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:56:59.450256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.450841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Bound using segment: {'id': '050bc233-baf2-4fc0-ba86-58478dab3679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:56:59.451314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Bound port: aea8bd02-b9d0-42b9-a433-10540bd245fc, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050bc233-baf2-4fc0-ba86-58478dab3679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:56:59.451696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.467087 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-8a15f506-40b9-4d65-8f44-aee1bca2a43e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 HTTP/1.1" status: 200  len: 1002 time: 0.2502043
Dec 15 18:56:59.481885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Allocated IP 2001:db8::d5 (ab1d5df8-b73a-41d8-a308-6a5c97371634/793c0a10-e4eb-4e8b-a909-03eab8de78b6/cd443213-2254-45ba-9904-5f7b15a5b912) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:56:59.486209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:56:59.527830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.546740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] For port aea8bd02-b9d0-42b9-a433-10540bd245fc, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:56:59.549905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] For port aea8bd02-b9d0-42b9-a433-10540bd245fc, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aea8bd02-b9d0-42b9-a433-10540bd245fc,segment=NetworkSegment(050bc233-baf2-4fc0-ba86-58478dab3679),segment_id=050bc233-baf2-4fc0-ba86-58478dab3679)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:56:59.554984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.558464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:59.638680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Pushing event updated for resources: {'Port': ['ID=aea8bd02-b9d0-42b9-a433-10540bd245fc,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:56:59.642412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:56:59.658007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:56:59.668391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Calling delete_port for 67acd657-4091-450b-a664-7dc663d9febf owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:56:59.670337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] Sync routers for ids ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:56:59.683969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] Routers {'a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:59.684901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6eaf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:59.732779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-ffdc30de-45f9-4ea8-ab87-366dd1123181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:56:59.734302 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-ffdc30de-45f9-4ea8-ab87-366dd1123181 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=867e62ef-7bed-40a0-99ac-188b5f99869e HTTP/1.1" status: 200  len: 845 time: 0.2523944
Dec 15 18:56:59.738424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.752730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:56:59.767674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6eaf0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:59.785732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] Routers {'a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:56:59.786763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6eaf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:59.831579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.856992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc6eaf0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:56:59.857590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2001509-4464-45f7-8493-f26df1839b4c None None] The sync data for ids ['a532e97a-b568-44eb-bbc4-cafa2b4c0e7f'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:56:59.867479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:56:59.873774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:56:59.877668 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c32b05e9-0869-40c0-bcc4-5c00502819db tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "PUT /v2.0/routers/a532e97a-b568-44eb-bbc4-cafa2b4c0e7f HTTP/1.1" status: 200  len: 922 time: 5.9631622
Dec 15 18:56:59.881153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52932) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:56:59.889692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:56:59.895782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:00.051197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=f6d9798a-322d-4987-aea9-5d32a404ab48,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:00.054481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:00.061475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.071922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2c718125-8ac7-4386-86e2-d3011bb75f62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:00.096400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Performing IP validity checks on allocation pools {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 18:57:00.097466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 18:57:00.154858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Port': ['ID=67acd657-4091-450b-a664-7dc663d9febf,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:00.157688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:00.182702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.238060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.264482 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-625e9c57-2346-4c2f-93a1-224ceb1c107c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffaedb8d-7628-4628-9caa-177c3336a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5125439
Dec 15 18:57:00.269825 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/ports/67acd657-4091-450b-a664-7dc663d9febf HTTP/1.1" status: 204  len: 168 time: 1.6784282
Dec 15 18:57:00.273350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52938) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:00.364185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Transition to ACTIVE for port object cd443213-2254-45ba-9904-5f7b15a5b912 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:00.440914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Deleting port 84133715-35f2-492e-8624-24dda36a435e {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:00.441238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.470448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.527963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.595150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.603696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.645596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:00.767235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-b41acaf4-5c3d-4e25-8ad6-10c980c4bf19 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4925950
Dec 15 18:57:00.820637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=7068d86d-453e-4a86-94c4-db8d97961a22,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:00.823655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0e696-c528-480a-af06-e1709d7d8626 None None] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:00.827503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:00.875649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:00.876516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:00.884859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:00.915799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:00.916039 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0d2525fe-75e5-422b-bd6a-164c4cffb4e1 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/a532e97a-b568-44eb-bbc4-cafa2b4c0e7f HTTP/1.1" status: 200  len: 922 time: 1.0270154
Dec 15 18:57:00.917222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:00.917870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:00.924285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52944) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:00.946794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f0ee06a5-06e9-4bd4-896b-4eecb2c52032 None None] Provisioning for port aea8bd02-b9d0-42b9-a433-10540bd245fc completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:01.006502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.099705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Allocated IP 172.26.1.248 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/30983017-f233-4167-9365-27692bd0b604) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:01.102816 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 2.6821058
Dec 15 18:57:01.110653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52948) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:01.122280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Request body: {'port': {'network_id': 'ab1d5df8-b73a-41d8-a308-6a5c97371634', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-70297112', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:01.122831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] bootfile-name is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:01.123160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] tftp-server is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:01.123495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] server-ip-address is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:01.140659 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a77e6b4f-8cd7-4cca-944e-8d3699009f2a req-e8db22bc-b791-4780-948a-da898e5cb273 service neutron] 10.222.0.64 "GET /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3620565
Dec 15 18:57:01.187617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': '76bc5b7b-87e6-466e-a8bd-089d872a3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:01.188238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: ce26b962-980c-4e3e-b5d5-463fcf958f93, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:01.192996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event updated for resources: {'Port': ['ID=cd443213-2254-45ba-9904-5f7b15a5b912,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:01.204864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Calling delete_port for 84133715-35f2-492e-8624-24dda36a435e owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:01.237847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aea8bd02-b9d0-42b9-a433-10540bd245fc up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:01.243100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:01.342535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port aea8bd02-b9d0-42b9-a433-10540bd245fc completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:01.349221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aea8bd02-b9d0-42b9-a433-10540bd245fc triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:01.349410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d5e8fb23-d7ae-4142-878c-be14adc685af tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Synchronizing usage tracker for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:01.350063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.359116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:01.367715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Usage tracker for resource:port and tenant:c09a717525824c9eac53be12556c86e5 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:01.371190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:01.424795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network ce26b962-980c-4e3e-b5d5-463fcf958f93 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:01.430105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.440079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-32c82946-e7d8-4b31-bba4-901308a3ca6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:01.453582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:01.469541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d5e8fb23-d7ae-4142-878c-be14adc685af tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Unset dirty status for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:01.470702 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d5e8fb23-d7ae-4142-878c-be14adc685af tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=a532e97a-b568-44eb-bbc4-cafa2b4c0e7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5445004
Dec 15 18:57:01.483863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52954) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:01.500457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Port': ['ID=84133715-35f2-492e-8624-24dda36a435e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:01.503506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:01.577178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.587823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Made reservation on behalf of c09a717525824c9eac53be12556c86e5 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:01.590981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.620634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.653055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port aea8bd02-b9d0-42b9-a433-10540bd245fc, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aea8bd02-b9d0-42b9-a433-10540bd245fc,segment=NetworkSegment(050bc233-baf2-4fc0-ba86-58478dab3679),segment_id=050bc233-baf2-4fc0-ba86-58478dab3679)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:01.680613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] device_id is not set on port f6906f46-355b-46f6-b34d-f634ba11bb25 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:01.688156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ce26b962-980c-4e3e-b5d5-463fcf958f93) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:01.690076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.693212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b8a3430a-8acb-4ec8-a1a4-0971e2f202ab None None] Provisioning complete for port aea8bd02-b9d0-42b9-a433-10540bd245fc triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:01.695675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8a3430a-8acb-4ec8-a1a4-0971e2f202ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.726990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:01.727842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.756081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:01.764563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.794130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.809911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:01.819764 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/ports/84133715-35f2-492e-8624-24dda36a435e HTTP/1.1" status: 204  len: 168 time: 1.5380456
Dec 15 18:57:01.821272 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8410704
Dec 15 18:57:01.825215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52960) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:01.825559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52962) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:01.834436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93', 'name': 'tempest-PortsTestJSON-1126974562'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:01.838555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26825dd1-2420-4cbb-b460-dc427e5bd55f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:01.839833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-26825dd1-2420-4cbb-b460-dc427e5bd55f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Synchronizing usage tracker for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:01.839958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b817d15-6067-48ac-8bf9-172d8e6a8ece None None] Network ce26b962-980c-4e3e-b5d5-463fcf958f93 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:01.901224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6936d876-eba4-4f83-9b9a-4c20233cbcac tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Synchronizing usage tracker for tenant:1a6838d47a0a479292dec903aae9104e on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:01.917958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-26825dd1-2420-4cbb-b460-dc427e5bd55f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Unset dirty status for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:01.919357 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-26825dd1-2420-4cbb-b460-dc427e5bd55f tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.4343131
Dec 15 18:57:01.922342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52968) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:01.991585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6936d876-eba4-4f83-9b9a-4c20233cbcac tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Unset dirty status for tenant:1a6838d47a0a479292dec903aae9104e on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:01.992659 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6936d876-eba4-4f83-9b9a-4c20233cbcac tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1656842
Dec 15 18:57:01.998823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52972) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:02.001069 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f2393569-7484-4833-8b66-bf00b10931cc tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=a532e97a-b568-44eb-bbc4-cafa2b4c0e7f HTTP/1.1" status: 200  len: 205 time: 0.0775561
Dec 15 18:57:02.009808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52976) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:02.020444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1696073059'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:02.025007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=aea8bd02-b9d0-42b9-a433-10540bd245fc,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:02.026917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:02.037759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.042605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:02.046364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:02.075547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Usage tracker for resource:network and tenant:1a6838d47a0a479292dec903aae9104e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:02.097420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:02.113325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:02.116590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:02.146114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b8a3430a-8acb-4ec8-a1a4-0971e2f202ab None None] Provisioning for port cd443213-2254-45ba-9904-5f7b15a5b912 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:02.146523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:02.154070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b8a3430a-8acb-4ec8-a1a4-0971e2f202ab None None] Provisioning complete for port cd443213-2254-45ba-9904-5f7b15a5b912 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:02.154552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8a3430a-8acb-4ec8-a1a4-0971e2f202ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.157210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Port': ['ID=30983017-f233-4167-9365-27692bd0b604,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:02.160850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:02.164870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:02.164967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:02.166626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Made reservation on behalf of 1a6838d47a0a479292dec903aae9104e for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:02.169698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.180344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:02.217558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:02.220460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.246379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Allocated IP 2001:db8::3dc (ab1d5df8-b73a-41d8-a308-6a5c97371634/793c0a10-e4eb-4e8b-a909-03eab8de78b6/f6906f46-355b-46f6-b34d-f634ba11bb25) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:02.258527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3430a-8acb-4ec8-a1a4-0971e2f202ab None None] Port cd443213-2254-45ba-9904-5f7b15a5b912 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:02.309478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ce26b962-980c-4e3e-b5d5-463fcf958f93', 'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93', 'tenant_id': 'fdcbeb07ae94494a9489a19c8bfa9f72', 'fixed_ips': [{'subnet_id': '7068d86d-453e-4a86-94c4-db8d97961a22'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:02.310597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.329745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 0d944f5a-4c96-4358-b7db-982e99aba0a1 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:02.368792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:02.402090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.402464 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Added segment 1855e4c5-8052-45b6-bb6b-f28bfe73c480 of type vlan for network 29d56b82-5f5b-49bc-a715-9b559d9d74c0
Dec 15 18:57:02.425826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ea06cb0b-2f55-40a8-8e17-7741a82ae461 None None] Provisioning complete for port cd443213-2254-45ba-9904-5f7b15a5b912 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:02.426196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ea06cb0b-2f55-40a8-8e17-7741a82ae461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.460332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.502570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.506372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:02.507092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.519480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d48bd3d2-effb-4bbd-b167-97a14cf28652 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:02.525170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ea06cb0b-2f55-40a8-8e17-7741a82ae461 None None] Port cd443213-2254-45ba-9904-5f7b15a5b912 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:02.525459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.536401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Allocated IP 172.20.0.2 (ce26b962-980c-4e3e-b5d5-463fcf958f93/7068d86d-453e-4a86-94c4-db8d97961a22/a396f7a4-b0ac-48ec-a43e-3a686aa82b42) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:02.540074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.551209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:02.649709 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6485641
Dec 15 18:57:02.652896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 52982) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:02.661660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Network': ['ID=29d56b82-5f5b-49bc-a715-9b559d9d74c0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:02.665434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:02.678750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.679851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.705964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1901515316'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:02.719413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=f6d9798a-322d-4987-aea9-5d32a404ab48,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:02.721606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:02.738722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:02.740989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Usage tracker for resource:network and tenant:1a6838d47a0a479292dec903aae9104e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:02.746676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:02.781087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:02.791428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 29d56b82-5f5b-49bc-a715-9b559d9d74c0 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:02.821640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.837892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Transition to ACTIVE for port object f6906f46-355b-46f6-b34d-f634ba11bb25 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:02.862472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.898771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.919846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.922473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Transition to ACTIVE for port object a396f7a4-b0ac-48ec-a43e-3a686aa82b42 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:02.932735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Made reservation on behalf of 1a6838d47a0a479292dec903aae9104e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:02.936735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.944324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Transition to ACTIVE for port object a396f7a4-b0ac-48ec-a43e-3a686aa82b42 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:02.951956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:02.955592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e1a86388-b692-4f0d-bede-f93677fc3723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:02.960645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:03.018985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Network ce26b962-980c-4e3e-b5d5-463fcf958f93 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:03.022865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:03.024457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.027319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:03.030006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Pushing event updated for resources: {'Port': ['ID=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:03.033389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:03.041415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Router 8baf5a91-0da9-4ed8-8e44-f20252195bcb is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:57:03.054525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.9 (ce26b962-980c-4e3e-b5d5-463fcf958f93/7068d86d-453e-4a86-94c4-db8d97961a22/0d944f5a-4c96-4358-b7db-982e99aba0a1) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:03.123411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:03.124963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:03.128929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Attempting to bind port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:03.129405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Attempting to bind port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '76bc5b7b-87e6-466e-a8bd-089d872a3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:03.129832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Attempting to bind port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 on network ce26b962-980c-4e3e-b5d5-463fcf958f93 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:03.133401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:03.140423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event updated for resources: {'Port': ['ID=f6906f46-355b-46f6-b34d-f634ba11bb25,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:03.142855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:03.147650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:03.148523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.149144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aea8bd02-b9d0-42b9-a433-10540bd245fc up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:03.158858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:03.169972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.170316 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Added segment d02e7f19-9064-49c2-bf8e-4a2b2e6283d4 of type vlan for network a94c2708-ac7a-4a1c-b115-f48ebb945f85
Dec 15 18:57:03.190267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:03.190626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Checking segment: {'id': '76bc5b7b-87e6-466e-a8bd-089d872a3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:03.191030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.191424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Bound using segment: {'id': '76bc5b7b-87e6-466e-a8bd-089d872a3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:03.191895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Bound port: a396f7a4-b0ac-48ec-a43e-3a686aa82b42, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bc5b7b-87e6-466e-a8bd-089d872a3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ce26b962-980c-4e3e-b5d5-463fcf958f93'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:03.192268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.228748 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 2.1133833
Dec 15 18:57:03.237528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52988) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:03.307363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.332451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] For port a396f7a4-b0ac-48ec-a43e-3a686aa82b42, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:03.341328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] For port a396f7a4-b0ac-48ec-a43e-3a686aa82b42, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,segment=NetworkSegment(76bc5b7b-87e6-466e-a8bd-089d872a3e6c),segment_id=76bc5b7b-87e6-466e-a8bd-089d872a3e6c)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:03.348237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aea8bd02-b9d0-42b9-a433-10540bd245fc triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:03.348671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.397113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.402553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:03.446488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.450514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:03.451060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.455552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:03.523628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Pushing event updated for resources: {'Port': ['ID=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:03.527253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:03.564458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-03e8736f-b646-420d-9624-55f772eb965e None None] Provisioning for port f6906f46-355b-46f6-b34d-f634ba11bb25 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:03.579809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-03e8736f-b646-420d-9624-55f772eb965e None None] Provisioning complete for port f6906f46-355b-46f6-b34d-f634ba11bb25 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:03.580246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-03e8736f-b646-420d-9624-55f772eb965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.597342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.9021254
Dec 15 18:57:03.597564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502a20c-851a-4bcf-8178-f5cd0be4d516 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:03.597564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502a20c-851a-4bcf-8178-f5cd0be4d516 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:03.601822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502a20c-851a-4bcf-8178-f5cd0be4d516 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:03.603854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a502a20c-851a-4bcf-8178-f5cd0be4d516 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Synchronizing usage tracker for tenant:c09a717525824c9eac53be12556c86e5 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:03.618457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Network': ['ID=a94c2708-ac7a-4a1c-b115-f48ebb945f85,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:03.628609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.638232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:03.646716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network a94c2708-ac7a-4a1c-b115-f48ebb945f85 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:03.654536 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 1d11cd79-ee1b-468a-9ea8-f6e096ae9195 associated. External IP: 172.26.1.219, port: 45196754-9685-46d4-8dc0-1d6a3c1f10e5.
Dec 15 18:57:03.656075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object 0d944f5a-4c96-4358-b7db-982e99aba0a1 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:03.706900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a502a20c-851a-4bcf-8178-f5cd0be4d516 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Unset dirty status for tenant:c09a717525824c9eac53be12556c86e5 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:03.712422 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a502a20c-851a-4bcf-8178-f5cd0be4d516 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 0.4687924
Dec 15 18:57:03.716979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 52992) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:03.826869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:03.904087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-03e8736f-b646-420d-9624-55f772eb965e None None] Port f6906f46-355b-46f6-b34d-f634ba11bb25 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:03.948552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Deleting port f6906f46-355b-46f6-b34d-f634ba11bb25 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:03.948896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:04.078031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Deleting port e23a0043-07c5-469a-a9ee-7f3cb17d942c {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:04.078644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:04.190447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:04.199531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:04.250928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:04.270477 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Sync routers for ids ['8baf5a91-0da9-4ed8-8e44-f20252195bcb'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:04.276854 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Routers {'8baf5a91-0da9-4ed8-8e44-f20252195bcb'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:04.277613 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8760>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8baf5a91-0da9-4ed8-8e44-f20252195bcb'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:04.290914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:04.291922 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.8318286
Dec 15 18:57:04.296267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53000) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:04.348735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:04.414393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network ce26b962-980c-4e3e-b5d5-463fcf958f93 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:04.415346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=0d944f5a-4c96-4358-b7db-982e99aba0a1,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:04.433852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:04.436282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:04.451914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:04.535890 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Set router 8baf5a91-0da9-4ed8-8e44-f20252195bcb gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:04.584616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:04.585257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:04.588307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Calling delete_port for e23a0043-07c5-469a-a9ee-7f3cb17d942c owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:04.813902 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.9685316
Dec 15 18:57:04.819891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53004) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:04.889924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:04.896454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:04.917242 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8760>, [{'id': '8baf5a91-0da9-4ed8-8e44-f20252195bcb', 'name': 'tempest-snat-router-440985291', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.248'}], 'enable_snat': False}, 'gw_port_id': '30983017-f233-4167-9365-27692bd0b604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:58Z', 'updated_at': '2021-12-15T18:57:02Z', 'revision_number': 3, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port': {'id': '30983017-f233-4167-9365-27692bd0b604', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf5a91-0da9-4ed8-8e44-f20252195bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:57:00Z', 'updated_at': '2021-12-15T18:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:04.921606 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Checking router: 8baf5a91-0da9-4ed8-8e44-f20252195bcb for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:57:04.922177 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Updating router 8baf5a91-0da9-4ed8-8e44-f20252195bcb port 30983017-f233-4167-9365-27692bd0b604 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:57:04.997287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event deleted for resources: {'Port': ['ID=e23a0043-07c5-469a-a9ee-7f3cb17d942c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:05.011928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:05.014094 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.058366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 0d944f5a-4c96-4358-b7db-982e99aba0a1 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:05.061068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.159186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20483681-7350-42f5-bbfc-8ba8f7368271 None None] Network ce26b962-980c-4e3e-b5d5-463fcf958f93 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:05.361112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a396f7a4-b0ac-48ec-a43e-3a686aa82b42 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:05.503497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.539814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.564955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f4538da5-4801-445f-8100-f3ff444379d6 None None] Provisioning for port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:05.628319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.648068 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.666436 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Transition to ACTIVE for port object 30983017-f233-4167-9365-27692bd0b604 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:05.695071 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.730650 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:05.749739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Calling delete_port for f6906f46-355b-46f6-b34d-f634ba11bb25 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:05.879432 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Attempting to bind port 30983017-f233-4167-9365-27692bd0b604 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:05.879796 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Attempting to bind port 30983017-f233-4167-9365-27692bd0b604 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:05.880155 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Attempting to bind port 30983017-f233-4167-9365-27692bd0b604 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:05.924980 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:05.925266 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:05.925722 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.926116 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:05.933931 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Bound port: 30983017-f233-4167-9365-27692bd0b604, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:05.934428 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.936685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:05.945547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:05.945971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:05.996735 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f968fa-d324-427c-9685-116b1b711e41 None None] Pushing event updated for resources: {'Port': ['ID=30983017-f233-4167-9365-27692bd0b604,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:06.027606 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-02f968fa-d324-427c-9685-116b1b711e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:06.093862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 0d944f5a-4c96-4358-b7db-982e99aba0a1 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:06.103996 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] For port 30983017-f233-4167-9365-27692bd0b604, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:06.107322 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] For port 30983017-f233-4167-9365-27692bd0b604, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=30983017-f233-4167-9365-27692bd0b604,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:06.119763 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.124183 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:06.138636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.165618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.184752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.186390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.230075 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Routers {'8baf5a91-0da9-4ed8-8e44-f20252195bcb'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:06.230708 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8760>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8baf5a91-0da9-4ed8-8e44-f20252195bcb'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:06.262723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6cf10fb-c70a-417e-b4ae-b7f5c598c700 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:06.279932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a396f7a4-b0ac-48ec-a43e-3a686aa82b42, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,segment=NetworkSegment(76bc5b7b-87e6-466e-a8bd-089d872a3e6c),segment_id=76bc5b7b-87e6-466e-a8bd-089d872a3e6c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:06.291540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.298694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:06.340915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.341462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Fanout notify agent at l3_agent the message router_deleted on router a532e97a-b568-44eb-bbc4-cafa2b4c0e7f {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:06.395077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.396411 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/a532e97a-b568-44eb-bbc4-cafa2b4c0e7f HTTP/1.1" status: 204  len: 168 time: 4.3856952
Dec 15 18:57:06.413921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53014) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:06.416166 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f968fa-d324-427c-9685-116b1b711e41 None None] Pushing event updated for resources: {'Port': ['ID=30983017-f233-4167-9365-27692bd0b604,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:06.419854 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-02f968fa-d324-427c-9685-116b1b711e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:06.452106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1166199335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:06.479669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:06.495805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Usage tracker for resource:router and tenant:1fc91d52b61044989caf8ed3a6fab43e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:06.501123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:06.512399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:06.531098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:06.534351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:06.583645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-68af72cf-b6b8-48c5-b573-8912388ef4ad None None] Provisioning for port 0d944f5a-4c96-4358-b7db-982e99aba0a1 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:06.590607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-68af72cf-b6b8-48c5-b573-8912388ef4ad None None] Provisioning complete for port 0d944f5a-4c96-4358-b7db-982e99aba0a1 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:06.592923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-68af72cf-b6b8-48c5-b573-8912388ef4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.602839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.606919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event deleted for resources: {'Port': ['ID=f6906f46-355b-46f6-b34d-f634ba11bb25,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:06.610327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.618273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:06.647532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.660861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.667377 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] Set router 8baf5a91-0da9-4ed8-8e44-f20252195bcb gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:06.733148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.774519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:06.782207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.787669 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b1699b6b-c330-4bd3-b224-f563dcd6317f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3628933
Dec 15 18:57:06.789451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53020) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:06.800945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:06.811846 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "DELETE /v2.0/ports/f6906f46-355b-46f6-b34d-f634ba11bb25 HTTP/1.1" status: 204  len: 168 time: 3.0926900
Dec 15 18:57:06.859224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-68af72cf-b6b8-48c5-b573-8912388ef4ad None None] Port 0d944f5a-4c96-4358-b7db-982e99aba0a1 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:06.893808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-68af72cf-b6b8-48c5-b573-8912388ef4ad None None] Provisioning complete for port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:06.894571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-68af72cf-b6b8-48c5-b573-8912388ef4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:06.915189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53024) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:06.951895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Request body: {'port': {'name': 'tempest-new-port-name-2109625526', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:06.952334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] bootfile-name is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:06.952798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] tftp-server is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:06.953916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] server-ip-address is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:07.085165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.097089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53028) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:07.097765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee0f2f0-6cb4-4281-871f-781429331b01 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:07.142685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'subnets': [{'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1542785264', 'ip_version': 6}, {'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:07.143040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'subnet': {'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1542785264', 'ip_version': 6}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:07.143672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Request body: {'subnet': {'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:07.159868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a396f7a4-b0ac-48ec-a43e-3a686aa82b42 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:07.175200 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8760>, [{'id': '8baf5a91-0da9-4ed8-8e44-f20252195bcb', 'name': 'tempest-snat-router-440985291', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.248'}], 'enable_snat': False}, 'gw_port_id': '30983017-f233-4167-9365-27692bd0b604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:58Z', 'updated_at': '2021-12-15T18:57:02Z', 'revision_number': 3, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port': {'id': '30983017-f233-4167-9365-27692bd0b604', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf5a91-0da9-4ed8-8e44-f20252195bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:57:00Z', 'updated_at': '2021-12-15T18:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:07.179356 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa1277-6acb-4b99-81e8-863a21cf7977 None None] The sync data for ids ['8baf5a91-0da9-4ed8-8e44-f20252195bcb'] in dv-neutron-821830-2-hyperv is: [{'id': '8baf5a91-0da9-4ed8-8e44-f20252195bcb', 'name': 'tempest-snat-router-440985291', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.248'}], 'enable_snat': False}, 'gw_port_id': '30983017-f233-4167-9365-27692bd0b604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:56:58Z', 'updated_at': '2021-12-15T18:57:02Z', 'revision_number': 3, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port': {'id': '30983017-f233-4167-9365-27692bd0b604', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf5a91-0da9-4ed8-8e44-f20252195bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:57:00Z', 'updated_at': '2021-12-15T18:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:07.191232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=0d944f5a-4c96-4358-b7db-982e99aba0a1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:07.205255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f15e09c2-25d3-42f5-a052-3a8474225f54 None None] Could not find standard attr ID for object 0d944f5a-4c96-4358-b7db-982e99aba0a1. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:57:07.276031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:07.276652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.328048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:07.329578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.348122 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0a59985b-9a7a-4d51-b329-8c4f65dbaba0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/8baf5a91-0da9-4ed8-8e44-f20252195bcb HTTP/1.1" status: 200  len: 908 time: 3.0407047
Dec 15 18:57:07.348514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53032) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:07.482855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.498090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'router': {'name': 'tempest-snat-router-440985291', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': True}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:07.501068 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/0d944f5a-4c96-4358-b7db-982e99aba0a1 HTTP/1.1" status: 204  len: 168 time: 2.6800985
Dec 15 18:57:07.502178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:07.504385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53036) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:07.513471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:07.535185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Usage tracker for resource:subnet and tenant:1a6838d47a0a479292dec903aae9104e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:07.542640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:07.552647 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4c9f3e-b164-49df-ba07-9e4e2dbc1089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:57:07.553081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4c9f3e-b164-49df-ba07-9e4e2dbc1089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:57:07.554713 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2f4c9f3e-b164-49df-ba07-9e4e2dbc1089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/0d944f5a-4c96-4358-b7db-982e99aba0a1 HTTP/1.1" status: 404  len: 333 time: 0.0497479
Dec 15 18:57:07.555599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:07.557415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53040) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:07.567716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Usage tracker for resource:router and tenant:74941bb38329454c91226031de3bc457 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:07.572939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:07.585745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:07.601981 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c7e5bd-7ce3-4fbb-b879-cbc8e3a18041 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:57:07.602397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-27c7e5bd-7ce3-4fbb-b879-cbc8e3a18041 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:07.606056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Made reservation on behalf of 1a6838d47a0a479292dec903aae9104e for: {'subnet': 2} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:07.685334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.686431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.696902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-27c7e5bd-7ce3-4fbb-b879-cbc8e3a18041 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:07.697782 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-27c7e5bd-7ce3-4fbb-b879-cbc8e3a18041 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/0d944f5a-4c96-4358-b7db-982e99aba0a1 HTTP/1.1" status: 404  len: 333 time: 0.1394866
Dec 15 18:57:07.707813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53046) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:07.922192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:57:07.939206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.939396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.943646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.947691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.975183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:07.982183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-074d7be7-568b-4243-b250-19baa91f1181 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:08.027051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.164453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] In _notify_port_updated(), no bound segment for port cd443213-2254-45ba-9904-5f7b15a5b912 on network ab1d5df8-b73a-41d8-a308-6a5c97371634 {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:57:08.168436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:08.169079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.169190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 7068d86d-453e-4a86-94c4-db8d97961a22 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:08.173564 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "PUT /v2.0/ports/cd443213-2254-45ba-9904-5f7b15a5b912 HTTP/1.1" status: 200  len: 1129 time: 1.2555375
Dec 15 18:57:08.175034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53052) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:08.195179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.314716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.458855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event updated for resources: {'Port': ['ID=cd443213-2254-45ba-9904-5f7b15a5b912,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:08.470200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:08.478114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a3ec09cf-aab8-4341-93cd-ef2a827bd2f4 None None] Provisioning complete for port cd443213-2254-45ba-9904-5f7b15a5b912 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:08.478629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3ec09cf-aab8-4341-93cd-ef2a827bd2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.520128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:08.551157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:08.564404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1807017-9bb2-4f4c-8d39-a326818a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:08.567370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1807017-9bb2-4f4c-8d39-a326818a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Synchronizing usage tracker for tenant:c09a717525824c9eac53be12556c86e5 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:08.591022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.598875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec09cf-aab8-4341-93cd-ef2a827bd2f4 None None] Port cd443213-2254-45ba-9904-5f7b15a5b912 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:08.614842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:08.615595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:08.626110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.633371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:08.658428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1807017-9bb2-4f4c-8d39-a326818a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Unset dirty status for tenant:c09a717525824c9eac53be12556c86e5 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:08.659597 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b1807017-9bb2-4f4c-8d39-a326818a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "GET /v2.0/ports/cd443213-2254-45ba-9904-5f7b15a5b912 HTTP/1.1" status: 200  len: 1129 time: 0.4827445
Dec 15 18:57:08.673434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53056) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:08.711351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42e0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:08.741754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:08.742748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:08.755586 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.4477656
Dec 15 18:57:08.758918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53060) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:08.769784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'port_id': '45196754-9685-46d4-8dc0-1d6a3c1f10e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:08.807030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42e0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:08.819055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd3ba54-de2d-4928-ad90-ad88787a72f6 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:09.005891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Deleting port cd443213-2254-45ba-9904-5f7b15a5b912 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:09.006244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.010773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.062089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.129775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.137248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1683d18e-5b48-423a-ae33-d43b6a6e3105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:09.173322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.215222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 30983017-f233-4167-9365-27692bd0b604 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:09.228556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=7068d86d-453e-4a86-94c4-db8d97961a22,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:09.250697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:09.258885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.275528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a055015-6a8c-4c94-be6f-05118c51d882 None None] Network ce26b962-980c-4e3e-b5d5-463fcf958f93 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:09.298445 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/7068d86d-453e-4a86-94c4-db8d97961a22 HTTP/1.1" status: 204  len: 168 time: 1.5893538
Dec 15 18:57:09.303811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53068) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:09.442014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 30983017-f233-4167-9365-27692bd0b604 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:09.455905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 30983017-f233-4167-9365-27692bd0b604 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:09.456267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.559815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.588485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.621801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.623265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.649610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 30983017-f233-4167-9365-27692bd0b604, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=30983017-f233-4167-9365-27692bd0b604,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:09.653486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Allocated IP 172.26.1.84 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/144ddc58-54b0-4096-8e6e-eec38c11a4d2) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:09.654312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.656472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:09.670723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.728015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:09.728383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.751824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c860e3d2-6c88-49ff-b7c4-cf953ff48653 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:09.763386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Calling delete_port for cd443213-2254-45ba-9904-5f7b15a5b912 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:09.844050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:09.863881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-48e93c1e-8cf4-463d-bdfc-2e64c44599bf tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:09.877346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] DHCP port deletion for ce26b962-980c-4e3e-b5d5-463fcf958f93 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:09.889248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c860e3d2-6c88-49ff-b7c4-cf953ff48653 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:09.889840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c860e3d2-6c88-49ff-b7c4-cf953ff48653 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:09.900890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Deleting port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:09.901266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.014169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Subnet': ['ID=05fa900d-77c7-464b-ac72-44ed0dd1b78e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:10.080185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=30983017-f233-4167-9365-27692bd0b604,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:10.096345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:10.096517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:10.108847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.243585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] For port a396f7a4-b0ac-48ec-a43e-3a686aa82b42, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,segment=NetworkSegment(76bc5b7b-87e6-466e-a8bd-089d872a3e6c),segment_id=76bc5b7b-87e6-466e-a8bd-089d872a3e6c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:10.244187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.263425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Checking segment: {'id': '1855e4c5-8052-45b6-bb6b-f28bfe73c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:10.263778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network hostable DHCP agents. Network: 29d56b82-5f5b-49bc-a715-9b559d9d74c0, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:10.279157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] For port a396f7a4-b0ac-48ec-a43e-3a686aa82b42, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,segment=NetworkSegment(76bc5b7b-87e6-466e-a8bd-089d872a3e6c),segment_id=76bc5b7b-87e6-466e-a8bd-089d872a3e6c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:10.279610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.389143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for a396f7a4-b0ac-48ec-a43e-3a686aa82b42 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:10.422472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.428960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Calling delete_port for a396f7a4-b0ac-48ec-a43e-3a686aa82b42 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:10.432166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1ebba5cd-7858-4437-a9a0-07c40e742bde tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:10.454060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.465181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:57:10.485242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event deleted for resources: {'Port': ['ID=cd443213-2254-45ba-9904-5f7b15a5b912,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:10.492292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:10.509095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.516841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ed01e6a-f9e4-45df-b092-0bda2d70412e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:10.522678 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:10.570084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Pushing event deleted for resources: {'Port': ['ID=a396f7a4-b0ac-48ec-a43e-3a686aa82b42,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:10.573188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:10.576275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] No DVR routers for this DVR port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:10.641743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:10.658541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network 29d56b82-5f5b-49bc-a715-9b559d9d74c0 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:10.660985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.661231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Allocated IP 172.26.1.15 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/5259f124-0952-4061-9211-f12e8ac53dec) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:10.663552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:10.674383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:10.674619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:10.675192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:10.676386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 29d56b82-5f5b-49bc-a715-9b559d9d74c0) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:10.680716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.685682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-26a701de-4a89-4a11-8b75-57bada5e71a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:10.686650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b831dd63-8bfb-4340-8b85-1ca25c2019d4 None None] Network 29d56b82-5f5b-49bc-a715-9b559d9d74c0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:10.703887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event updated for resources: {'Port': ['ID=144ddc58-54b0-4096-8e6e-eec38c11a4d2,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:10.719787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:10.725704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.726009 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "DELETE /v2.0/ports/cd443213-2254-45ba-9904-5f7b15a5b912 HTTP/1.1" status: 204  len: 168 time: 2.0493643
Dec 15 18:57:10.726787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53076) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:10.774808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.833978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event updated for resources: {'Subnet': ['ID=bf174bcd-19a4-40f6-8857-949c6998fd78,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:10.840640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:10.875660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Checking segment: {'id': 'd02e7f19-9064-49c2-bf8e-4a2b2e6283d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:10.876012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network hostable DHCP agents. Network: a94c2708-ac7a-4a1c-b115-f48ebb945f85, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:10.954123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-29d56b82-5f5b-49bc-a715-9b559d9d74c0', 'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0', 'tenant_id': '1a6838d47a0a479292dec903aae9104e', 'fixed_ips': [{'subnet_id': '05fa900d-77c7-464b-ac72-44ed0dd1b78e'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:10.954946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:10.982197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Network a94c2708-ac7a-4a1c-b115-f48ebb945f85 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:10.996136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Deleting subnet 793c0a10-e4eb-4e8b-a909-03eab8de78b6 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:10.999332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, a94c2708-ac7a-4a1c-b115-f48ebb945f85) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:11.000816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.030259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b160e-3117-4147-9c6c-0311848865f0 None None] Network a94c2708-ac7a-4a1c-b115-f48ebb945f85 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:11.042150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:11.042811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:11.043584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.050441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.080442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.123666 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 3.9941950
Dec 15 18:57:11.124591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53080) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:11.179844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port a396f7a4-b0ac-48ec-a43e-3a686aa82b42 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:11.180459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.181038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.191511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:11.196654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 30983017-f233-4167-9365-27692bd0b604 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:11.277779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] The port 'a396f7a4-b0ac-48ec-a43e-3a686aa82b42' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:57:11.279267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:11.290683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:11.296001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:11.321530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e879c7-f312-461f-a722-b581034ac3eb tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:11.323257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e879c7-f312-461f-a722-b581034ac3eb tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:11.324927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e879c7-f312-461f-a722-b581034ac3eb tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:11.325968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-16e879c7-f312-461f-a722-b581034ac3eb tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Synchronizing usage tracker for tenant:1a6838d47a0a479292dec903aae9104e on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:11.341287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Port': ['ID=5259f124-0952-4061-9211-f12e8ac53dec,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:11.352739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:11.396599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Allocated IP 2001:db8::1 (29d56b82-5f5b-49bc-a715-9b559d9d74c0/05fa900d-77c7-464b-ac72-44ed0dd1b78e/f4065952-a1fe-4a76-8504-6584d2db52e5) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:11.399282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-a94c2708-ac7a-4a1c-b115-f48ebb945f85', 'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85', 'tenant_id': '1a6838d47a0a479292dec903aae9104e', 'fixed_ips': [{'subnet_id': 'bf174bcd-19a4-40f6-8857-949c6998fd78'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:11.400339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.431210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 30983017-f233-4167-9365-27692bd0b604 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:11.431797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.437863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-16e879c7-f312-461f-a722-b581034ac3eb tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Unset dirty status for tenant:1a6838d47a0a479292dec903aae9104e on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:11.447180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.448268 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-16e879c7-f312-461f-a722-b581034ac3eb tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.3224630
Dec 15 18:57:11.462337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53088) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:11.503892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.520512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.597964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9a7c70>,) {'filters': {'network_id': ['ce26b962-980c-4e3e-b5d5-463fcf958f93']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:11.622517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9a7c70>, '76bc5b7b-87e6-466e-a8bd-089d872a3e6c') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:11.622863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9a7c70>, '76bc5b7b-87e6-466e-a8bd-089d872a3e6c') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:11.650986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.688494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.697556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:11.698079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:11.727825 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:11.737244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Deleting subnet 05fa900d-77c7-464b-ac72-44ed0dd1b78e {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:11.805663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.838037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.838590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.840790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Allocated IP 2001:db8:0:1::1 (a94c2708-ac7a-4a1c-b115-f48ebb945f85/bf174bcd-19a4-40f6-8857-949c6998fd78/e8318457-76bf-470f-98f9-39d3ad033f35) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:11.863066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:11.927341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event deleted for resources: {'Subnet': ['ID=793c0a10-e4eb-4e8b-a909-03eab8de78b6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:11.933623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed74ba-39ad-4aef-bf1b-73951d61aa6a None None] Network ab1d5df8-b73a-41d8-a308-6a5c97371634 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:11.938628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.941244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.943452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:11.946456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:11.968929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a396f7a4-b0ac-48ec-a43e-3a686aa82b42 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:11.969590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:11.972296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=ce26b962-980c-4e3e-b5d5-463fcf958f93,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:11.976694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:11.982214 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "DELETE /v2.0/subnets/793c0a10-e4eb-4e8b-a909-03eab8de78b6 HTTP/1.1" status: 204  len: 168 time: 1.2520659
Dec 15 18:57:11.983321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53092) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:11.990221 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/ce26b962-980c-4e3e-b5d5-463fcf958f93 HTTP/1.1" status: 204  len: 168 time: 2.6818855
Dec 15 18:57:12.007494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53096) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:12.017648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1381210304'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:12.027967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:12.090496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:12.095834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:12.115951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:12.117426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a396f7a4-b0ac-48ec-a43e-3a686aa82b42 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:12.117777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a396f7a4-b0ac-48ec-a43e-3a686aa82b42 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:12.127294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.135850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.137048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.142031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Deleting port aea8bd02-b9d0-42b9-a433-10540bd245fc {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:12.142619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.156830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.181614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:12.184539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.249112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Transition to ACTIVE for port object f4065952-a1fe-4a76-8504-6584d2db52e5 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:12.263550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:12.290993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Transition to ACTIVE for port object f4065952-a1fe-4a76-8504-6584d2db52e5 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:12.298945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.299476 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment d27cbc30-a0c2-4bd5-a832-c44b53d610e3 of type vlan for network 3f31df69-eea7-4c78-b371-6ce4cd82df4b
Dec 15 18:57:12.312829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.323573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:12.344063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.350456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:12.424666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.446681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Network 29d56b82-5f5b-49bc-a715-9b559d9d74c0 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:12.455494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:12.461774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:12.464027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] For port aea8bd02-b9d0-42b9-a433-10540bd245fc, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aea8bd02-b9d0-42b9-a433-10540bd245fc,segment=NetworkSegment(050bc233-baf2-4fc0-ba86-58478dab3679),segment_id=050bc233-baf2-4fc0-ba86-58478dab3679)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:12.464389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.470019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Pushing event updated for resources: {'Port': ['ID=f4065952-a1fe-4a76-8504-6584d2db52e5,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:12.473388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.478202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:12.479968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.532442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Transition to ACTIVE for port object e8318457-76bf-470f-98f9-39d3ad033f35 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:12.599428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] DHCP port deletion for ab1d5df8-b73a-41d8-a308-6a5c97371634 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:12.612596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Deleting port aea8bd02-b9d0-42b9-a433-10540bd245fc {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:12.612596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.621433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:57:12.639367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Transition to ACTIVE for port object e8318457-76bf-470f-98f9-39d3ad033f35 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:12.654399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Attempting to bind port f4065952-a1fe-4a76-8504-6584d2db52e5 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:12.654707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Attempting to bind port f4065952-a1fe-4a76-8504-6584d2db52e5 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '1855e4c5-8052-45b6-bb6b-f28bfe73c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:12.655146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Attempting to bind port f4065952-a1fe-4a76-8504-6584d2db52e5 on network 29d56b82-5f5b-49bc-a715-9b559d9d74c0 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:12.668449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.675399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:12.684090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Router 3ef86703-2ed8-4ea7-be1d-65de03dc94fb is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:57:12.739372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:12.743891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Checking segment: {'id': '1855e4c5-8052-45b6-bb6b-f28bfe73c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:12.744329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.744730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Bound using segment: {'id': '1855e4c5-8052-45b6-bb6b-f28bfe73c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:12.745230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Bound port: f4065952-a1fe-4a76-8504-6584d2db52e5, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855e4c5-8052-45b6-bb6b-f28bfe73c480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '29d56b82-5f5b-49bc-a715-9b559d9d74c0'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:12.745635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.822364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:12.823687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Router 4449398e-d318-46b7-9c5a-2f82954483c0 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:57:12.843881 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:12.851550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.861844 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:12.862600 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88bd60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:12.865103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Calling delete_port for aea8bd02-b9d0-42b9-a433-10540bd245fc owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:12.917729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.921734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:12.922561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:12.931511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92b0c782-a20e-49c4-aa27-dfe10d54edf0 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:12.979875 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88bd60>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.010163 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:13.010752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Network a94c2708-ac7a-4a1c-b115-f48ebb945f85 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:13.011234 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88bd60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.046548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=3f31df69-eea7-4c78-b371-6ce4cd82df4b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:13.061061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:13.095194 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88bd60>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.095739 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b4f20-4560-4381-b354-397532a01218 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:13.133151 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.1248803
Dec 15 18:57:13.136323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53106) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:13.144411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:13.153028 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2fa2d6b3-9747-4162-bf60-ca8ed949ebb6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/floatingips/1d11cd79-ee1b-468a-9ea8-f6e096ae9195 HTTP/1.1" status: 200  len: 978 time: 4.3922312
Dec 15 18:57:13.155318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53110) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:13.167659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:13.169708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Pushing event updated for resources: {'Port': ['ID=e8318457-76bf-470f-98f9-39d3ad033f35,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:13.183979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:13.188835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 3f31df69-eea7-4c78-b371-6ce4cd82df4b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:13.189003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.207182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aea8bd02-b9d0-42b9-a433-10540bd245fc no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:13.219266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.230911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-819660ae-ca0b-46ed-ab82-e0229412e5ee tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:13.243012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:13.247610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: aea8bd02-b9d0-42b9-a433-10540bd245fc {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:13.247957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aea8bd02-b9d0-42b9-a433-10540bd245fc not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:13.273648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] For port aea8bd02-b9d0-42b9-a433-10540bd245fc, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aea8bd02-b9d0-42b9-a433-10540bd245fc,segment=NetworkSegment(050bc233-baf2-4fc0-ba86-58478dab3679),segment_id=050bc233-baf2-4fc0-ba86-58478dab3679)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:13.274144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.365672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event deleted for resources: {'Port': ['ID=aea8bd02-b9d0-42b9-a433-10540bd245fc,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:13.368217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:13.396426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] No DVR routers for this DVR port aea8bd02-b9d0-42b9-a433-10540bd245fc on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:13.482057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:13.490242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d0dad-d299-4c3b-9fc4-917a83f8f7b3 req-e10ebb6a-ba99-4216-bb7e-9e10b798524e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:13.492630 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-347d0dad-d299-4c3b-9fc4-917a83f8f7b3 req-e10ebb6a-ba99-4216-bb7e-9e10b798524e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.4519722
Dec 15 18:57:13.496385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.496553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:13.497574 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7c058ad2-2ca6-4a80-aad9-a194343bfbef tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "PUT /v2.0/routers/3ef86703-2ed8-4ea7-be1d-65de03dc94fb HTTP/1.1" status: 200  len: 883 time: 6.7071764
Dec 15 18:57:13.500375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53114) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:13.504507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port f6d9798a-322d-4987-aea9-5d32a404ab48 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:13.504848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.550001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Calling delete_port for aea8bd02-b9d0-42b9-a433-10540bd245fc owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:13.578508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:13.605008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:13.622135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.630614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.635763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] Sync routers for ids ['3ef86703-2ed8-4ea7-be1d-65de03dc94fb'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:13.636858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:13.638821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-acf460cb-ddec-48e4-b0ce-1b29fe87b4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.670188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8b3ebf33-1efb-4de4-b437-a717fe93d819 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:13.685944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] For port f4065952-a1fe-4a76-8504-6584d2db52e5, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:13.701480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] For port f4065952-a1fe-4a76-8504-6584d2db52e5, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4065952-a1fe-4a76-8504-6584d2db52e5,segment=NetworkSegment(1855e4c5-8052-45b6-bb6b-f28bfe73c480),segment_id=1855e4c5-8052-45b6-bb6b-f28bfe73c480)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:13.706283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Attempting to bind port e8318457-76bf-470f-98f9-39d3ad033f35 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:13.706788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Attempting to bind port e8318457-76bf-470f-98f9-39d3ad033f35 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd02e7f19-9064-49c2-bf8e-4a2b2e6283d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:13.707066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Attempting to bind port e8318457-76bf-470f-98f9-39d3ad033f35 on network a94c2708-ac7a-4a1c-b115-f48ebb945f85 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:13.719062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] Routers {'3ef86703-2ed8-4ea7-be1d-65de03dc94fb'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:13.719706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9ff970>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['3ef86703-2ed8-4ea7-be1d-65de03dc94fb'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.768255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.781888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:13.798926 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-347d0dad-d299-4c3b-9fc4-917a83f8f7b3 req-5db5e0c8-1978-4c18-82c7-3782bff9089e tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2904975
Dec 15 18:57:13.799992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Subnet': ['ID=05fa900d-77c7-464b-ac72-44ed0dd1b78e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:13.804697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced4a9f70>,) {'filters': {'network_id': ['ab1d5df8-b73a-41d8-a308-6a5c97371634']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.814658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:13.820339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.824381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced4a9f70>, '050bc233-baf2-4fc0-ba86-58478dab3679') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.824738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced4a9f70>, '050bc233-baf2-4fc0-ba86-58478dab3679') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.836929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:13.847959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:13.848435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Checking segment: {'id': 'd02e7f19-9064-49c2-bf8e-4a2b2e6283d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:13.849502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.849972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Bound using segment: {'id': 'd02e7f19-9064-49c2-bf8e-4a2b2e6283d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:13.850562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Bound port: e8318457-76bf-470f-98f9-39d3ad033f35, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02e7f19-9064-49c2-bf8e-4a2b2e6283d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a94c2708-ac7a-4a1c-b115-f48ebb945f85'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:13.851008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.862929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.874914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9ff970>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.890474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:13.902911 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Sync routers for ids ['4449398e-d318-46b7-9c5a-2f82954483c0'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:13.918539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Pushing event updated for resources: {'Port': ['ID=f4065952-a1fe-4a76-8504-6584d2db52e5,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:13.927806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:13.928301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:13.936724 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Routers {'4449398e-d318-46b7-9c5a-2f82954483c0'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:13.937368 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc87160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4449398e-d318-46b7-9c5a-2f82954483c0'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:13.955426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:13.969957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:13.976498 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/subnets/05fa900d-77c7-464b-ac72-44ed0dd1b78e HTTP/1.1" status: 204  len: 168 time: 2.5131087
Dec 15 18:57:13.980440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53124) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:14.000501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] Routers {'3ef86703-2ed8-4ea7-be1d-65de03dc94fb'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:14.001498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9ff970>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:56:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['3ef86703-2ed8-4ea7-be1d-65de03dc94fb'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:14.018918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:14.019324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:14.035542 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:14.045138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.069190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.070760 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 6.6461639
Dec 15 18:57:14.078616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53128) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:14.100663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9ff970>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:14.101224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7383d6f9-71c9-45bc-85d8-7797971bda04 None None] The sync data for ids ['3ef86703-2ed8-4ea7-be1d-65de03dc94fb'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:14.123553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] For port e8318457-76bf-470f-98f9-39d3ad033f35, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:14.127314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] For port e8318457-76bf-470f-98f9-39d3ad033f35, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e8318457-76bf-470f-98f9-39d3ad033f35,segment=NetworkSegment(d02e7f19-9064-49c2-bf8e-4a2b2e6283d4),segment_id=d02e7f19-9064-49c2-bf8e-4a2b2e6283d4)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:14.137574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.142545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:14.217016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.217632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.226325 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Set router 4449398e-d318-46b7-9c5a-2f82954483c0 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:14.244457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Pushing event updated for resources: {'Port': ['ID=e8318457-76bf-470f-98f9-39d3ad033f35,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:14.248647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:14.407258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for f6d9798a-322d-4987-aea9-5d32a404ab48 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:14.426612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.429216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Deleting port aea8bd02-b9d0-42b9-a433-10540bd245fc {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:14.434855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.546860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e97d8685-84ce-4fe4-a035-10854404ed0c None None] The port 'aea8bd02-b9d0-42b9-a433-10540bd245fc' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:57:14.708072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:14.762354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.825190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:14.879725 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-721eaa75-6ce3-4229-9ab2-25a2353d420b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/3ef86703-2ed8-4ea7-be1d-65de03dc94fb HTTP/1.1" status: 200  len: 924 time: 1.3757460
Dec 15 18:57:14.883251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53134) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:14.883539 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] 10.222.0.48 "DELETE /v2.0/networks/ab1d5df8-b73a-41d8-a308-6a5c97371634 HTTP/1.1" status: 204  len: 168 time: 2.8990717
Dec 15 18:57:14.888268 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc87160>, [{'id': '4449398e-d318-46b7-9c5a-2f82954483c0', 'name': 'tempest-snat-router-440985291', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '5259f124-0952-4061-9211-f12e8ac53dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:57:07Z', 'updated_at': '2021-12-15T18:57:11Z', 'revision_number': 3, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port': {'id': '5259f124-0952-4061-9211-f12e8ac53dec', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449398e-d318-46b7-9c5a-2f82954483c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:57:09Z', 'updated_at': '2021-12-15T18:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:14.911781 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Checking router: 4449398e-d318-46b7-9c5a-2f82954483c0 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:57:14.912431 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Updating router 4449398e-d318-46b7-9c5a-2f82954483c0 port 5259f124-0952-4061-9211-f12e8ac53dec binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:57:14.956837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=5f119eca-771c-4ec4-aaf6-464979bba7a4,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:14.965518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:14.969091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:15.000241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': 'd27cbc30-a0c2-4bd5-a832-c44b53d610e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:15.001795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: 3f31df69-eea7-4c78-b371-6ce4cd82df4b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:15.015605 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.047353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Pushing event deleted for resources: {'Network': ['ID=ab1d5df8-b73a-41d8-a308-6a5c97371634,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:15.080921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:15.110902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Deleting subnet bf174bcd-19a4-40f6-8857-949c6998fd78 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:15.115260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.119840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.150620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99c862f2-2f4e-40bc-8496-2b45535ccc55 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:15.294517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=f6d9798a-322d-4987-aea9-5d32a404ab48,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:15.309274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:15.346030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.354685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f4065952-a1fe-4a76-8504-6584d2db52e5 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:15.420695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3f31df69-eea7-4c78-b371-6ce4cd82df4b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:15.455068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port f4065952-a1fe-4a76-8504-6584d2db52e5 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:15.466261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e8318457-76bf-470f-98f9-39d3ad033f35 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:15.495927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 3f31df69-eea7-4c78-b371-6ce4cd82df4b) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:15.508289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53148) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:15.521691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:15.522376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.568438 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aff87f5f-3088-4358-8aef-44e8da3279c6 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/4449398e-d318-46b7-9c5a-2f82954483c0 HTTP/1.1" status: 200  len: 906 time: 1.4774792
Dec 15 18:57:15.574488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53154) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:15.583036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8544e7-fa78-4ede-838a-51c42bc2b79f None None] Network 3f31df69-eea7-4c78-b371-6ce4cd82df4b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:15.626933 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4887922
Dec 15 18:57:15.653083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53158) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:15.671538 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.675216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1488332384'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:15.696804 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Transition to ACTIVE for port object 5259f124-0952-4061-9211-f12e8ac53dec will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:15.711853 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.725609 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:15.890551 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Attempting to bind port 5259f124-0952-4061-9211-f12e8ac53dec on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:15.890917 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Attempting to bind port 5259f124-0952-4061-9211-f12e8ac53dec by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:15.891274 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Attempting to bind port 5259f124-0952-4061-9211-f12e8ac53dec on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:15.893512 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7518e-84fd-4f66-ab4e-e3eb09a3251f None None] Pushing event updated for resources: {'Port': ['ID=5259f124-0952-4061-9211-f12e8ac53dec,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:15.903124 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ccd7518e-84fd-4f66-ab4e-e3eb09a3251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:15.916056 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:15.917192 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:15.919289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.922544 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.923246 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:15.923911 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Bound port: 5259f124-0952-4061-9211-f12e8ac53dec, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:15.924477 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:15.963442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864a50d-d4d2-4269-9716-7393005ba109 None None] Network 29d56b82-5f5b-49bc-a715-9b559d9d74c0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:15.994797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.000963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1eede5cb-0281-48ab-a5e1-cad7b3db142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.043247 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] For port 5259f124-0952-4061-9211-f12e8ac53dec, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:16.046560 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] For port 5259f124-0952-4061-9211-f12e8ac53dec, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5259f124-0952-4061-9211-f12e8ac53dec,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:16.062761 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f0770288-01d8-4269-aaaa-efe7c803578b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=3ef86703-2ed8-4ea7-be1d-65de03dc94fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 1.1725817
Dec 15 18:57:16.063433 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.068705 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:16.069618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53164) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:16.161832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-3f31df69-eea7-4c78-b371-6ce4cd82df4b', 'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b', 'tenant_id': 'fdcbeb07ae94494a9489a19c8bfa9f72', 'fixed_ips': [{'subnet_id': '5f119eca-771c-4ec4-aaf6-464979bba7a4'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:16.163387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.170913 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7518e-84fd-4f66-ab4e-e3eb09a3251f None None] Pushing event updated for resources: {'Port': ['ID=5259f124-0952-4061-9211-f12e8ac53dec,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:16.171995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:16.181540 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ccd7518e-84fd-4f66-ab4e-e3eb09a3251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:16.182331 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Routers {'4449398e-d318-46b7-9c5a-2f82954483c0'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:16.183120 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc87160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4449398e-d318-46b7-9c5a-2f82954483c0'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:16.184397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:16.187609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:16.194300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:16.212695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5760c32d-d285-4688-81d0-d153f38a6678 None None] Network a94c2708-ac7a-4a1c-b115-f48ebb945f85 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:16.225622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:16.228998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.233003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e8318457-76bf-470f-98f9-39d3ad033f35 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:16.236232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Provisioning for port f4065952-a1fe-4a76-8504-6584d2db52e5 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:16.256850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eb5c2-a801-4167-b3c4-fb89ef97d8a5 req-5dff8297-7ee5-4395-ae9f-96d04b063c9f tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:16.258473 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-442eb5c2-a801-4167-b3c4-fb89ef97d8a5 req-5dff8297-7ee5-4395-ae9f-96d04b063c9f tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.7128386
Dec 15 18:57:16.270198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bcef8-7a36-44a3-b541-0ced00f5a908 req-383fcfef-60bc-42a1-aad2-f0699c91eb59 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:16.283463 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e6bcef8-7a36-44a3-b541-0ced00f5a908 req-383fcfef-60bc-42a1-aad2-f0699c91eb59 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 945 time: 0.6244738
Dec 15 18:57:16.292624 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0afec971-64ea-4df2-8f1c-43529473a3e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c09a717525824c9eac53be12556c86e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7831986
Dec 15 18:57:16.314194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53168) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:16.326328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port df188cf4-01b3-4df7-a61c-5453c59bcfd7 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:16.366232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Provisioning complete for port f4065952-a1fe-4a76-8504-6584d2db52e5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:16.366829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.402853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.419634 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] Set router 4449398e-d318-46b7-9c5a-2f82954483c0 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:16.424921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-377736f7-ecc4-48e6-80d9-eafe76e15f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:16.486941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Subnet': ['ID=bf174bcd-19a4-40f6-8857-949c6998fd78,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:16.510073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:16.530758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.557010 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e6bcef8-7a36-44a3-b541-0ced00f5a908 req-f3657105-7025-4ec5-a937-52d57f7c35ee tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2723346
Dec 15 18:57:16.581178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.664507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/subnets/bf174bcd-19a4-40f6-8857-949c6998fd78 HTTP/1.1" status: 204  len: 168 time: 2.6830437
Dec 15 18:57:16.676210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53176) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:16.747150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.773904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3f612-4005-40ca-a438-a56406a87499 req-2fbe707d-5c76-42d5-9fff-b2a9866ca42c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:16.775584 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-afc3f612-4005-40ca-a438-a56406a87499 req-2fbe707d-5c76-42d5-9fff-b2a9866ca42c tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.64 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.5387847
Dec 15 18:57:16.802902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.12 (3f31df69-eea7-4c78-b371-6ce4cd82df4b/5f119eca-771c-4ec4-aaf6-464979bba7a4/df188cf4-01b3-4df7-a61c-5453c59bcfd7) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:16.823218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13274f02-73ce-494c-b587-d272b667b3d9 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:16.824290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-13274f02-73ce-494c-b587-d272b667b3d9 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Synchronizing usage tracker for tenant:1a6838d47a0a479292dec903aae9104e on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:16.827917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.857710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.888825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-13274f02-73ce-494c-b587-d272b667b3d9 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Unset dirty status for tenant:1a6838d47a0a479292dec903aae9104e on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:16.890185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.890328 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-13274f02-73ce-494c-b587-d272b667b3d9 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2120590
Dec 15 18:57:16.890998 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-442eb5c2-a801-4167-b3c4-fb89ef97d8a5 req-2727338e-b694-4056-b1f1-49dbb5a0e88a tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3707314
Dec 15 18:57:16.915452 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc87160>, [{'id': '4449398e-d318-46b7-9c5a-2f82954483c0', 'name': 'tempest-snat-router-440985291', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '5259f124-0952-4061-9211-f12e8ac53dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:57:07Z', 'updated_at': '2021-12-15T18:57:11Z', 'revision_number': 3, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port': {'id': '5259f124-0952-4061-9211-f12e8ac53dec', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449398e-d318-46b7-9c5a-2f82954483c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:57:09Z', 'updated_at': '2021-12-15T18:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:16.921230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] For port f4065952-a1fe-4a76-8504-6584d2db52e5, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4065952-a1fe-4a76-8504-6584d2db52e5,segment=NetworkSegment(1855e4c5-8052-45b6-bb6b-f28bfe73c480),segment_id=1855e4c5-8052-45b6-bb6b-f28bfe73c480)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:16.932128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:16.932324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5448ac52-2504-4bbd-ad4e-b21c4938ac8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:16.932790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53180) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:16.938023 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782687e-72f3-4d32-99b4-20ccc7eb4195 None None] The sync data for ids ['4449398e-d318-46b7-9c5a-2f82954483c0'] in dv-neutron-821830-2-hyperv is: [{'id': '4449398e-d318-46b7-9c5a-2f82954483c0', 'name': 'tempest-snat-router-440985291', 'tenant_id': '74941bb38329454c91226031de3bc457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.15'}], 'enable_snat': True}, 'gw_port_id': '5259f124-0952-4061-9211-f12e8ac53dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:57:07Z', 'updated_at': '2021-12-15T18:57:11Z', 'revision_number': 3, 'project_id': '74941bb38329454c91226031de3bc457', 'gw_port': {'id': '5259f124-0952-4061-9211-f12e8ac53dec', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449398e-d318-46b7-9c5a-2f82954483c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:57:09Z', 'updated_at': '2021-12-15T18:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:16.990543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] DHCP port deletion for 29d56b82-5f5b-49bc-a715-9b559d9d74c0 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:16.998939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Deleting port f4065952-a1fe-4a76-8504-6584d2db52e5 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:16.999463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.021855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cdcfce-385e-408e-a4ad-9707fbac9bce tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:17.025879 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b2cdcfce-385e-408e-a4ad-9707fbac9bce tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.9428637
Dec 15 18:57:17.034620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53184) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:17.118336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Deleting port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:17.118674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.128921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.150548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e29afdba-d4c8-4d63-89aa-be277766c5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:17.165171 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4b783417-b627-435e-bb65-3e246910c838 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef86703-2ed8-4ea7-be1d-65de03dc94fb HTTP/1.1" status: 200  len: 205 time: 0.1288869
Dec 15 18:57:17.168670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] DHCP port deletion for a94c2708-ac7a-4a1c-b115-f48ebb945f85 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:17.180474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53190) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:17.185373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901b3a9-c35f-4977-872c-4cbf441fe6dd,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:17.195923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:17.222280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Pushing event updated for resources: {'Port': ['ID=f4065952-a1fe-4a76-8504-6584d2db52e5,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:17.272863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.274064 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c901b3a9-c35f-4977-872c-4cbf441fe6dd HTTP/1.1" status: 204  len: 168 time: 0.9579523
Dec 15 18:57:17.313573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.324050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.331366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.365159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object df188cf4-01b3-4df7-a61c-5453c59bcfd7 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:17.366590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f4065952-a1fe-4a76-8504-6584d2db52e5 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:17.486013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.493632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:17.499291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:17.529976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Deleting port e8318457-76bf-470f-98f9-39d3ad033f35 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:17.530862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.603110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Deleting port e8318457-76bf-470f-98f9-39d3ad033f35 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:17.603446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.620643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3f31df69-eea7-4c78-b371-6ce4cd82df4b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:17.653155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:17.680729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:17.748070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=df188cf4-01b3-4df7-a61c-5453c59bcfd7,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:17.760556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:17.869882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:17.870525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.882497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] For port f4065952-a1fe-4a76-8504-6584d2db52e5, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4065952-a1fe-4a76-8504-6584d2db52e5,segment=NetworkSegment(1855e4c5-8052-45b6-bb6b-f28bfe73c480),segment_id=1855e4c5-8052-45b6-bb6b-f28bfe73c480)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:17.882908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.897121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:17.902039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] For port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:17.902406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.188942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Calling delete_port for f4065952-a1fe-4a76-8504-6584d2db52e5 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:18.238994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c21dc753-81e8-44e0-8890-0d118bb6b509 None None] Provisioning for port e8318457-76bf-470f-98f9-39d3ad033f35 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:18.243329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.289285 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 2.6319048
Dec 15 18:57:18.290588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53212) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:18.298758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Allocated IP 172.20.0.2 (3f31df69-eea7-4c78-b371-6ce4cd82df4b/5f119eca-771c-4ec4-aaf6-464979bba7a4/0b95b83f-0a69-486c-8e68-7c9049ba2a90) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:18.409362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb75f9-360a-455d-878e-65f7944267c7 req-8c2843c7-5c70-4cb1-b07c-1c73bc087293 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:18.416515 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-62eb75f9-360a-455d-878e-65f7944267c7 req-8c2843c7-5c70-4cb1-b07c-1c73bc087293 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 946 time: 0.1971698
Dec 15 18:57:18.480899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port df188cf4-01b3-4df7-a61c-5453c59bcfd7 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:18.481268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.493122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c21dc753-81e8-44e0-8890-0d118bb6b509 None None] Provisioning complete for port e8318457-76bf-470f-98f9-39d3ad033f35 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:18.493725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c21dc753-81e8-44e0-8890-0d118bb6b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.578976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.611568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port f4065952-a1fe-4a76-8504-6584d2db52e5, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4065952-a1fe-4a76-8504-6584d2db52e5,segment=NetworkSegment(1855e4c5-8052-45b6-bb6b-f28bfe73c480),segment_id=1855e4c5-8052-45b6-bb6b-f28bfe73c480)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:18.619741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53220) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:18.712288 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-62eb75f9-360a-455d-878e-65f7944267c7 req-31215ffe-a9ca-412d-b5a9-e11594df64fd tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups?id=49db1ae0-f523-4733-86a2-cef0e46632ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2947268
Dec 15 18:57:18.826179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.827571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e8318457-76bf-470f-98f9-39d3ad033f35 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:18.861722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.862335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.862445 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Floating IP 5d056763-9933-4e01-8e81-7e87704cf87d disassociated. External IP: 172.26.1.187, port: 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7.
Dec 15 18:57:18.862703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Calling delete_port for 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:18.871905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:18.893709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1363499751'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:18.913170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] For port e8318457-76bf-470f-98f9-39d3ad033f35, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e8318457-76bf-470f-98f9-39d3ad033f35,segment=NetworkSegment(d02e7f19-9064-49c2-bf8e-4a2b2e6283d4),segment_id=d02e7f19-9064-49c2-bf8e-4a2b2e6283d4)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:18.913993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:18.929337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:18.935160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215db6-9ec2-4600-90ee-6935e1ef8492 req-4903ad55-0633-4dd3-bfc1-9006850d2349 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:18.939622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Usage tracker for resource:network and tenant:e6ae29c7a12a451ca98ced1684c714d1 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:18.944262 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea215db6-9ec2-4600-90ee-6935e1ef8492 req-4903ad55-0633-4dd3-bfc1-9006850d2349 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 945 time: 0.7711232
Dec 15 18:57:18.948632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:18.973657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:19.035449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:19.035662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:19.043564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] For port e8318457-76bf-470f-98f9-39d3ad033f35, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e8318457-76bf-470f-98f9-39d3ad033f35,segment=NetworkSegment(d02e7f19-9064-49c2-bf8e-4a2b2e6283d4),segment_id=d02e7f19-9064-49c2-bf8e-4a2b2e6283d4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:19.044028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.047391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.062455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Made reservation on behalf of e6ae29c7a12a451ca98ced1684c714d1 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:19.065779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.071557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.108277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Calling delete_port for e8318457-76bf-470f-98f9-39d3ad033f35 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:19.196272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.203701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for df188cf4-01b3-4df7-a61c-5453c59bcfd7 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:19.222333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Calling delete_port for e8318457-76bf-470f-98f9-39d3ad033f35 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:19.237611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.288289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0336851-ceed-4a08-b3eb-46321231b5da req-82404721-37e1-4391-aa55-f0b842ce72ce tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:19.289891 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c0336851-ceed-4a08-b3eb-46321231b5da req-82404721-37e1-4391-aa55-f0b842ce72ce tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.64 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 945 time: 0.4409428
Dec 15 18:57:19.300662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Deleting port 144ddc58-54b0-4096-8e6e-eec38c11a4d2 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:19.301125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.308305 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea215db6-9ec2-4600-90ee-6935e1ef8492 req-cbf1f9b8-a442-4181-80dd-6563777a71c8 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3631020
Dec 15 18:57:19.344552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=f4065952-a1fe-4a76-8504-6584d2db52e5,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:19.347626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Transition to ACTIVE for port object 0b95b83f-0a69-486c-8e68-7c9049ba2a90 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:19.368955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.373568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:19.386439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b895afc3-765a-4eb9-8e46-4738e724e3db tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:19.398904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Port e8318457-76bf-470f-98f9-39d3ad033f35 update to DOWN by agent not found {{(pid=83672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 15 18:57:19.423797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c21dc753-81e8-44e0-8890-0d118bb6b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.454599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Transition to ACTIVE for port object 0b95b83f-0a69-486c-8e68-7c9049ba2a90 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:19.506367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.507563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Deleting port 24bf12c2-0de7-4e14-826d-9834caca6388 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:19.508014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.520736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Port': ['ID=e8318457-76bf-470f-98f9-39d3ad033f35,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:19.524854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7e6515fd-48b1-47e3-b2e7-e1b2522dd16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:19.531431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:19.567218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.571952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:19.575818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-510335fd-8a68-4799-8911-ec8292832789 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:19.582866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:19.614784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Usage tracker for resource:security_group_rule and tenant:e6ae29c7a12a451ca98ced1684c714d1 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:19.619573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Deleting port f4065952-a1fe-4a76-8504-6584d2db52e5 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:19.620031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.621601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] No DVR routers for this DVR port e8318457-76bf-470f-98f9-39d3ad033f35 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:19.624845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.634119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:19.645196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5259f124-0952-4061-9211-f12e8ac53dec up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:19.671993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event deleted for resources: {'Port': ['ID=9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:19.693912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:19.695594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:19.712366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Deleting port 5259f124-0952-4061-9211-f12e8ac53dec {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:19.712640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:19.755189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Pushing event updated for resources: {'Port': ['ID=0b95b83f-0a69-486c-8e68-7c9049ba2a90,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:19.796374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:19.798435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:19.798817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:19.885480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Network 3f31df69-eea7-4c78-b371-6ce4cd82df4b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:19.891070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:19.899283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:19.958425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.058495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 5259f124-0952-4061-9211-f12e8ac53dec completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:20.086801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced1ea220>,) {'filters': {'network_id': ['a94c2708-ac7a-4a1c-b115-f48ebb945f85']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:20.093173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5259f124-0952-4061-9211-f12e8ac53dec triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:20.093844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.109876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1ea220>, 'd02e7f19-9064-49c2-bf8e-4a2b2e6283d4') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:20.110326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1ea220>, 'd02e7f19-9064-49c2-bf8e-4a2b2e6283d4') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:20.137554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.198821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.210111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Attempting to bind port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:20.211220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Attempting to bind port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd27cbc30-a0c2-4bd5-a832-c44b53d610e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:20.211806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Attempting to bind port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 on network 3f31df69-eea7-4c78-b371-6ce4cd82df4b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:20.220646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] For port 5259f124-0952-4061-9211-f12e8ac53dec, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5259f124-0952-4061-9211-f12e8ac53dec,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:20.221000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.229189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.243605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.248943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:20.249599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Checking segment: {'id': 'd27cbc30-a0c2-4bd5-a832-c44b53d610e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:20.250183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.250735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Bound using segment: {'id': 'd27cbc30-a0c2-4bd5-a832-c44b53d610e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:20.251374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Bound port: 0b95b83f-0a69-486c-8e68-7c9049ba2a90, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27cbc30-a0c2-4bd5-a832-c44b53d610e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3f31df69-eea7-4c78-b371-6ce4cd82df4b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:20.251927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.276412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] For port f4065952-a1fe-4a76-8504-6584d2db52e5, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4065952-a1fe-4a76-8504-6584d2db52e5,segment=NetworkSegment(1855e4c5-8052-45b6-bb6b-f28bfe73c480),segment_id=1855e4c5-8052-45b6-bb6b-f28bfe73c480)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:20.277074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.283501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:20.283905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:20.302121 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:20.346700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Deleting port e8318457-76bf-470f-98f9-39d3ad033f35 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:20.347414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.423288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Calling delete_port for 144ddc58-54b0-4096-8e6e-eec38c11a4d2 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:20.464912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Calling delete_port for f4065952-a1fe-4a76-8504-6584d2db52e5 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:20.521700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] For port 24bf12c2-0de7-4e14-826d-9834caca6388, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=24bf12c2-0de7-4e14-826d-9834caca6388,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:20.525919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.570502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] For port 0b95b83f-0a69-486c-8e68-7c9049ba2a90, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:20.612184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Calling delete_port for 5259f124-0952-4061-9211-f12e8ac53dec owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:20.635485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58638fd0-67c9-41b9-8b3e-5640a145606a None None] The port 'e8318457-76bf-470f-98f9-39d3ad033f35' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:57:20.713851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.757775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.778798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 5259f124-0952-4061-9211-f12e8ac53dec, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5259f124-0952-4061-9211-f12e8ac53dec,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:20.780137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8397856-a858-402f-9b04-464f5fdbe405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:20.839673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] No DVR routers for this DVR port f4065952-a1fe-4a76-8504-6584d2db52e5 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:20.844646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Pushing event deleted for resources: {'Port': ['ID=f4065952-a1fe-4a76-8504-6584d2db52e5,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:20.853096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.853429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.854335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:20.868738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:20.868916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-977a917d-b49d-45ad-9250-bb1e7d328284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:20.869726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aea35084-9838-4789-8cd0-9c4888c86851 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:20.886902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.899122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] For port 0b95b83f-0a69-486c-8e68-7c9049ba2a90, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0b95b83f-0a69-486c-8e68-7c9049ba2a90,segment=NetworkSegment(d27cbc30-a0c2-4bd5-a832-c44b53d610e3),segment_id=d27cbc30-a0c2-4bd5-a832-c44b53d610e3)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:20.913951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Network': ['ID=a94c2708-ac7a-4a1c-b115-f48ebb945f85,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:20.934484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:20.935876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:20.950760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=5259f124-0952-4061-9211-f12e8ac53dec,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:20.955324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:20.955791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5bc1a98-04b2-4f1e-9b71-960af5ebd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:20.979993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=df188cf4-01b3-4df7-a61c-5453c59bcfd7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:20.991754 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23d73639-9b71-41ec-818b-fd25769e274b req-8c99791f-97c4-4304-8f67-24a4969ea5d2 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 210 time: 0.7585325
Dec 15 18:57:20.995237 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/networks/a94c2708-ac7a-4a1c-b115-f48ebb945f85 HTTP/1.1" status: 204  len: 168 time: 4.0486965
Dec 15 18:57:21.001345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53232) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:21.005116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:21.015541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dd2c6-3025-47a6-94e4-d066eeb1ac52 req-a429e9a9-5711-4b9a-a9f5-cd57fbaa4afe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:21.020754 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6f4dd2c6-3025-47a6-94e4-d066eeb1ac52 req-a429e9a9-5711-4b9a-a9f5-cd57fbaa4afe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 945 time: 0.4143317
Dec 15 18:57:21.060350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Pushing event updated for resources: {'Port': ['ID=0b95b83f-0a69-486c-8e68-7c9049ba2a90,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:21.075296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:21.170194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.170568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.170880 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Floating IP c0331643-c029-4248-b895-c393f86ffbfd disassociated. External IP: 172.26.1.137, port: 24bf12c2-0de7-4e14-826d-9834caca6388.
Dec 15 18:57:21.171219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Calling delete_port for 24bf12c2-0de7-4e14-826d-9834caca6388 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:21.171743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:21.172091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:21.209231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:21.214402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Router ad973faa-2ffe-455c-9ace-2abeca265005 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:21.232424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.233478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:21.276340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.279768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.287067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:21.288079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced571400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:21.300064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.311815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a2e958c-1d75-4070-bca9-20ed01a83a0e tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:21.321388 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6f4dd2c6-3025-47a6-94e4-d066eeb1ac52 req-6f088d23-1f50-4fa5-8494-6ffa28b96795 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups?id=72774cb2-1322-4471-98a5-f14865980141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2616386
Dec 15 18:57:21.374116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.393812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:21.425829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96712a5-5dba-4d94-b2e0-ad5ced7b5092,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:21.467460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:21.469644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced571400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:21.482563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.482928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Added segment 4f07ed2a-c4db-410b-92b1-a81c553dc3ab of type vlan for network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad
Dec 15 18:57:21.488473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:21.489211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced571400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:21.499686 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/df188cf4-01b3-4df7-a61c-5453c59bcfd7 HTTP/1.1" status: 204  len: 168 time: 3.2079937
Dec 15 18:57:21.529903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53236) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:21.587876 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-16137512-1816-43c1-ae1b-f032c0023d99 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:57:21.589235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-16137512-1816-43c1-ae1b-f032c0023d99 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/df188cf4-01b3-4df7-a61c-5453c59bcfd7 HTTP/1.1" status: 404  len: 333 time: 0.0474191
Dec 15 18:57:21.590125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced571400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:21.590913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08eb010-2f99-4f3d-98d4-1d08a20601df None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:21.592757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53240) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:21.595902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:21.600389 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/floatingips/1d11cd79-ee1b-468a-9ea8-f6e096ae9195 HTTP/1.1" status: 204  len: 168 time: 8.4427025
Dec 15 18:57:21.607486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53242) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:21.671173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.680067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:21.680421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:21.681915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Deleting port 5259f124-0952-4061-9211-f12e8ac53dec {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:21.682351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.693968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2479a5c-11d6-43f4-99ef-f8826d94e931 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:21.715422 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5259f124-0952-4061-9211-f12e8ac53dec up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:21.755575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.782711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event deleted for resources: {'Port': ['ID=24bf12c2-0de7-4e14-826d-9834caca6388,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:21.784504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.809550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.811684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:21.811977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:21.899110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5259f124-0952-4061-9211-f12e8ac53dec triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:21.899110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.904815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 45196754-9685-46d4-8dc0-1d6a3c1f10e5 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:21.905414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:21.940239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced894490>,) {'filters': {'network_id': ['29d56b82-5f5b-49bc-a715-9b559d9d74c0']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:21.975812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced894490>, '1855e4c5-8052-45b6-bb6b-f28bfe73c480') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:21.976103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced894490>, '1855e4c5-8052-45b6-bb6b-f28bfe73c480') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:22.003104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event deleted for resources: {'Port': ['ID=144ddc58-54b0-4096-8e6e-eec38c11a4d2,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:22.015110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:22.015785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.019551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:22.020137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.030384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f679786-4cee-4f32-b379-2c830bfaacf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:22.072752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.121388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0b95b83f-0a69-486c-8e68-7c9049ba2a90 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:22.220925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event updated for resources: {'Network': ['ID=2e1bc0f6-f155-4df9-90da-03a5cb1b64ad,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:22.230485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:22.237484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:22.269932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.436153 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.8090720
Dec 15 18:57:22.442767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53252) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:22.454905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b7892-e1aa-41f2-a7dd-3aa200e006bb None None] Network 3f31df69-eea7-4c78-b371-6ce4cd82df4b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:22.511411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Request body: {'subnet': {'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:22.521147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:22.521819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:22.542232 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:22.578534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:22.624794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Provisioning for port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:22.640900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Provisioning complete for port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:22.641245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.686450 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-95140276-6cee-4636-9289-645d3646d621 req-af2f7535-cdf5-4fa0-a53f-5f9dee987536 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.1679301
Dec 15 18:57:22.704414 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-34eec3e6-fc3c-446e-8a27-54816ae5c0da req-942a0c5c-faed-40f2-a109-85be5398b7cf tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 210 time: 0.2679138
Dec 15 18:57:22.722725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] For port 5259f124-0952-4061-9211-f12e8ac53dec, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5259f124-0952-4061-9211-f12e8ac53dec,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:22.723080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.969074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:22.981749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:22.986267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Usage tracker for resource:subnet and tenant:e6ae29c7a12a451ca98ced1684c714d1 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:22.990304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:22.997649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:23.029660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] For port 0b95b83f-0a69-486c-8e68-7c9049ba2a90, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0b95b83f-0a69-486c-8e68-7c9049ba2a90,segment=NetworkSegment(d27cbc30-a0c2-4bd5-a832-c44b53d610e3),segment_id=d27cbc30-a0c2-4bd5-a832-c44b53d610e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:23.035097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Calling delete_port for 5259f124-0952-4061-9211-f12e8ac53dec owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:23.041744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.044946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:23.051189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Made reservation on behalf of e6ae29c7a12a451ca98ced1684c714d1 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:23.070692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.075456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.102500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:23.133458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.136505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Pushing event updated for resources: {'Port': ['ID=0b95b83f-0a69-486c-8e68-7c9049ba2a90,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:23.140386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:23.148629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 5f119eca-771c-4ec4-aaf6-464979bba7a4 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:23.174355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Network': ['ID=29d56b82-5f5b-49bc-a715-9b559d9d74c0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:23.185222 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/networks/29d56b82-5f5b-49bc-a715-9b559d9d74c0 HTTP/1.1" status: 204  len: 168 time: 2.1628201
Dec 15 18:57:23.187934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53256) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:23.190546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:23.198476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.264472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.369445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 45196754-9685-46d4-8dc0-1d6a3c1f10e5 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:23.375193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8c4772c0-758d-4c06-a1c9-bdf0b6339005 None None] Provisioning complete for port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:23.375575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8c4772c0-758d-4c06-a1c9-bdf0b6339005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.404131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.538865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 24bf12c2-0de7-4e14-826d-9834caca6388 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:23.574255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0b95b83f-0a69-486c-8e68-7c9049ba2a90 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:23.620344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 24bf12c2-0de7-4e14-826d-9834caca6388 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:23.620788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 24bf12c2-0de7-4e14-826d-9834caca6388 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:23.638519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-931b574d-59dd-4d7c-b8f7-bf71be7adb14 None None] Could not find standard attr ID for object df188cf4-01b3-4df7-a61c-5453c59bcfd7. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:57:23.655667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:23.659919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.676991 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] Sync routers for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:23.698884 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:23.699770 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:23.711998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:23.712954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.815537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.839631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.861165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] No DVR routers for this DVR port 9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:23.864805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.867733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'name': 'network-vif-deleted', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:57:23.880810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:23.884523 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-afc3f612-4005-40ca-a438-a56406a87499 req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.64 "DELETE /v2.0/ports/9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7 HTTP/1.1" status: 204  len: 173 time: 7.0902276
Dec 15 18:57:23.939863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9513c919-2c8b-4717-ab48-ee8f8dbb4b9b tempest-PortsAdminExtendedAttrsTestJSON-2126050805 tempest-PortsAdminExtendedAttrsTestJSON-2126050805-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:24.051801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=45196754-9685-46d4-8dc0-1d6a3c1f10e5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:24.088712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:24.122231 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:24.176401 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1707e12f-c68d-4bd5-bc19-d064a1cf6c64 req-2dd8b12b-ad3e-4dd4-a640-d4fece3a2758 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.1350527
Dec 15 18:57:24.178593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.214514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.291309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e974819f-88c7-4743-bcad-afc8229d5ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:24.333087 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3c749f70-3385-49c6-877b-bc7cc49f57ad req-f4c083f5-7a84-4df6-946b-88100cbf1415 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/ports?device_id=323c3ba9-8cf8-47cb-9b61-514e53e0acb9 HTTP/1.1" status: 200  len: 210 time: 0.1653609
Dec 15 18:57:24.337230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.344934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.350056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=5f119eca-771c-4ec4-aaf6-464979bba7a4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:24.354426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:24.365874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.367369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6ec97-051e-4bb3-8cdd-cf90b7bbfb6e None None] Network 3f31df69-eea7-4c78-b371-6ce4cd82df4b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:24.367706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.378926 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/5f119eca-771c-4ec4-aaf6-464979bba7a4 HTTP/1.1" status: 204  len: 168 time: 2.7726600
Dec 15 18:57:24.378926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-45fd0854-fa52-44e4-a354-088b73e45e12 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:24.387206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53266) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:24.393912 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323c3ba9-8cf8-47cb-9b61-514e53e0acb9', 'name': 'network-vif-deleted', 'tag': '9fc6a5a9-76b0-45bd-8d26-58dc22e49bd7', 'status': 'completed', 'code': 200}
Dec 15 18:57:24.499466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedad0f10>,) {'filters': {'network_id': ['c4146a0c-5bf8-400e-af6f-43637890fd19']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:24.509195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event updated for resources: {'Subnet': ['ID=254ec53d-2d9e-4753-8f16-95d5502c6092,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:24.517061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.527923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-49ba1639-ea57-4048-822e-c77086104a6b tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:24.530574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:24.534339 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8400>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:55Z', 'revision_number': 5, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:24.541621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.542863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Fanout notify agent at l3_agent the message router_deleted on router 3ef86703-2ed8-4ea7-be1d-65de03dc94fb {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:24.545203 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] Checking router: ad973faa-2ffe-455c-9ace-2abeca265005 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:57:24.560636 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:24.561261 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:24.592767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.594089 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/3ef86703-2ed8-4ea7-be1d-65de03dc94fb HTTP/1.1" status: 204  len: 168 time: 7.4045234
Dec 15 18:57:24.595546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Checking segment: {'id': '4f07ed2a-c4db-410b-92b1-a81c553dc3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:24.595988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Network hostable DHCP agents. Network: 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:24.608167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53270) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:24.638103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1743592051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:24.639482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedad0f10>, '5cce11b5-80f6-47e0-a2cb-92d46af7c22d') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:24.640241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedad0f10>, '5cce11b5-80f6-47e0-a2cb-92d46af7c22d') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:24.645230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:24.649972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Usage tracker for resource:router and tenant:1fc91d52b61044989caf8ed3a6fab43e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:24.652958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:24.659626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:24.709731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.710642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.714868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Router 8e0a708d-ef05-40c4-b465-d63ebde8791e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:24.737338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] DHCP port deletion for 3f31df69-eea7-4c78-b371-6ce4cd82df4b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:24.743438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event deleted for resources: {'Port': ['ID=5259f124-0952-4061-9211-f12e8ac53dec,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:24.745940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Deleting port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:24.746502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.751986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:24.767405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.793843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.815580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:24.832719 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:24.835467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:24.845634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:24.846193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.848806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.866909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.884333 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4382563
Dec 15 18:57:24.886879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5967a856-682a-4782-a855-308e007dd5b7 None None] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:24.887678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53274) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:24.893729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Request body: {'port': {'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-546923430'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:24.894051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.899794 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/ports/45196754-9685-46d4-8dc0-1d6a3c1f10e5 HTTP/1.1" status: 204  len: 168 time: 3.2912085
Dec 15 18:57:24.911295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53278) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:24.920207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:24.925392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:24.925900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:24.945556 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:24.955790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:25.034821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:floatingip and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:25.052893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:25.055738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:25.056077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.099425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.103997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:25.179636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.180822 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-866234c0-d559-4ace-95c5-e98d366cccb9 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5611997
Dec 15 18:57:25.185070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:25.195018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': True}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:25.221937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] For port 0b95b83f-0a69-486c-8e68-7c9049ba2a90, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0b95b83f-0a69-486c-8e68-7c9049ba2a90,segment=NetworkSegment(d27cbc30-a0c2-4bd5-a832-c44b53d610e3),segment_id=d27cbc30-a0c2-4bd5-a832-c44b53d610e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:25.222727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.264241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.270066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.278190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6364262a-ce24-4235-af0f-2a21c6a39508 tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:25.292858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.318636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:25.322879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Usage tracker for resource:port and tenant:e6ae29c7a12a451ca98ced1684c714d1 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:25.325739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:25.331570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:25.366198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Calling delete_port for 0b95b83f-0a69-486c-8e68-7c9049ba2a90 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:25.368490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Made reservation on behalf of e6ae29c7a12a451ca98ced1684c714d1 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:25.373486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.377656 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/networks/c4146a0c-5bf8-400e-af6f-43637890fd19 HTTP/1.1" status: 204  len: 168 time: 2.1811640
Dec 15 18:57:25.377834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Network': ['ID=c4146a0c-5bf8-400e-af6f-43637890fd19,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:25.379386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53288) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:25.396998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:25.420554 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb8400>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:55Z', 'revision_number': 5, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:25.423802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.429996 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c5128-56dd-4d7e-8c90-df4d5da95b6a None None] The sync data for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv is: [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:55:44Z', 'revision_number': 4, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1a89aa01-92f8-4630-af76-4a315e5a1f2e', 'name': '', 'network_id': 'ffaedb8d-7628-4628-9caa-177c3336a37d', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'mac_address': 'fa:16:3e:56:2b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:42Z', 'updated_at': '2021-12-15T18:55:55Z', 'revision_number': 5, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'subnets': [{'id': '867e62ef-7bed-40a0-99ac-188b5f99869e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:25.483811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-2e1bc0f6-f155-4df9-90da-03a5cb1b64ad', 'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad', 'tenant_id': 'e6ae29c7a12a451ca98ced1684c714d1', 'fixed_ips': [{'subnet_id': '254ec53d-2d9e-4753-8f16-95d5502c6092'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:25.489653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.548277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] device_id is not set on port de3aa003-409a-4e59-b5fa-1e5624708455 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:25.620098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.658176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:25.685778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53296) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:25.720744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Allocated IP 172.20.0.2 (2e1bc0f6-f155-4df9-90da-03a5cb1b64ad/254ec53d-2d9e-4753-8f16-95d5502c6092/d45826e8-85b2-4f03-bf19-3bc1a6a00a75) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:25.852527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] No DVR routers for this DVR port 24bf12c2-0de7-4e14-826d-9834caca6388 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:25.856052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.861837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'name': 'network-vif-deleted', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 18:57:25.867480 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c0336851-ceed-4a08-b3eb-46321231b5da req-4788be8e-5e8f-40ad-8496-ba26b5423efe tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.64 "DELETE /v2.0/ports/24bf12c2-0de7-4e14-826d-9834caca6388 HTTP/1.1" status: 204  len: 173 time: 6.5271196
Dec 15 18:57:25.893138 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8220a710-0745-4fc5-97fd-f3cc5b17cb82 req-1e99eed8-31a8-45cf-b229-7e612f8a401a tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/ports?device_id=9770385e-af21-4a07-a3f5-afac10818781 HTTP/1.1" status: 200  len: 210 time: 0.3833871
Dec 15 18:57:25.960990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:25.972757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Transition to ACTIVE for port object d45826e8-85b2-4f03-bf19-3bc1a6a00a75 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:25.995514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Transition to ACTIVE for port object d45826e8-85b2-4f03-bf19-3bc1a6a00a75 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:26.018354 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770385e-af21-4a07-a3f5-afac10818781', 'name': 'network-vif-deleted', 'tag': '24bf12c2-0de7-4e14-826d-9834caca6388', 'status': 'completed', 'code': 200}
Dec 15 18:57:26.019642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:26.019992 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b90723-7a04-4dce-8dd1-89f83642f4fb None None] New status for floating IP 5d056763-9933-4e01-8e81-7e87704cf87d: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 18:57:26.073540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] Sync routers for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:26.084623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0b95b83f-0a69-486c-8e68-7c9049ba2a90 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:26.133697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.145867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Pushing event deleted for resources: {'Port': ['ID=0b95b83f-0a69-486c-8e68-7c9049ba2a90,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:26.152757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 0b95b83f-0a69-486c-8e68-7c9049ba2a90 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:26.153847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0b95b83f-0a69-486c-8e68-7c9049ba2a90 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:26.171709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] No DVR routers for this DVR port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:26.179474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:26.181554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a3b29865-32b0-4879-8a2a-bf76d297c2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:26.201821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.204845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Allocated IP 172.20.0.10 (2e1bc0f6-f155-4df9-90da-03a5cb1b64ad/254ec53d-2d9e-4753-8f16-95d5502c6092/de3aa003-409a-4e59-b5fa-1e5624708455) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:26.247772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:26.248625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc33fd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:26.266946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.294374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] For port 0b95b83f-0a69-486c-8e68-7c9049ba2a90, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0b95b83f-0a69-486c-8e68-7c9049ba2a90,segment=NetworkSegment(d27cbc30-a0c2-4bd5-a832-c44b53d610e3),segment_id=d27cbc30-a0c2-4bd5-a832-c44b53d610e3)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:26.294733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.317173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.321512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.400029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:26.456327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:26.475451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:26.482477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Pushing event updated for resources: {'Port': ['ID=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:26.488219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:26.497193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 0b95b83f-0a69-486c-8e68-7c9049ba2a90 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:26.541062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.595315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.609946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Attempting to bind port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:26.610426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Attempting to bind port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '4f07ed2a-c4db-410b-92b1-a81c553dc3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:26.610855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Attempting to bind port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 on network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:26.618413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:26.663945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:26.664176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Checking segment: {'id': '4f07ed2a-c4db-410b-92b1-a81c553dc3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:26.664613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.665292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Bound using segment: {'id': '4f07ed2a-c4db-410b-92b1-a81c553dc3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:26.665642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Bound port: d45826e8-85b2-4f03-bf19-3bc1a6a00a75, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f07ed2a-c4db-410b-92b1-a81c553dc3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:26.667034 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.705460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.754849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.771711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] For port d45826e8-85b2-4f03-bf19-3bc1a6a00a75, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:26.775152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] For port d45826e8-85b2-4f03-bf19-3bc1a6a00a75, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,segment=NetworkSegment(4f07ed2a-c4db-410b-92b1-a81c553dc3ab),segment_id=4f07ed2a-c4db-410b-92b1-a81c553dc3ab)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:26.787692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Transition to ACTIVE for port object de3aa003-409a-4e59-b5fa-1e5624708455 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:26.788743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced8bd940>,) {'filters': {'network_id': ['687ccfb5-a40f-493c-943f-7f4a5e5b7d9b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:26.793885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.800170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b4373476-f706-4bc9-bd0a-f85761b80d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:26.808101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.808530 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4449398e-d318-46b7-9c5a-2f82954483c0 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:26.813231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced8bd940>, 'b6ab8915-6c57-48b7-b13a-bf0426f1f2ff') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:26.814206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced8bd940>, 'b6ab8915-6c57-48b7-b13a-bf0426f1f2ff') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:26.824752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.826328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:26.826633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:26.831536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.859827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c124f856-e5a9-439d-bb39-42744ff0d754 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:26.878266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.917920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.926286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e6ec07e2-2674-4a8c-8c13-1b1f43e14fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:26.938396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.974586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:26.974991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.981489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:26.982679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event updated for resources: {'Port': ['ID=de3aa003-409a-4e59-b5fa-1e5624708455,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:26.988951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:26.989506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:26.993879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:26.998611 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:27.016628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db1ae0-f523-4733-86a2-cef0e46632ac,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:27.026496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:27.034234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:27.088949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Pushing event updated for resources: {'Port': ['ID=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:27.097628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:27.160139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.161476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:27.162133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.165412 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "DELETE /v2.0/security-groups/49db1ae0-f523-4733-86a2-cef0e46632ac HTTP/1.1" status: 204  len: 168 time: 1.4762790
Dec 15 18:57:27.165790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53306) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:27.171995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.173239 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4449398e-d318-46b7-9c5a-2f82954483c0 HTTP/1.1" status: 204  len: 168 time: 11.5905671
Dec 15 18:57:27.177251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.183208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.191763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53310) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:27.205040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e9d7254e-a06b-47bb-8196-578e0650fad4 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:27.225984 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] 10.222.0.48 "DELETE /v2.0/networks/687ccfb5-a40f-493c-943f-7f4a5e5b7d9b HTTP/1.1" status: 204  len: 168 time: 1.8341563
Dec 15 18:57:27.227178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53314) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:27.254345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Pushing event deleted for resources: {'Network': ['ID=687ccfb5-a40f-493c-943f-7f4a5e5b7d9b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:27.262965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:27.273618 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-0e8e814c-8e0b-4db6-a014-0b3ff40cbb59 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] show failed (client error): The resource could not be found.
Dec 15 18:57:27.274232 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0e8e814c-8e0b-4db6-a014-0b3ff40cbb59 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "GET /v2.0/security-groups/49db1ae0-f523-4733-86a2-cef0e46632ac HTTP/1.1" status: 404  len: 347 time: 0.1032691
Dec 15 18:57:27.280904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.26.1.224 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/1e67d305-9f47-49da-b832-3db4ab2bb26f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:27.282926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53320) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:27.288220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.327036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc33fd0>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:27Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:27.327317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.329678 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 2.4410644
Dec 15 18:57:27.335375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] Checking router: 8e0a708d-ef05-40c4-b465-d63ebde8791e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:57:27.349118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 0b95b83f-0a69-486c-8e68-7c9049ba2a90 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:27.349578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.355675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:27.356689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc33fd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:27.403585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53324) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:27.466334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Request body: {'port': {'network_id': '2e1bc0f6-f155-4df9-90da-03a5cb1b64ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1210737307', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:27.467030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] bootfile-name is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:27.467438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] tftp-server is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:27.467992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.api.validators [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] server-ip-address is not in valid_values {{(pid=83671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:27.636138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] The port '0b95b83f-0a69-486c-8e68-7c9049ba2a90' was deleted {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:57:27.650712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d45826e8-85b2-4f03-bf19-3bc1a6a00a75 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:27.758829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.819599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:27.837598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53330) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:27.897547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:27.964981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Deleting port aee25973-7cae-4d61-a9c5-6e3bb9b5c073 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:27.965363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:27.972048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5259f124-0952-4061-9211-f12e8ac53dec no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:28.041698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 5259f124-0952-4061-9211-f12e8ac53dec {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:28.042479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5259f124-0952-4061-9211-f12e8ac53dec not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:28.071219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.108957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.121449 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-249fdc3b-6285-4c70-81a4-24dc8705ab44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a6838d47a0a479292dec903aae9104e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2824357
Dec 15 18:57:28.124052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53336) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:28.138712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Deleting port 30983017-f233-4167-9365-27692bd0b604 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:28.139053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.196580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.226595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc33fd0>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:27Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:28.231153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d70ae-17de-4d86-a579-7a9aa355c534 None None] The sync data for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv is: [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:55:52Z', 'revision_number': 4, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4513a55b-5aa4-4e4c-854c-c78d1c387baf', 'name': '', 'network_id': 'e89a0f83-1453-46e1-ac76-90751391cba3', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'mac_address': 'fa:16:3e:27:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:49Z', 'updated_at': '2021-12-15T18:56:27Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'subnets': [{'id': 'bdae089c-8ad8-49e9-bc7c-24730634726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:28.335279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.346993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecc28370>,) {'filters': {'network_id': ['3f31df69-eea7-4c78-b371-6ce4cd82df4b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:28.391978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.400388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecc28370>, 'd27cbc30-a0c2-4bd5-a832-c44b53d610e3') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:28.400740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecc28370>, 'd27cbc30-a0c2-4bd5-a832-c44b53d610e3') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:28.404973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] For port 30983017-f233-4167-9365-27692bd0b604, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=30983017-f233-4167-9365-27692bd0b604,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:28.405393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.411892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.428579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e51a77-9810-45b9-819c-26c83a7e78ca None None] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:28.430485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.456468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.465422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:28.475761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Usage tracker for resource:port and tenant:e6ae29c7a12a451ca98ced1684c714d1 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:28.491712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:28.517666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.523144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:28.555187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:28.555596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.557432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Calling delete_port for 30983017-f233-4167-9365-27692bd0b604 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:28.559667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a18975-1a88-484f-9f53-792489f36c5e None None] New status for floating IP c0331643-c029-4248-b895-c393f86ffbfd: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:28.570743 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:28.585830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.586155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.626873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.639174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:28.676436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Made reservation on behalf of e6ae29c7a12a451ca98ced1684c714d1 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:28.679569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.737914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Provisioning for port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:28.763235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Provisioning complete for port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:28.763772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.824995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Calling delete_port for aee25973-7cae-4d61-a9c5-6e3bb9b5c073 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:28.851306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] device_id is not set on port 5aeb781a-b98d-4920-97e3-5355b391e4ce yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:28.868034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d8b803-ced3-4bb1-879b-8e8e59ea93ec,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:28.871823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:28.891065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.895282 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55d8b803-ced3-4bb1-879b-8e8e59ea93ec HTTP/1.1" status: 204  len: 168 time: 0.7675202
Dec 15 18:57:28.911669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.934498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0ba4cc22-f652-47f8-9f80-a58a4ea19d9a tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:28.950680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.972482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:28.992538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.009887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=3f31df69-eea7-4c78-b371-6ce4cd82df4b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:29.019153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.024553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:29.025722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:29.030358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9e8a311d-5e30-4c85-a1e2-9b6bc19455f0 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:29.032329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:29.076472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:29.095767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event deleted for resources: {'Port': ['ID=30983017-f233-4167-9365-27692bd0b604,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:29.101693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.106523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.107829 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "DELETE /v2.0/security-groups/72774cb2-1322-4471-98a5-f14865980141 HTTP/1.1" status: 204  len: 168 time: 1.8767898
Dec 15 18:57:29.116261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:29.140869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Allocated IP 172.26.1.60 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/0c20862c-925c-4adc-ac52-5c2ef94a4071) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:29.150738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] For port d45826e8-85b2-4f03-bf19-3bc1a6a00a75, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,segment=NetworkSegment(4f07ed2a-c4db-410b-92b1-a81c553dc3ab),segment_id=4f07ed2a-c4db-410b-92b1-a81c553dc3ab)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:29.158156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.160497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-add5e1d5-43f8-43c1-b018-c3665d73ceac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:29.245738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Pushing event updated for resources: {'Port': ['ID=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:29.257325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:29.259677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53342) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:29.260591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:29.293796 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-82b7f006-db81-49d4-bbdc-ba2052f4e1f6 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] show failed (client error): The resource could not be found.
Dec 15 18:57:29.294835 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-82b7f006-db81-49d4-bbdc-ba2052f4e1f6 tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "GET /v2.0/security-groups/72774cb2-1322-4471-98a5-f14865980141 HTTP/1.1" status: 404  len: 347 time: 0.0331995
Dec 15 18:57:29.323037 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/3f31df69-eea7-4c78-b371-6ce4cd82df4b HTTP/1.1" status: 204  len: 168 time: 4.9157138
Dec 15 18:57:29.328425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53350) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:29.328777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53354) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:29.384230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.421134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'name': 'tempest-PortsTestJSON-2040959125'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:29.496259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-100f2fc3-2211-46a7-82df-1516309bd53c None None] Provisioning for port de3aa003-409a-4e59-b5fa-1e5624708455 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:29.514072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-100f2fc3-2211-46a7-82df-1516309bd53c None None] Provisioning complete for port de3aa003-409a-4e59-b5fa-1e5624708455 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:29.515297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-100f2fc3-2211-46a7-82df-1516309bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.541559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Allocated IP 172.20.0.7 (2e1bc0f6-f155-4df9-90da-03a5cb1b64ad/254ec53d-2d9e-4753-8f16-95d5502c6092/5aeb781a-b98d-4920-97e3-5355b391e4ce) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:29.618404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d45826e8-85b2-4f03-bf19-3bc1a6a00a75 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:29.689056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-100f2fc3-2211-46a7-82df-1516309bd53c None None] Port de3aa003-409a-4e59-b5fa-1e5624708455 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:29.705642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.735401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-100f2fc3-2211-46a7-82df-1516309bd53c None None] Provisioning complete for port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:29.735995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-100f2fc3-2211-46a7-82df-1516309bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.808653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Deleting port c1bc7acd-9e62-472c-8f36-8eca6647e917 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:29.809205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.840597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.850773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:29.851147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:29.874020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=1e67d305-9f47-49da-b832-3db4ab2bb26f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:29.887633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:29.888178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.879s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:30.001828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:30.038805 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:57:30.053511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:30.064420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:30.076232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.093835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72774cb2-1322-4471-98a5-f14865980141,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:30.103612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:30.120604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f92348a-1a15-4f98-8b4d-8776e634c655 None None] Provisioning complete for port de3aa003-409a-4e59-b5fa-1e5624708455 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:30.121877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0f92348a-1a15-4f98-8b4d-8776e634c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.180126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:30.199329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0f92348a-1a15-4f98-8b4d-8776e634c655 None None] Port de3aa003-409a-4e59-b5fa-1e5624708455 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:30.221124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53370) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:30.228025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.239408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f32ec8bd-ef62-44fb-9da6-12a1e5b4a787 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:30.271472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.279056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.285225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:30.308482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Pushing event deleted for resources: {'Port': ['ID=aee25973-7cae-4d61-a9c5-6e3bb9b5c073,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:30.311364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:30.312190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:30.315143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.363180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Transition to ACTIVE for port object 5aeb781a-b98d-4920-97e3-5355b391e4ce will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:30.415424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1488358885'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:30.431817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:30.441131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:network and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:30.452284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:30.463351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:30.478152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.513876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:30.518292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.535952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.546204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.550360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.558657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:30.585756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.609675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 8eb0e8fc-fc76-4ac5-98ac-d36618afda75 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:30.610588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.611712 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] 10.222.0.48 "DELETE /v2.0/floatingips/5d056763-9933-4e01-8e81-7e87704cf87d HTTP/1.1" status: 204  len: 168 time: 3.3277702
Dec 15 18:57:30.621006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53376) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:30.659124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.674866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:30.677056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.677399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.691729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:30.693616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Port': ['ID=0c20862c-925c-4adc-ac52-5c2ef94a4071,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:30.706266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:30.735820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:30.742676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.759616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:30.769911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=1e67d305-9f47-49da-b832-3db4ab2bb26f,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:30.772393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:30.806675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:30.844628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:30.859904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Calling delete_port for c1bc7acd-9e62-472c-8f36-8eca6647e917 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:30.875540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:security_group_rule and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:30.884749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:30.895128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.904669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:30.950092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event updated for resources: {'Port': ['ID=5aeb781a-b98d-4920-97e3-5355b391e4ce,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:30.958531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:30.962044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:30.962409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:30.970030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:30.970666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.978237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:30.979634 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.0669429
Dec 15 18:57:30.986388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53380) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:31.007757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'port': {'network_id': 'b767f825-c611-42f5-9c51-b91e317cdb36', 'name': 'tempest-FloatingIPTestJSON-1587566048'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:31.029942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.030474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8baf5a91-0da9-4ed8-8e44-f20252195bcb {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:31.035179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2acf6d96-6ace-44dd-86e6-4983e4cb96b6 None None] Provisioning for port 5aeb781a-b98d-4920-97e3-5355b391e4ce completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:31.044286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2acf6d96-6ace-44dd-86e6-4983e4cb96b6 None None] Provisioning complete for port 5aeb781a-b98d-4920-97e3-5355b391e4ce triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:31.045162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2acf6d96-6ace-44dd-86e6-4983e4cb96b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.110725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2acf6d96-6ace-44dd-86e6-4983e4cb96b6 None None] Port 5aeb781a-b98d-4920-97e3-5355b391e4ce cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:31.158460 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 3.7399025
Dec 15 18:57:31.166369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53384) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:31.260617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.271496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.275960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:31.302189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:31.306411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.307526 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-437c0f9b-9b93-4b57-a27c-f0850379dcde tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8baf5a91-0da9-4ed8-8e44-f20252195bcb HTTP/1.1" status: 204  len: 168 time: 4.1105926
Dec 15 18:57:31.313530 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53388) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:31.320889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.321573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:port and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:31.324014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:31.334891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:31.343926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2008576401', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:31.349454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.355920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ed600c15-4974-40eb-9081-f58cbeade65b tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:31.358258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:31.361716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:31.364006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879c81db-30e4-4346-9c85-2c73172400a6,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:31.366738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.367068 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Added segment 0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b of type vlan for network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2
Dec 15 18:57:31.371555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:31.378914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Usage tracker for resource:router and tenant:dbadffa1a4cc422f8fb6cd63f8da61fc is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:31.383933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:31.393578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:31.411124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:31.414244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.414382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Pushing event deleted for resources: {'Port': ['ID=c1bc7acd-9e62-472c-8f36-8eca6647e917,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:31.420561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:31.437005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.446533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.447426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.472540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f1194-2cbf-433d-a966-11eeb1799e0f tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:31.476516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f1194-2cbf-433d-a966-11eeb1799e0f tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:31.480425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f1194-2cbf-433d-a966-11eeb1799e0f tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:31.481252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-421f1194-2cbf-433d-a966-11eeb1799e0f tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Synchronizing usage tracker for tenant:e6ae29c7a12a451ca98ced1684c714d1 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:31.516133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] device_id is not set on port 73d1386e-ec2c-43b7-b15c-e85acf96f99b yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:31.539342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.550005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 30983017-f233-4167-9365-27692bd0b604 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:31.551216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c84e39f8-c3a9-4b40-b813-7bed15afb5c1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:31.601920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 30983017-f233-4167-9365-27692bd0b604 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:31.603983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 30983017-f233-4167-9365-27692bd0b604 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:31.606786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-421f1194-2cbf-433d-a966-11eeb1799e0f tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Unset dirty status for tenant:e6ae29c7a12a451ca98ced1684c714d1 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:31.608165 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-421f1194-2cbf-433d-a966-11eeb1799e0f tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2618 time: 0.4389048
Dec 15 18:57:31.610983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.616248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.616701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53392) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:31.620317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:31.620890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.630298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ceac0d3-2185-4b92-8d26-c389ed71df1d tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:31.671548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.688381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.737215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:31.746907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.748019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] 10.222.0.48 "DELETE /v2.0/floatingips/c0331643-c029-4248-b895-c393f86ffbfd HTTP/1.1" status: 204  len: 168 time: 2.4156356
Dec 15 18:57:31.758888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=8eb0e8fc-fc76-4ac5-98ac-d36618afda75,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:31.761164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:31.764937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:31.765415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53396) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:31.769877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:31.774324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:31.774913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.821132 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.5987871
Dec 15 18:57:31.829322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Network': ['ID=5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:31.832543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:31.846331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:31.853769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.6 (b767f825-c611-42f5-9c51-b91e317cdb36/8942ae35-ab8d-4944-b33a-d812c7605d04/73d1386e-ec2c-43b7-b15c-e85acf96f99b) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:31.882911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Deleting port 5aeb781a-b98d-4920-97e3-5355b391e4ce {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:31.883276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:31.967061 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.6305525
Dec 15 18:57:32.098178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53400) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:32.251568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.262825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 8eb0e8fc-fc76-4ac5-98ac-d36618afda75 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:32.263154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.298028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.394773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.400821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.467827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.581164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.591884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:32.693765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=73d1386e-ec2c-43b7-b15c-e85acf96f99b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:32.712085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network b767f825-c611-42f5-9c51-b91e317cdb36 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:32.717639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:32.731673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:32.741639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.744224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:32.875110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:32.876572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:32.891698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Calling delete_port for 5aeb781a-b98d-4920-97e3-5355b391e4ce owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:32.919067 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9208763
Dec 15 18:57:32.922378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53404) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:32.962967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'port_id': '73d1386e-ec2c-43b7-b15c-e85acf96f99b'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:32.999563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:33.050185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:33.090003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:33.140987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:33.147260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 8eb0e8fc-fc76-4ac5-98ac-d36618afda75 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:33.392899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:33.405678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:33.601457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=8eb0e8fc-fc76-4ac5-98ac-d36618afda75,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:33.604456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:33.620355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:33.712205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:33.720569 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/8eb0e8fc-fc76-4ac5-98ac-d36618afda75 HTTP/1.1" status: 204  len: 168 time: 1.6180677
Dec 15 18:57:33.725096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c9b304e8-c0f9-4c81-9b16-2a73d7ce968f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:33.762341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53408) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:33.776495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Allocated IP 172.26.1.172 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/4a10eef6-e848-40dc-9836-c28afeac3fca) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:33.784475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'mac_address': 'fa:16:3e:e3:60:b1', 'name': 'tempest-PortsTestJSON-1297790300'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:33.798469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event deleted for resources: {'Port': ['ID=5aeb781a-b98d-4920-97e3-5355b391e4ce,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:33.806847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:34.027332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:34.040219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:34.048823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:34.067558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.073781 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "DELETE /v2.0/ports/5aeb781a-b98d-4920-97e3-5355b391e4ce HTTP/1.1" status: 204  len: 168 time: 2.4507039
Dec 15 18:57:34.073781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:34.077156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53412) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:34.078676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Router 78307135-6487-470a-968c-28d4136873e0 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:57:34.084209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.093793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Request body: {'port': {'name': 'tempest-new-port-name-829123474', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:34.094259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.api.validators [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] bootfile-name is not in valid_values {{(pid=83670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:34.094593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.api.validators [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] tftp-server is not in valid_values {{(pid=83670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:34.094919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.api.validators [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] server-ip-address is not in valid_values {{(pid=83670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 15 18:57:34.125534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.139320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:34.149506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4c021eba-d218-474b-8d7e-ece12c89817a tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:34.222663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:34.231415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:34.246772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:34.367591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event updated for resources: {'Port': ['ID=4a10eef6-e848-40dc-9836-c28afeac3fca,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:34.375589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:34.378118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.456757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.476540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.542076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port effbe421-57b6-4c74-8454-23a1944e7ae6 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:34.736047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.776124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.842514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.843219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:34.866038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Deleting port 1a89aa01-92f8-4630-af76-4a315e5a1f2e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:34.866357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.148918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53416) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:35.181546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'subnet': {'network_id': '5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:35.336292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.391271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] For port 1a89aa01-92f8-4630-af76-4a315e5a1f2e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1a89aa01-92f8-4630-af76-4a315e5a1f2e,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:35.391626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.410035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:35.422052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:subnet and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:35.428971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:35.437963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:35.439034 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] Sync routers for ids ['78307135-6487-470a-968c-28d4136873e0'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:35.453763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:35.461420 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] Routers {'78307135-6487-470a-968c-28d4136873e0'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:35.463654 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedca7370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['78307135-6487-470a-968c-28d4136873e0'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:35.464310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.477473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.479169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.484156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.487751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "PUT /v2.0/routers/78307135-6487-470a-968c-28d4136873e0 HTTP/1.1" status: 200  len: 918 time: 10.2986581
Dec 15 18:57:35.490595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64fcc8bb-91a8-45ed-b41c-d940bbc32b80 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:35.530432 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedca7370>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:35.531788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Calling delete_port for 1a89aa01-92f8-4630-af76-4a315e5a1f2e owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:35.542829 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] Routers {'78307135-6487-470a-968c-28d4136873e0'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:35.543432 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedca7370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['78307135-6487-470a-968c-28d4136873e0'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:35.545839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53420) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:35.554104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:35.634821 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedca7370>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:35.635222 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e150f-0866-4c24-9042-c0e784623c54 None None] The sync data for ids ['78307135-6487-470a-968c-28d4136873e0'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:35.637962 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 8dbbedc1-f3ae-4d4c-b2b6-561fb491b602 associated. External IP: 172.26.1.224, port: 73d1386e-ec2c-43b7-b15c-e85acf96f99b.
Dec 15 18:57:35.805752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event updated for resources: {'Port': ['ID=de3aa003-409a-4e59-b5fa-1e5624708455,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:35.813968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:35.864572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:35.912217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Router 9d95670f-723e-4ddc-b131-fcd4e38fce48 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:57:35.934826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:35.938898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:35.939903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.960812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:35.975333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e32df8b1-a430-4f4e-9c01-6f0227eda5db None None] Provisioning complete for port de3aa003-409a-4e59-b5fa-1e5624708455 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:35.977042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e32df8b1-a430-4f4e-9c01-6f0227eda5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:36.015953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:36.021336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-02effddc-c47d-43a2-9367-97d301d5ad2a tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:36.045591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e32df8b1-a430-4f4e-9c01-6f0227eda5db None None] Port de3aa003-409a-4e59-b5fa-1e5624708455 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:36.078716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a89aa01-92f8-4630-af76-4a315e5a1f2e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:36.084270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:36.106687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] In _notify_port_updated(), no bound segment for port de3aa003-409a-4e59-b5fa-1e5624708455 on network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:57:36.110595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:36.111239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:36.112548 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ee8c24ca-ddaa-4874-88bb-2c058fc474e8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "PUT /v2.0/ports/de3aa003-409a-4e59-b5fa-1e5624708455 HTTP/1.1" status: 200  len: 1136 time: 2.0317886
Dec 15 18:57:36.114239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=effbe421-57b6-4c74-8454-23a1944e7ae6,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:36.116378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53424) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:36.138337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.3693695
Dec 15 18:57:36.149259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:36.149911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53428) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:36.150669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:36.151030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:36.390695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538137d3-fd85-4f40-95b5-fbb558852d91 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:36.391213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-538137d3-fd85-4f40-95b5-fbb558852d91 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Synchronizing usage tracker for tenant:e6ae29c7a12a451ca98ced1684c714d1 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:36.425017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be03843-68d3-4477-8012-2bebd59f53f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:36.425601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6be03843-68d3-4477-8012-2bebd59f53f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:36.506939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-538137d3-fd85-4f40-95b5-fbb558852d91 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Unset dirty status for tenant:e6ae29c7a12a451ca98ced1684c714d1 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:36.508093 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-538137d3-fd85-4f40-95b5-fbb558852d91 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "GET /v2.0/ports/de3aa003-409a-4e59-b5fa-1e5624708455 HTTP/1.1" status: 200  len: 1136 time: 0.3742721
Dec 15 18:57:36.511637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53432) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:36.516297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6be03843-68d3-4477-8012-2bebd59f53f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:36.517413 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6be03843-68d3-4477-8012-2bebd59f53f3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/effbe421-57b6-4c74-8454-23a1944e7ae6 HTTP/1.1" status: 200  len: 841 time: 0.3654270
Dec 15 18:57:36.524992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53436) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:36.698517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port effbe421-57b6-4c74-8454-23a1944e7ae6 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:36.698765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:36.753876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:36.775597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1e9efc1a-732a-4cbd-983d-3fc6dc50ce3f tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:36.791507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Deleting port de3aa003-409a-4e59-b5fa-1e5624708455 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:36.791848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:36.824491 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f5149622-6d51-4331-bf8d-c2a2983d147e tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/78307135-6487-470a-968c-28d4136873e0 HTTP/1.1" status: 200  len: 924 time: 1.2531173
Dec 15 18:57:36.833486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53440) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:36.877990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:36.893239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] Sync routers for ids ['9d95670f-723e-4ddc-b131-fcd4e38fce48'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:36.908553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] Routers {'9d95670f-723e-4ddc-b131-fcd4e38fce48'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:36.909553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced820b50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9d95670f-723e-4ddc-b131-fcd4e38fce48'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:36.911516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Subnet': ['ID=bdd316d5-74ad-40fa-a874-ea8ef5a28016,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:36.973410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced820b50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:36.985146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] Routers {'9d95670f-723e-4ddc-b131-fcd4e38fce48'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:36.985838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced820b50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9d95670f-723e-4ddc-b131-fcd4e38fce48'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:37.022485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.027309 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.6974366
Dec 15 18:57:37.029546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53444) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:37.041762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': False}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:37.052419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced820b50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:37.052821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336adf3d-0526-4139-af42-dcf355c9b396 None None] The sync data for ids ['9d95670f-723e-4ddc-b131-fcd4e38fce48'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:37.086945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:37.203361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Checking segment: {'id': '0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:37.204026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network hostable DHCP agents. Network: 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:37.208080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.228905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.245395 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fe7e6a3e-d418-4e04-b0d9-0fbfa9098f10 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=78307135-6487-470a-968c-28d4136873e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4080114
Dec 15 18:57:37.254904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:37.259233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53448) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:37.354513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for effbe421-57b6-4c74-8454-23a1944e7ae6 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:37.424283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:37.461707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.480554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:37.491213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:37.491796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.496124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845b9a1-51f5-4153-90f3-69f02fa4a019 None None] Network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:37.518766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.520342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Deleting port 4513a55b-5aa4-4e4c-854c-c78d1c387baf {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:37.520652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.553834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-440f7b81-aaa5-4175-8940-894a4d32be97 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:37.608578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=effbe421-57b6-4c74-8454-23a1944e7ae6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:37.614626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:37.622185 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4652715
Dec 15 18:57:37.627569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53452) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:37.651929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.656227 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/effbe421-57b6-4c74-8454-23a1944e7ae6 HTTP/1.1" status: 204  len: 168 time: 1.1269805
Dec 15 18:57:37.658302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110405056'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:37.658583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53456) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:37.667055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:37.718122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:network and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:37.719772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Calling delete_port for de3aa003-409a-4e59-b5fa-1e5624708455 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:37.722325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:37.731004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:37.743761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2', 'network_id': '5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2', 'tenant_id': '63a9d63769fe40c2883e9f46855042c6', 'fixed_ips': [{'subnet_id': 'bdd316d5-74ad-40fa-a874-ea8ef5a28016'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:37.744862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.760413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:37.763515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.804449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] For port 4513a55b-5aa4-4e4c-854c-c78d1c387baf, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4513a55b-5aa4-4e4c-854c-c78d1c387baf,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:37.805338 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.844711 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b902a360-dc4f-426f-9b7f-55778ae871d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:57:37.845207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b902a360-dc4f-426f-9b7f-55778ae871d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:37.867751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:37.879567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f64bc-33c6-445d-a34e-ad141a2f64b2 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:37.883695 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-816f64bc-33c6-445d-a34e-ad141a2f64b2 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.6205447
Dec 15 18:57:37.897232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53460) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:37.918157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Allocated IP 2001:db8:0:ffff::2 (5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2/bdd316d5-74ad-40fa-a874-ea8ef5a28016/c87c4797-c0ef-4eef-85dd-7eba8f6de94c) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:37.935022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Calling delete_port for 4513a55b-5aa4-4e4c-854c-c78d1c387baf owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:37.987517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:37.987812 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Added segment 053a17ba-e8d9-4e1b-bcc8-4315b53363f1 of type vlan for network 242c8bd7-8334-4515-9d30-defba55184ad
Dec 15 18:57:38.015125 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-12a415ad-c546-45c8-b62f-aec2a816a72f tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=78307135-6487-470a-968c-28d4136873e0 HTTP/1.1" status: 200  len: 205 time: 0.1152003
Dec 15 18:57:38.017697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53464) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:38.022775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b902a360-dc4f-426f-9b7f-55778ae871d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:38.023854 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b902a360-dc4f-426f-9b7f-55778ae871d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/effbe421-57b6-4c74-8454-23a1944e7ae6 HTTP/1.1" status: 404  len: 333 time: 0.3601689
Dec 15 18:57:38.034024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53468) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:38.111323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'name': 'tempest-PortsTestJSON-1630064350'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:38.145980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.183812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.195653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Transition to ACTIVE for port object c87c4797-c0ef-4eef-85dd-7eba8f6de94c will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:38.216964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Transition to ACTIVE for port object c87c4797-c0ef-4eef-85dd-7eba8f6de94c will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:38.223081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.226709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-972b3627-f41a-4e05-8dfd-0f27c0b83b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:38.289788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:38.301381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.302580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:38.303794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:38.306665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:38.307016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:38.307856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.313317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Pushing event updated for resources: {'Port': ['ID=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:38.316162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:38.324549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:38.368516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:38.402758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Attempting to bind port c87c4797-c0ef-4eef-85dd-7eba8f6de94c on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:38.403131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Attempting to bind port c87c4797-c0ef-4eef-85dd-7eba8f6de94c by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:38.403494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Attempting to bind port c87c4797-c0ef-4eef-85dd-7eba8f6de94c on network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:38.409788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:38.410191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Checking segment: {'id': '0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:38.410593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.410994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Bound using segment: {'id': '0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:38.411452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Bound port: c87c4797-c0ef-4eef-85dd-7eba8f6de94c, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:38.411825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.442378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.461729 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8284395
Dec 15 18:57:38.463059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-88454003-ff57-4379-bc04-aebf9aad4a07 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:38.464135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53472) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:38.514074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] For port c87c4797-c0ef-4eef-85dd-7eba8f6de94c, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:38.516075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event deleted for resources: {'Port': ['ID=de3aa003-409a-4e59-b5fa-1e5624708455,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:38.518330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'subnet': {'network_id': '242c8bd7-8334-4515-9d30-defba55184ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:38.518501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] For port c87c4797-c0ef-4eef-85dd-7eba8f6de94c, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,segment=NetworkSegment(0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b),segment_id=0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:38.524089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.534165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-edea304e-202b-46e9-81a5-7765bed08cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:38.534969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:38.537934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.583903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.583903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.583903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.584348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.584438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.584829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.585189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.585911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.586053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.586296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.586644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:38.638038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Pushing event updated for resources: {'Port': ['ID=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:38.641840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:38.655838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:38.673443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Network': ['ID=242c8bd7-8334-4515-9d30-defba55184ad,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:38.693175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 242c8bd7-8334-4515-9d30-defba55184ad details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:38.788090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:38.842923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:38.862487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:38.924091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:38.931835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 02879268-6cb5-41e0-bf81-a6b084d5ee88 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:38.939748 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546d003-6300-4408-8af4-38895cb9169c None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:38.963658 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546d003-6300-4408-8af4-38895cb9169c None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:38.964285 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c546d003-6300-4408-8af4-38895cb9169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79310>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:38.982218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:39.007508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Pushing event deleted for resources: {'Port': ['ID=4513a55b-5aa4-4e4c-854c-c78d1c387baf,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:39.010267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:39.013141 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "DELETE /v2.0/ports/de3aa003-409a-4e59-b5fa-1e5624708455 HTTP/1.1" status: 204  len: 168 time: 2.4989679
Dec 15 18:57:39.019164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53476) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:39.036337 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c546d003-6300-4408-8af4-38895cb9169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79310>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:39.054730 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546d003-6300-4408-8af4-38895cb9169c None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:39.055624 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c546d003-6300-4408-8af4-38895cb9169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79310>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:39.098194 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-21dd9bec-adfa-448f-a381-0b0121c1b5cb tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/floatingips/8dbbedc1-f3ae-4d4c-b2b6-561fb491b602 HTTP/1.1" status: 200  len: 978 time: 6.1744373
Dec 15 18:57:39.116919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53480) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:39.124536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:39.142751 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c546d003-6300-4408-8af4-38895cb9169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79310>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:39.143070 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546d003-6300-4408-8af4-38895cb9169c None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:39.172915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.173359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.173693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.174054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.174413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.174769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.175192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.175551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.176479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.176827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.177175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:39.180365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:subnet and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:39.255759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:39.260684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:39.296013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:39.399134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:39.499527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Router ad973faa-2ffe-455c-9ace-2abeca265005 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:39.575545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 73d1386e-ec2c-43b7-b15c-e85acf96f99b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:39.575545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:39.594048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:39.633609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c87c4797-c0ef-4eef-85dd-7eba8f6de94c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:39.724489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c87c4797-c0ef-4eef-85dd-7eba8f6de94c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:39.835975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:39.884582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b945e-7907-444d-ab6e-6605cfac07e3 None None] Network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:39.921848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:39.986980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Provisioning for port c87c4797-c0ef-4eef-85dd-7eba8f6de94c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:39.991032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.007507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Provisioning complete for port c87c4797-c0ef-4eef-85dd-7eba8f6de94c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:40.007879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.026518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:40.032495 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] 10.222.0.48 "PUT /v2.0/routers/ad973faa-2ffe-455c-9ace-2abeca265005/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4102750
Dec 15 18:57:40.034955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53484) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:40.049871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] Sync routers for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:40.098486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Deleting subnet 254ec53d-2d9e-4753-8f16-95d5502c6092 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:40.136764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.144220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:40.144885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8178e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:40.280122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.287453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.424780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.427633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.432743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.469551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-532520af-e101-4c5e-809d-29e25637e62a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:40.472410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:40.576587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.585608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] For port c87c4797-c0ef-4eef-85dd-7eba8f6de94c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,segment=NetworkSegment(0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b),segment_id=0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:40.594336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.596799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:40.700971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Router 9d95670f-723e-4ddc-b131-fcd4e38fce48 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:40.808125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:40.817419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=02879268-6cb5-41e0-bf81-a6b084d5ee88,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:40.837752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:40.858351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.869346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:40.872842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:40.877134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:40.877769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.895184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Pushing event updated for resources: {'Port': ['ID=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:40.905528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:40.912574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f8c9cb2a-89f5-4a83-a266-7f5dacf0edd3 None None] Provisioning complete for port c87c4797-c0ef-4eef-85dd-7eba8f6de94c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:40.912800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cb2a-89f5-4a83-a266-7f5dacf0edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.971403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8178e0>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:57:35Z', 'revision_number': 5, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port': {'id': 'aa89e086-37f3-4ccb-b563-a2eba579772e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:37Z', 'updated_at': '2021-12-15T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:40.977999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] Checking router: ad973faa-2ffe-455c-9ace-2abeca265005 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:57:40.982311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:40.994731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Deleting port aa89e086-37f3-4ccb-b563-a2eba579772e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:40.995034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.016292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.029106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] Routers {'ad973faa-2ffe-455c-9ace-2abeca265005'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:41.029762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8178e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ad973faa-2ffe-455c-9ace-2abeca265005'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:41.173356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:41.178726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.183565 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3f9d2d9a-fea7-4c4d-9da6-cae2a650d699 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "PUT /v2.0/routers/9d95670f-723e-4ddc-b131-fcd4e38fce48 HTTP/1.1" status: 200  len: 922 time: 4.1498497
Dec 15 18:57:41.183565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53488) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:41.190682 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] Sync routers for ids ['9d95670f-723e-4ddc-b131-fcd4e38fce48'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:41.202892 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] Routers {'9d95670f-723e-4ddc-b131-fcd4e38fce48'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:41.203743 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9d95670f-723e-4ddc-b131-fcd4e38fce48'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:41.204111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] Set router ad973faa-2ffe-455c-9ace-2abeca265005 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:41.259624 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.1705654
Dec 15 18:57:41.267163 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c190>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:41.270836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53492) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:41.277673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:41.283565 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] Routers {'9d95670f-723e-4ddc-b131-fcd4e38fce48'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:41.284406 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9d95670f-723e-4ddc-b131-fcd4e38fce48'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:41.345314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] For port aa89e086-37f3-4ccb-b563-a2eba579772e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aa89e086-37f3-4ccb-b563-a2eba579772e,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:41.345957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.356869 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c190>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:41.357508 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e660fea-5b28-4875-b094-b7099c7eddeb None None] The sync data for ids ['9d95670f-723e-4ddc-b131-fcd4e38fce48'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:41.373918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8178e0>, [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:57:40Z', 'revision_number': 6, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:41.377999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d4209-5e36-4abd-8b5a-b72a5321e679 None None] The sync data for ids ['ad973faa-2ffe-455c-9ace-2abeca265005'] in dv-neutron-821830-2-hyperv is: [{'id': 'ad973faa-2ffe-455c-9ace-2abeca265005', 'name': 'tempest-ServersTestJSON-1547186492-router', 'tenant_id': '6560e564b6334d5ead0d40a3332067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:36Z', 'updated_at': '2021-12-15T18:57:40Z', 'revision_number': 6, 'project_id': '6560e564b6334d5ead0d40a3332067f2', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:41.433283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.437376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.464663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-81cbb6cb-3e82-47f8-80b8-348ce1034942 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:41.532430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event deleted for resources: {'Subnet': ['ID=254ec53d-2d9e-4753-8f16-95d5502c6092,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:41.537742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:41.604950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2663656-9ad9-42b2-81f8-b76a1b21ee1c None None] Network 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:41.610119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.623088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Calling delete_port for aa89e086-37f3-4ccb-b563-a2eba579772e owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:41.645407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.645783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.646095 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 8dbbedc1-f3ae-4d4c-b2b6-561fb491b602 disassociated. External IP: 172.26.1.224, port: 73d1386e-ec2c-43b7-b15c-e85acf96f99b.
Dec 15 18:57:41.646433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 73d1386e-ec2c-43b7-b15c-e85acf96f99b owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:41.709369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.716720 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "DELETE /v2.0/subnets/254ec53d-2d9e-4753-8f16-95d5502c6092 HTTP/1.1" status: 204  len: 168 time: 2.6917672
Dec 15 18:57:41.717331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.objects.ports [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83670) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:57:41.729895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53496) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:41.737776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.822454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.847172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c87c4797-c0ef-4eef-85dd-7eba8f6de94c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:41.870765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-30a58d0b-3b64-4c33-8a62-2aa91d09552b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:41.931421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Deleting port 0c20862c-925c-4adc-ac52-5c2ef94a4071 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:41.931868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:41.953957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c87c4797-c0ef-4eef-85dd-7eba8f6de94c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:41.954440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.088549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a89aa01-92f8-4630-af76-4a315e5a1f2e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:42.125079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1a89aa01-92f8-4630-af76-4a315e5a1f2e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:42.125697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a89aa01-92f8-4630-af76-4a315e5a1f2e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:42.143748 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3458ee39-241e-481f-aaf6-470cbb4aa085 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/9d95670f-723e-4ddc-b131-fcd4e38fce48 HTTP/1.1" status: 200  len: 922 time: 0.9563682
Dec 15 18:57:42.151266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53500) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:42.229973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.233725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] DHCP port deletion for 2e1bc0f6-f155-4df9-90da-03a5cb1b64ad request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:42.236886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-56b4a09a-d04d-45b7-a80b-e31dd7d5ae6e tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:42.237951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Deleting port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:42.239118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.265448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.270183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.283303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa89e086-37f3-4ccb-b563-a2eba579772e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:42.288970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.295724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:42.296228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:42.371904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Subnet': ['ID=5b705963-6984-4de9-84e0-4aac26a25f07,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:42.381950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Deleting port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:42.382292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.419225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:42.422189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] In _notify_port_updated(), no bound segment for port 02879268-6cb5-41e0-bf81-a6b084d5ee88 on network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:57:42.427245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:42.427841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.429095 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "PUT /v2.0/ports/02879268-6cb5-41e0-bf81-a6b084d5ee88 HTTP/1.1" status: 200  len: 818 time: 1.1571996
Dec 15 18:57:42.475155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] For port d45826e8-85b2-4f03-bf19-3bc1a6a00a75, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,segment=NetworkSegment(4f07ed2a-c4db-410b-92b1-a81c553dc3ab),segment_id=4f07ed2a-c4db-410b-92b1-a81c553dc3ab)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:42.475554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.478812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=02879268-6cb5-41e0-bf81-a6b084d5ee88,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:42.482035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:42.484693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53504) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:42.491474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3152d82e-531b-43c8-8d1d-a6f59d3c27e6 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Synchronizing usage tracker for tenant:74941bb38329454c91226031de3bc457 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:42.558239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.584920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Checking segment: {'id': '053a17ba-e8d9-4e1b-bcc8-4315b53363f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '242c8bd7-8334-4515-9d30-defba55184ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:42.585279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network hostable DHCP agents. Network: 242c8bd7-8334-4515-9d30-defba55184ad, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:42.594787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Calling delete_port for d45826e8-85b2-4f03-bf19-3bc1a6a00a75 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:42.606197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:42.667663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.675398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.681341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=73d1386e-ec2c-43b7-b15c-e85acf96f99b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:42.682443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-db4907f1-d955-482d-a64c-519b2b1dd9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:42.692490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:42.702625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3152d82e-531b-43c8-8d1d-a6f59d3c27e6 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Unset dirty status for tenant:74941bb38329454c91226031de3bc457 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:42.704238 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3152d82e-531b-43c8-8d1d-a6f59d3c27e6 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=9d95670f-723e-4ddc-b131-fcd4e38fce48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5506015
Dec 15 18:57:42.709036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53508) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:42.732978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 02879268-6cb5-41e0-bf81-a6b084d5ee88 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:42.733269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.737202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Pushing event deleted for resources: {'Port': ['ID=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:42.740191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:42.744702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] No DVR routers for this DVR port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:42.768967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:42.842061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Calling delete_port for 0c20862c-925c-4adc-ac52-5c2ef94a4071 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:43.072077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network 242c8bd7-8334-4515-9d30-defba55184ad is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:43.116284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] For port d45826e8-85b2-4f03-bf19-3bc1a6a00a75, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d45826e8-85b2-4f03-bf19-3bc1a6a00a75,segment=NetworkSegment(4f07ed2a-c4db-410b-92b1-a81c553dc3ab),segment_id=4f07ed2a-c4db-410b-92b1-a81c553dc3ab)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:43.116642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.125854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 242c8bd7-8334-4515-9d30-defba55184ad) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:43.137633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31755c0d-05d7-4323-9b86-9208bb9b5dba None None] Network 242c8bd7-8334-4515-9d30-defba55184ad requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:43.186148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:43.186739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.299251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-387c4f11-c8ae-4610-ae5d-fb0dd84a6d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.317156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Calling delete_port for d45826e8-85b2-4f03-bf19-3bc1a6a00a75 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:43.329458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.396257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4ba3a-bd79-400e-81aa-d75b91eab75e tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:43.396875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6ce4ba3a-bd79-400e-81aa-d75b91eab75e tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Synchronizing usage tracker for tenant:74941bb38329454c91226031de3bc457 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:43.401869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-242c8bd7-8334-4515-9d30-defba55184ad', 'network_id': '242c8bd7-8334-4515-9d30-defba55184ad', 'tenant_id': '63a9d63769fe40c2883e9f46855042c6', 'fixed_ips': [{'subnet_id': '5b705963-6984-4de9-84e0-4aac26a25f07'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:43.403313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.409323 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.9029028
Dec 15 18:57:43.416375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.418636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53512) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:43.432426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'port': {'network_id': '242c8bd7-8334-4515-9d30-defba55184ad', 'name': 'tempest-NetworksIpV6TestAttrs-1403480951'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:43.532122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d45826e8-85b2-4f03-bf19-3bc1a6a00a75 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:43.537342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.554669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6ce4ba3a-bd79-400e-81aa-d75b91eab75e tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Unset dirty status for tenant:74941bb38329454c91226031de3bc457 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:43.558509 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6ce4ba3a-bd79-400e-81aa-d75b91eab75e tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.8457563
Dec 15 18:57:43.561068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53516) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:43.605133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: d45826e8-85b2-4f03-bf19-3bc1a6a00a75 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:43.605561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d45826e8-85b2-4f03-bf19-3bc1a6a00a75 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:43.605850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aa89e086-37f3-4ccb-b563-a2eba579772e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:43.650933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: aa89e086-37f3-4ccb-b563-a2eba579772e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:43.651424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aa89e086-37f3-4ccb-b563-a2eba579772e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:43.681034 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Allocated IP 2001:db8::f816:3eff:fea6:7b87 (242c8bd7-8334-4515-9d30-defba55184ad/5b705963-6984-4de9-84e0-4aac26a25f07/8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:43.693457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 02879268-6cb5-41e0-bf81-a6b084d5ee88 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:43.731716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.732211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad973faa-2ffe-455c-9ace-2abeca265005 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:43.793435 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-63ea4b40-880c-4372-bddf-5ab148c03b43 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d95670f-723e-4ddc-b131-fcd4e38fce48 HTTP/1.1" status: 200  len: 205 time: 0.0913861
Dec 15 18:57:43.803140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53520) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:43.809770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.813094 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dca57646-f6cc-42ca-9233-0f0deecbdf61 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ad973faa-2ffe-455c-9ace-2abeca265005 HTTP/1.1" status: 204  len: 168 time: 3.7749741
Dec 15 18:57:43.820892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53524) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:43.862795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:43.863169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:43.878417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:43.900326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:port and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:43.907208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:43.917414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:43.932174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.936759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:43.940521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.953853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.964097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2b2cf2c-2af7-442e-9e6c-08dc9d4c8c5d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:43.971618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:43.987293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Transition to ACTIVE for port object 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:43.994578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:44.006702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Transition to ACTIVE for port object 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:44.012232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.016548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b4373476-f706-4bc9-bd0a-f85761b80d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:44.022217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=02879268-6cb5-41e0-bf81-a6b084d5ee88,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:44.029046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:44.035655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] device_id is not set on port e4bf7127-6207-47f4-ae03-424ca107b6c5 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:44.039511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Deleting subnet 867e62ef-7bed-40a0-99ac-188b5f99869e {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:44.057224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event deleted for resources: {'Port': ['ID=0c20862c-925c-4adc-ac52-5c2ef94a4071,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:44.061991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.076380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Network 242c8bd7-8334-4515-9d30-defba55184ad is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:44.079560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:44.082677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:44.089977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:44.123682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.137176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Pushing event updated for resources: {'Port': ['ID=8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:44.158490 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/02879268-6cb5-41e0-bf81-a6b084d5ee88 HTTP/1.1" status: 204  len: 168 time: 1.6695898
Dec 15 18:57:44.161961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53528) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:44.192566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.193143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.193379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.194022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.194238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.194513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.194894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.195004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.195320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.195698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.196072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.196451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:57:44.200421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:44.202775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Attempting to bind port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:44.203583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Attempting to bind port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '053a17ba-e8d9-4e1b-bcc8-4315b53363f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '242c8bd7-8334-4515-9d30-defba55184ad'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:44.204658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Attempting to bind port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e on network 242c8bd7-8334-4515-9d30-defba55184ad {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:44.212189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:44.212554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Checking segment: {'id': '053a17ba-e8d9-4e1b-bcc8-4315b53363f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '242c8bd7-8334-4515-9d30-defba55184ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:44.213020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.213499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Bound using segment: {'id': '053a17ba-e8d9-4e1b-bcc8-4315b53363f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '242c8bd7-8334-4515-9d30-defba55184ad'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:44.214032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Bound port: 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053a17ba-e8d9-4e1b-bcc8-4315b53363f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '242c8bd7-8334-4515-9d30-defba55184ad'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:44.214526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.281335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:44.309540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] For port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:44.312965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] For port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e,segment=NetworkSegment(053a17ba-e8d9-4e1b-bcc8-4315b53363f1),segment_id=053a17ba-e8d9-4e1b-bcc8-4315b53363f1)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:44.317167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.321363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-44524e15-3d21-455a-936b-8df0912ee8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:44.331490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Allocated IP 2001:db8::f816:3eff:feb8:4f3d (242c8bd7-8334-4515-9d30-defba55184ad/5b705963-6984-4de9-84e0-4aac26a25f07/e4bf7127-6207-47f4-ae03-424ca107b6c5) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:44.357584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ae663-54ce-4cce-9f3e-526acc839536 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:44.358270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a49ae663-54ce-4cce-9f3e-526acc839536 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:44.385792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.404858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Pushing event updated for resources: {'Port': ['ID=8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:44.408367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:44.415729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Deleting port d45826e8-85b2-4f03-bf19-3bc1a6a00a75 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:44.416023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.485365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a49ae663-54ce-4cce-9f3e-526acc839536 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:44.490171 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a49ae663-54ce-4cce-9f3e-526acc839536 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3234749
Dec 15 18:57:44.490171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53532) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:44.579971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] The port 'd45826e8-85b2-4f03-bf19-3bc1a6a00a75' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:57:44.592661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.758496 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a59c29e-d0c5-491c-95a7-f512cbae532f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:57:44.765249 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3a59c29e-d0c5-491c-95a7-f512cbae532f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/02879268-6cb5-41e0-bf81-a6b084d5ee88 HTTP/1.1" status: 404  len: 333 time: 0.2689185
Dec 15 18:57:44.766577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53536) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:44.777381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1917898099'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:44.794656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:44.805320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.806720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:44.819920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:44.836061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:44.929049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:44.932098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.949724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:44.978351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Transition to ACTIVE for port object e4bf7127-6207-47f4-ae03-424ca107b6c5 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:44.989686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:45.024140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.024483 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1 of type vlan for network 95495133-887a-4784-beb3-b69c77f7bee6
Dec 15 18:57:45.069018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.071680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.080488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-993762f6-c95a-4523-8a4b-0d8d870845fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:45.185935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network 242c8bd7-8334-4515-9d30-defba55184ad is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:45.193259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.196073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:45.202462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:45.206802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:45.207944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.214878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Port': ['ID=e4bf7127-6207-47f4-ae03-424ca107b6c5,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:45.223397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.227363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:45.227950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.234445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:45.235208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:45.248891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.255536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Deleting port 4a10eef6-e848-40dc-9836-c28afeac3fca {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:45.255882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.309795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.314344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec536a30>,) {'filters': {'network_id': ['2e1bc0f6-f155-4df9-90da-03a5cb1b64ad']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:45.345426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec536a30>, '4f07ed2a-c4db-410b-92b1-a81c553dc3ab') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:45.345730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec536a30>, '4f07ed2a-c4db-410b-92b1-a81c553dc3ab') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:45.359043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.362208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.372610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.379342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.9562244
Dec 15 18:57:45.379893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:45.385826 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6187351
Dec 15 18:57:45.386365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53540) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:45.392615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53542) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:45.437126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=95495133-887a-4784-beb3-b69c77f7bee6,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:45.450081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 95495133-887a-4784-beb3-b69c77f7bee6 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:45.457367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '95495133-887a-4784-beb3-b69c77f7bee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:45.485790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867e62ef-7bed-40a0-99ac-188b5f99869e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:45.488839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.489198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:45.496359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:45.508885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Router 8e0a708d-ef05-40c4-b465-d63ebde8791e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:45.520160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:45.520987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.536094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:45.543207 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:45.652119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7f9d8-feca-4915-a108-14d9899525b4 None None] Network ffaedb8d-7628-4628-9caa-177c3336a37d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:45.657415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.657942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Fanout notify agent at l3_agent the message router_deleted on router 78307135-6487-470a-968c-28d4136873e0 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:45.666841 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/867e62ef-7bed-40a0-99ac-188b5f99869e HTTP/1.1" status: 204  len: 168 time: 1.8399885
Dec 15 18:57:45.672047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53548) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:45.757187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402c034-bb6c-482a-9560-905feb60c2ee None None] Network 242c8bd7-8334-4515-9d30-defba55184ad requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:45.770534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.771751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/78307135-6487-470a-968c-28d4136873e0 HTTP/1.1" status: 204  len: 168 time: 7.7496285
Dec 15 18:57:45.783904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53552) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:45.787528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.797948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:45.800247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-907972243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:45.812929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.817064 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] 10.222.0.48 "DELETE /v2.0/networks/2e1bc0f6-f155-4df9-90da-03a5cb1b64ad HTTP/1.1" status: 204  len: 168 time: 4.0839114
Dec 15 18:57:45.823254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:45.825762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:45.853975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:45.856893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Usage tracker for resource:router and tenant:1fc91d52b61044989caf8ed3a6fab43e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:45.865796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:45.870212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.877994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:45.883858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:45.894246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Pushing event deleted for resources: {'Network': ['ID=2e1bc0f6-f155-4df9-90da-03a5cb1b64ad,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:45.894749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:45.897687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:45.907997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:45.923626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:45.941009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:45.991783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Deleting port a5e30bc2-b32b-416e-b25b-1a755450d3bf {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:45.992135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.053669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Calling delete_port for 4a10eef6-e848-40dc-9836-c28afeac3fca owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:46.099933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:46.152031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:46.152754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced89e6d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:46.219674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting subnet 5b705963-6984-4de9-84e0-4aac26a25f07 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:46.228535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.242472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:46.246754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.249519 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/ports/73d1386e-ec2c-43b7-b15c-e85acf96f99b HTTP/1.1" status: 204  len: 168 time: 7.1224244
Dec 15 18:57:46.259207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29540725-47b8-4ac9-8596-97ef9b190d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.260860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Provisioning for port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:46.268393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53560) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:46.280648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Provisioning complete for port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:46.281406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.332438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced89e6d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:46.338745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:46.339371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.367649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:46.381415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.382322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.393911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53564) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:46.425464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:46.425701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced89e6d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:46.447357 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-50142bf1-9eee-429e-b605-50922d8065fd tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "GET /v2.0/floatingips/8dbbedc1-f3ae-4d4c-b2b6-561fb491b602 HTTP/1.1" status: 200  len: 688 time: 0.1689961
Dec 15 18:57:46.467288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53570) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:46.508840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.527879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced89e6d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:46.528445 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a952a-789d-4b8b-a567-50da6a7957d3 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:46.610594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.618147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6239563e-e604-4d98-9f1f-6b2ae6beb7ce tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:46.651969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.719210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.739978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] For port a5e30bc2-b32b-416e-b25b-1a755450d3bf, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a5e30bc2-b32b-416e-b25b-1a755450d3bf,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:46.740523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.748072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] DHCP port deletion for ffaedb8d-7628-4628-9caa-177c3336a37d request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:46.758335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:46.761784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.768009 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] Sync routers for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:46.770264 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c6d603ec-a8a6-4233-9896-6cbc3a35c91d admin admin] 10.222.0.48 "PUT /v2.0/routers/8e0a708d-ef05-40c4-b465-d63ebde8791e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0009255
Dec 15 18:57:46.771598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 1e67d305-9f47-49da-b832-3db4ab2bb26f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:46.771932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.778464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Deleting port a5e30bc2-b32b-416e-b25b-1a755450d3bf {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:46.778864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.790892 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:46.791807 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96f40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:46.798279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53574) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:46.816731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.845132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.889759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] For port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e,segment=NetworkSegment(053a17ba-e8d9-4e1b-bcc8-4315b53363f1),segment_id=053a17ba-e8d9-4e1b-bcc8-4315b53363f1)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:46.934837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.940472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:46.955798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event deleted for resources: {'Port': ['ID=4a10eef6-e848-40dc-9836-c28afeac3fca,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:46.956939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:46.959686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:46.999687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.061575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:47.062207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:47.086373 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1a040abb-83c7-40d0-acc6-a6b2e9fc0c41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6ae29c7a12a451ca98ced1684c714d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6896803
Dec 15 18:57:47.100769 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:47.141043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Calling delete_port for a5e30bc2-b32b-416e-b25b-1a755450d3bf owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:47.182115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9554e2b8-0591-453a-8ad2-e57f4e2b747a None None] Provisioning for port e4bf7127-6207-47f4-ae03-424ca107b6c5 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:47.243814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Pushing event updated for resources: {'Port': ['ID=8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:47.247955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.250265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:47.251213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9554e2b8-0591-453a-8ad2-e57f4e2b747a None None] Provisioning complete for port e4bf7127-6207-47f4-ae03-424ca107b6c5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:47.251739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9554e2b8-0591-453a-8ad2-e57f4e2b747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.286519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53578) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:47.313991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] For port a5e30bc2-b32b-416e-b25b-1a755450d3bf, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a5e30bc2-b32b-416e-b25b-1a755450d3bf,segment=NetworkSegment(3a25a9ef-005f-484d-9862-fa9bf2bdd1df),segment_id=3a25a9ef-005f-484d-9862-fa9bf2bdd1df)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:47.314649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.384794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9554e2b8-0591-453a-8ad2-e57f4e2b747a None None] Port e4bf7127-6207-47f4-ae03-424ca107b6c5 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:47.427785 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96f40>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:57:38Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:47.432673 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] Checking router: 8e0a708d-ef05-40c4-b465-d63ebde8791e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:57:47.445844 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] Routers {'8e0a708d-ef05-40c4-b465-d63ebde8791e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:47.446693 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96f40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8e0a708d-ef05-40c4-b465-d63ebde8791e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:47.448906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Calling delete_port for a5e30bc2-b32b-416e-b25b-1a755450d3bf owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:47.507610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.508590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.512770 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1fb9f40f-c00e-4e2c-a5a3-2a730b1d9176 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.7167110
Dec 15 18:57:47.514011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.516314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53582) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:47.525605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-84d74847-ee0c-4a17-a3c0-8eeb02e368bb tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:47.547376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9554e2b8-0591-453a-8ad2-e57f4e2b747a None None] Provisioning complete for port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:47.547376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9554e2b8-0591-453a-8ad2-e57f4e2b747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.565444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': False}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:47.575650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.603825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.625169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.632757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:47.699779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Pushing event deleted for resources: {'Port': ['ID=a5e30bc2-b32b-416e-b25b-1a755450d3bf,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:47.708052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:47.718421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] No DVR routers for this DVR port a5e30bc2-b32b-416e-b25b-1a755450d3bf on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:47.729949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Subnet': ['ID=5b705963-6984-4de9-84e0-4aac26a25f07,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:47.735724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.736053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.736437 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] Set router 8e0a708d-ef05-40c4-b465-d63ebde8791e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:57:47.849722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:47.872034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 1e67d305-9f47-49da-b832-3db4ab2bb26f owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:47.882526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:47.890496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8592cdc7-f966-486d-9a37-18c1258754a5 None None] Network 242c8bd7-8334-4515-9d30-defba55184ad requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:47.895538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': 'fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '95495133-887a-4784-beb3-b69c77f7bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:47.895898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: 95495133-887a-4784-beb3-b69c77f7bee6, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:47.947954 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-55c8b815-408f-4392-a4bc-e6f565bb486e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/5b705963-6984-4de9-84e0-4aac26a25f07 HTTP/1.1" status: 204  len: 168 time: 2.5564516
Dec 15 18:57:48.027438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53586) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:48.042993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.055999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c2f4610-a1a5-4c01-b864-d2005f131a51 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:48.056425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bd2e55c0-1768-4719-b6a8-9f53db43832e None None] Provisioning complete for port e4bf7127-6207-47f4-ae03-424ca107b6c5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:48.057016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd2e55c0-1768-4719-b6a8-9f53db43832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.146483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.164993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=1e67d305-9f47-49da-b832-3db4ab2bb26f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:48.168953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:48.169896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:48.199230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96712a5-5dba-4d94-b2e0-ad5ced7b5092,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:48.202788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:48.212643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:48.213255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.215313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2723a-4ce2-4438-be0c-c281331513eb tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:48.216934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2723a-4ce2-4438-be0c-c281331513eb tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:48.218280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-95d2723a-4ce2-4438-be0c-c281331513eb tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Synchronizing usage tracker for tenant:63a9d63769fe40c2883e9f46855042c6 on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:57:48.220287 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96f40>, [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:57:38Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:48.226931 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d513f9-b18f-4b8e-bab7-d55147ba1947 None None] The sync data for ids ['8e0a708d-ef05-40c4-b465-d63ebde8791e'] in dv-neutron-821830-2-hyperv is: [{'id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'name': 'tempest-ServersTestManualDisk-532812896-router', 'tenant_id': '522154d252214c84a0c968e3b7963bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:39Z', 'updated_at': '2021-12-15T18:57:38Z', 'revision_number': 5, 'project_id': '522154d252214c84a0c968e3b7963bfd', 'gw_port': {'id': '24df1cb0-f07b-4757-b6b7-9b073d2429ae', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a708d-ef05-40c4-b465-d63ebde8791e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:55:41Z', 'updated_at': '2021-12-15T18:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:48.245263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=de4ca0b5-d8db-4937-9033-d79271187bc4,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:48.248567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:48.251240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:48.251557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:48.252073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 95495133-887a-4784-beb3-b69c77f7bee6 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:48.258602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.273514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.274246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e55c0-1768-4719-b6a8-9f53db43832e None None] Port e4bf7127-6207-47f4-ae03-424ca107b6c5 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:48.275532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:57:48.275858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:57:48.325429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.328548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.329670 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c96712a5-5dba-4d94-b2e0-ad5ced7b5092 HTTP/1.1" status: 204  len: 168 time: 1.0409961
Dec 15 18:57:48.338303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.339415 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/floatingips/8dbbedc1-f3ae-4d4c-b2b6-561fb491b602 HTTP/1.1" status: 204  len: 168 time: 1.8702626
Dec 15 18:57:48.349461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53592) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:48.351566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.406133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '9d440dd4-250a-4222-9d51-85ac30679e3c'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:48.422698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 95495133-887a-4784-beb3-b69c77f7bee6) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:48.423012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:48.428561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:48.429252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.429963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:floatingip and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:48.433245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:48.435761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd8350-533b-405f-9379-999c965c8589 None None] Network 95495133-887a-4784-beb3-b69c77f7bee6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:48.441591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:48.475255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.530513 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1000032
Dec 15 18:57:48.531300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53596) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:48.619015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] DHCP port deletion for 242c8bd7-8334-4515-9d30-defba55184ad request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:48.695385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e30bc2-b32b-416e-b25b-1a755450d3bf no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:48.750708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '95495133-887a-4784-beb3-b69c77f7bee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:48.756679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.770305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Deleting port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:48.770665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.776697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Deleting port a5e30bc2-b32b-416e-b25b-1a755450d3bf {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:48.777334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.799144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a5e30bc2-b32b-416e-b25b-1a755450d3bf {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:48.799487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e30bc2-b32b-416e-b25b-1a755450d3bf not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:48.829658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Deleting port 24df1cb0-f07b-4757-b6b7-9b073d2429ae {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:48.830002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:48.923897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-95495133-887a-4784-beb3-b69c77f7bee6', 'network_id': '95495133-887a-4784-beb3-b69c77f7bee6', 'tenant_id': 'fdcbeb07ae94494a9489a19c8bfa9f72', 'fixed_ips': [{'subnet_id': 'de4ca0b5-d8db-4937-9033-d79271187bc4'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:48.924713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.006437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-95d2723a-4ce2-4438-be0c-c281331513eb tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Unset dirty status for tenant:63a9d63769fe40c2883e9f46855042c6 on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:57:49.009840 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-95d2723a-4ce2-4438-be0c-c281331513eb tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.9683235
Dec 15 18:57:49.035788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53608) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:49.050379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.070559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.114091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.160948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.174712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Allocated IP 172.20.0.2 (95495133-887a-4784-beb3-b69c77f7bee6/de4ca0b5-d8db-4937-9033-d79271187bc4/3f09ec17-8400-4660-9763-39d4c39af235) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:49.201793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:49.207425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.207425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Fanout notify agent at l3_agent the message router_deleted on router 9d95670f-723e-4ddc-b131-fcd4e38fce48 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:49.212150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:49.231549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:49.242965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:49.243762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] The port 'a5e30bc2-b32b-416e-b25b-1a755450d3bf' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:57:49.247845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.252505 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/9d95670f-723e-4ddc-b131-fcd4e38fce48 HTTP/1.1" status: 204  len: 168 time: 5.4446852
Dec 15 18:57:49.254784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53616) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:49.262293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1514044803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:49.276645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:49.283491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Usage tracker for resource:router and tenant:dbadffa1a4cc422f8fb6cd63f8da61fc is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:49.288535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:49.298554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:49.302505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.318509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:49.359795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] For port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e,segment=NetworkSegment(053a17ba-e8d9-4e1b-bcc8-4315b53363f1),segment_id=053a17ba-e8d9-4e1b-bcc8-4315b53363f1)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:49.360193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.447874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.448908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.503079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Calling delete_port for 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:49.544746 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de4ca0b5-d8db-4937-9033-d79271187bc4 (CIDR: 172.20.0.0/28)
Dec 15 18:57:49.547708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.559315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db6d37dc-040f-4cf2-9056-33a24e07e1b8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.567735 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:57:49.568337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:57:49.575961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.594516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] For port 24df1cb0-f07b-4757-b6b7-9b073d2429ae, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=24df1cb0-f07b-4757-b6b7-9b073d2429ae,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:49.595218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.602056 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2e92b3d4-9b00-4fcc-b3f7-fd0a2eefa772 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8572619
Dec 15 18:57:49.604964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53624) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:49.640821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6d37dc-040f-4cf2-9056-33a24e07e1b8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:57:49.643651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6d37dc-040f-4cf2-9056-33a24e07e1b8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:57:49.643846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '95495133-887a-4784-beb3-b69c77f7bee6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:49.650626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec467d00>,) {'filters': {'network_id': ['ffaedb8d-7628-4628-9caa-177c3336a37d']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:49.662132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53628) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:49.675296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.688958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.704206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Transition to ACTIVE for port object 3f09ec17-8400-4660-9763-39d4c39af235 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:49.728173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Transition to ACTIVE for port object 3f09ec17-8400-4660-9763-39d4c39af235 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:49.744386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.771825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:49.787519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Calling delete_port for 24df1cb0-f07b-4757-b6b7-9b073d2429ae owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:49.817374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.820922 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f83a2e15-ff31-43e7-aadb-799c941e72bb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5616663
Dec 15 18:57:49.827250 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-db6d37dc-040f-4cf2-9056-33a24e07e1b8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/242c8bd7-8334-4515-9d30-defba55184ad HTTP/1.1" status: 409  len: 405 time: 0.7874379
Dec 15 18:57:49.827424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53634) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:49.827796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53636) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:49.830498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec467d00>, '3a25a9ef-005f-484d-9862-fa9bf2bdd1df') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:49.831156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec467d00>, '3a25a9ef-005f-484d-9862-fa9bf2bdd1df') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:49.840008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-229148087'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:49.843682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.844814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:49.851271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:49.857600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4513a55b-5aa4-4e4c-854c-c78d1c387baf no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:49.862522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.870061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.26.1.125 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/63737c70-fd9c-4b89-be23-e358a16cc79d) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:49.900966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.909132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.909459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Network 95495133-887a-4784-beb3-b69c77f7bee6 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:49.922772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:49.924758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 4513a55b-5aa4-4e4c-854c-c78d1c387baf {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:49.925067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4513a55b-5aa4-4e4c-854c-c78d1c387baf not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:49.926347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:49.941839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:network and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:49.946761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:49.947405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.955212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712585695'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:49.962005 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:49.964111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:49.966311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:49.976163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:49.981045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:49.981425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:49.992346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:49.998791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] No DVR routers for this DVR port 8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:50.024093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Pushing event updated for resources: {'Port': ['ID=3f09ec17-8400-4660-9763-39d4c39af235,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:50.034044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:50.035060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:50.045345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:50.093975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:50.096941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:50.132897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:50.144498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Pushing event deleted for resources: {'Port': ['ID=8c4f7fda-d6fc-43c7-8f53-aaf6482bb96e,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:50.147845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:50.150548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:50.150880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.170722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Attempting to bind port 3f09ec17-8400-4660-9763-39d4c39af235 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:50.171227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Attempting to bind port 3f09ec17-8400-4660-9763-39d4c39af235 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '95495133-887a-4784-beb3-b69c77f7bee6'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:50.171662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Attempting to bind port 3f09ec17-8400-4660-9763-39d4c39af235 on network 95495133-887a-4784-beb3-b69c77f7bee6 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:50.179261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.180144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:50.180311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:50.180643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Checking segment: {'id': 'fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '95495133-887a-4784-beb3-b69c77f7bee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:50.181252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.182161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Bound using segment: {'id': 'fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '95495133-887a-4784-beb3-b69c77f7bee6'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:50.182495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Bound port: 3f09ec17-8400-4660-9763-39d4c39af235, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '95495133-887a-4784-beb3-b69c77f7bee6'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:50.182971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.187650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.192291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:50.198643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-61aa2052-7216-46e7-968e-c99b5064c7f1 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:50.199205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:50.203242 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:50.206185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.226068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:50.240839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffaedb8d-7628-4628-9caa-177c3336a37d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:50.243707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:50.269001 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ffaedb8d-7628-4628-9caa-177c3336a37d HTTP/1.1" status: 204  len: 168 time: 4.5452428
Dec 15 18:57:50.276792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.289062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] For port 3f09ec17-8400-4660-9763-39d4c39af235, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:50.294746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.350869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.352437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] For port 3f09ec17-8400-4660-9763-39d4c39af235, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3f09ec17-8400-4660-9763-39d4c39af235,segment=NetworkSegment(fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1),segment_id=fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:50.356219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f8395086-0cef-4648-b896-59f070cc3196 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:50.361668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.370143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bfe31840-d221-4fb9-92fd-406d9d401c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:50.373574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:50.400532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Pushing event deleted for resources: {'Port': ['ID=24df1cb0-f07b-4757-b6b7-9b073d2429ae,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:50.403644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:50.452355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.461635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa2c10de-ae20-42b5-93f3-8e25c8f127f6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:50.479343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Pushing event updated for resources: {'Port': ['ID=3f09ec17-8400-4660-9763-39d4c39af235,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:50.482916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:50.515620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:50.520280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.582841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:50.588227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53644) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:50.596189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:50.628498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.628845 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Added segment 5629786b-9a4d-4f54-9b8f-debc9f8eacfc of type vlan for network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a
Dec 15 18:57:50.763524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:50.767895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.784536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:50.799260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=63737c70-fd9c-4b89-be23-e358a16cc79d,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:50.809188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:50.815614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:security_group_rule and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:50.830605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:50.907607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:50.922919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:57:50.990042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:50.996062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Allocated IP 172.26.1.135 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/8e82bd65-b56e-4618-bc18-be9283f14fc4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:51.039896 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-07b3c2b5-8b03-41fd-82e7-85f21cc220d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6560e564b6334d5ead0d40a3332067f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4442034
Dec 15 18:57:51.046891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53648) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:51.087427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.091229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:51.091810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.095650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d0bc2306-651d-4934-a2d5-db6e347039d5 tempest-QuotasNegativeTest-552890464 tempest-QuotasNegativeTest-552890464-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:51.308019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.319459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.321013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.400472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Network': ['ID=ee727c12-13e6-4c04-b8b6-5ea5e9433a9a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:51.412116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:51.432911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.6025300
Dec 15 18:57:51.438376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53654) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:51.444388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:51.448149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'subnet': {'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:51.489312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.542838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.551911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-153cde79-a126-4979-9a39-fed54506e6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:51.557940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce8e76-a049-4317-832a-e212da7e0af8 None None] Network 95495133-887a-4784-beb3-b69c77f7bee6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:51.560732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.568440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.591414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.591895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e0a708d-ef05-40c4-b465-d63ebde8791e {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:57:51.626993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:51.649409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b28f99-285a-4134-823d-d6d670f6832b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:51.649670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:51.653906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.665461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.665936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:51.669840 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] 10.222.0.48 "DELETE /v2.0/routers/8e0a708d-ef05-40c4-b465-d63ebde8791e HTTP/1.1" status: 204  len: 168 time: 4.8678207
Dec 15 18:57:51.674019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53658) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:51.685208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:51.714430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:51.757730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.757998 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment 26bb1ea1-137b-44f4-9f8d-8ceea7dea991 of type vlan for network 9404d4a4-2268-466b-aa01-18f4d77ba9b7
Dec 15 18:57:51.854411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.866450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f53914bf-cbe9-4015-b3b0-b5370c33f60e None None] Provisioning for port 3f09ec17-8400-4660-9763-39d4c39af235 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:51.920174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.931406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:51.943522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:51.978018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Deleting subnet bdae089c-8ad8-49e9-bc7c-24730634726f {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:51.990691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.001320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.090561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.128324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 95495133-887a-4784-beb3-b69c77f7bee6 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:52.131113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:52.137743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=7ec87d8b-dd99-48eb-a861-420443a68970,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:52.145050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.177259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:52.180251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:52.188272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4243b0-9b79-4c66-bf99-8f896d687593 None None] Network 95495133-887a-4784-beb3-b69c77f7bee6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:52.194567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:52.202176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:52.202962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.210525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-da80b19f-4442-46bb-9cf0-949dfb2dfb23 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:52.241607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.245439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:52.246225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.295647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.307617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3f09ec17-8400-4660-9763-39d4c39af235 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:52.344427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.348464 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1655c89d-0121-4ab4-b3ec-243a990912d0 HTTP/1.1" status: 204  len: 168 time: 1.2937262
Dec 15 18:57:52.365043 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.7282155
Dec 15 18:57:52.377326 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.7012913
Dec 15 18:57:52.377741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53666) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:52.378157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:52.378266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '95495133-887a-4784-beb3-b69c77f7bee6', 'fixed_ips': [{'subnet_id': 'de4ca0b5-d8db-4937-9033-d79271187bc4'}, {'subnet_id': '7ec87d8b-dd99-48eb-a861-420443a68970'}], 'name': 'tempest-PortsTestJSON-1378831984'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:52.407899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Pushing event updated for resources: {'Port': ['ID=8e82bd65-b56e-4618-bc18-be9283f14fc4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:52.419892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:52.420344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:52.476749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.536059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655c89d-0121-4ab4-b3ec-243a990912d0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:52.549628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.580375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 3f09ec17-8400-4660-9763-39d4c39af235 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:52.591672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3f09ec17-8400-4660-9763-39d4c39af235 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:52.592478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.728140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.objects.ports [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83670) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:57:52.745980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.753026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:52.846841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:52.871641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:52.918143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:52.930031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:52.934953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Subnet': ['ID=c9d4e867-3737-4dbd-bed9-a7af118720a5,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:52.949982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:52.952707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:52.974717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.001629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:53.005921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5234bb5e-b3b5-4558-a994-611f5cfdc534 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:53.022883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:53.032005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.033600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.065223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 3f09ec17-8400-4660-9763-39d4c39af235, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3f09ec17-8400-4660-9763-39d4c39af235,segment=NetworkSegment(fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1),segment_id=fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:53.102117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Checking segment: {'id': '5629786b-9a4d-4f54-9b8f-debc9f8eacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:53.102836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network hostable DHCP agents. Network: ee727c12-13e6-4c04-b8b6-5ea5e9433a9a, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:53.170534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.177383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fd9abeb3-7fbb-45bd-b732-c633687c9a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:53.229119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Update dhcp port {'port': {'network_id': '95495133-887a-4784-beb3-b69c77f7bee6', 'fixed_ips': [{'subnet_id': 'de4ca0b5-d8db-4937-9033-d79271187bc4', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ec87d8b-dd99-48eb-a861-420443a68970'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '3f09ec17-8400-4660-9763-39d4c39af235'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 18:57:53.273669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.291636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.316462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 6568e9de-f460-411c-85fd-73d048f0325b yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:53.378086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=9404d4a4-2268-466b-aa01-18f4d77ba9b7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:53.385716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:53.397447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.400126 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9404d4a4-2268-466b-aa01-18f4d77ba9b7 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:53.413332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224880d-bcee-4821-b955-d97dea3f4876 None None] Network e89a0f83-1453-46e1-ac76-90751391cba3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:53.421627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3c4bc32-4463-4f0f-b910-11741416e373 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:53.445921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=3f09ec17-8400-4660-9763-39d4c39af235,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:53.475877 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bdae089c-8ad8-49e9-bc7c-24730634726f HTTP/1.1" status: 204  len: 168 time: 1.7931578
Dec 15 18:57:53.483807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53678) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:53.484675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdae089c-8ad8-49e9-bc7c-24730634726f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:53.488519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:53.492122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:53.716963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.7 (95495133-887a-4784-beb3-b69c77f7bee6/de4ca0b5-d8db-4937-9033-d79271187bc4/6568e9de-f460-411c-85fd-73d048f0325b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:53.723348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.29 (95495133-887a-4784-beb3-b69c77f7bee6/7ec87d8b-dd99-48eb-a861-420443a68970/6568e9de-f460-411c-85fd-73d048f0325b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:53.824777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.877515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3f09ec17-8400-4660-9763-39d4c39af235 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:53.886443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Deleting port 48b756f2-3a9b-4447-b4f9-12e3823e446a {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:57:53.888228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.970617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:53.997556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:54.021564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:57:54.053853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ee727c12-13e6-4c04-b8b6-5ea5e9433a9a) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:54.070798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:54.076704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.077089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a89c7-7fa3-4945-bc12-ef589f1de949 None None] Network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:54.084681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object 6568e9de-f460-411c-85fd-73d048f0325b will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:54.123740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.149281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.155909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:54.223963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.227645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=63737c70-fd9c-4b89-be23-e358a16cc79d,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:54.237107 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.7976923
Dec 15 18:57:54.240580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:54.241695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e10f98e2-08d5-4318-ac7d-76181edd5dbb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:54.258674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] For port 48b756f2-3a9b-4447-b4f9-12e3823e446a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=48b756f2-3a9b-4447-b4f9-12e3823e446a,segment=NetworkSegment(70f43e96-2185-4d1e-b4c5-f20a6639701c),segment_id=70f43e96-2185-4d1e-b4c5-f20a6639701c)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:54.259024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.287730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53690) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:54.301273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'port': {'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a', 'name': 'tempest-NetworksIpV6TestAttrs-1515131818'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:54.320652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53694) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:54.382046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 95495133-887a-4784-beb3-b69c77f7bee6 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:54.392633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:54.419972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Calling delete_port for 48b756f2-3a9b-4447-b4f9-12e3823e446a owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:57:54.446124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:54.515405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.530624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8277806b-d6fb-4437-8c54-f785948f735d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:54.556859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Allocated IP 172.20.0.18 (95495133-887a-4784-beb3-b69c77f7bee6/7ec87d8b-dd99-48eb-a861-420443a68970/3f09ec17-8400-4660-9763-39d4c39af235) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:54.580918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] No DVR routers for this DVR port 48b756f2-3a9b-4447-b4f9-12e3823e446a on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:57:54.625265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b756f2-3a9b-4447-b4f9-12e3823e446a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:54.627786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:54.646362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=6568e9de-f460-411c-85fd-73d048f0325b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:54.662471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-539918083'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:54.668484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:54.672869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Usage tracker for resource:network and tenant:61a9e30ec8cc452a93348ece748847e2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:54.676442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:54.682741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:54.708063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] For port 3f09ec17-8400-4660-9763-39d4c39af235, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3f09ec17-8400-4660-9763-39d4c39af235,segment=NetworkSegment(fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1),segment_id=fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:54.732824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.749648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Transition to ACTIVE for port object 3f09ec17-8400-4660-9763-39d4c39af235 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:54.766047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.777553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-212a269f-00b9-4b03-b758-15218237ffaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:54.782430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.814906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.851801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb6580>,) {'filters': {'network_id': ['e89a0f83-1453-46e1-ac76-90751391cba3']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:54.859297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:54.867804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb6580>, '70f43e96-2185-4d1e-b4c5-f20a6639701c') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:54.868103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb6580>, '70f43e96-2185-4d1e-b4c5-f20a6639701c') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:54.871287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:54.874676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.881848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.886421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:54.888479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24df1cb0-f07b-4757-b6b7-9b073d2429ae no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:54.913292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.915938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:port and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:54.920100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:57:54.920493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.937247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:54.952397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.977623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 24df1cb0-f07b-4757-b6b7-9b073d2429ae {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:54.977968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24df1cb0-f07b-4757-b6b7-9b073d2429ae not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:54.988435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ee727c12-13e6-4c04-b8b6-5ea5e9433a9a', 'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a', 'tenant_id': '63a9d63769fe40c2883e9f46855042c6', 'fixed_ips': [{'subnet_id': 'c9d4e867-3737-4dbd-bed9-a7af118720a5'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:54.989251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:54.989486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:55.013199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca750a40-cb3f-4e04-a321-4287c5d533a2 None None] DHCP port deletion for e89a0f83-1453-46e1-ac76-90751391cba3 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:57:55.067143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Pushing event updated for resources: {'Port': ['ID=3f09ec17-8400-4660-9763-39d4c39af235,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:55.083155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.108252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:55.109257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.109688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:55.178104 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 2.8046231
Dec 15 18:57:55.181485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:55.187605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.232132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53700) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:55.244872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] device_id is not set on port 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:57:55.262523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Allocated IP 2001:db8::f816:3eff:fe0e:a363 (ee727c12-13e6-4c04-b8b6-5ea5e9433a9a/c9d4e867-3737-4dbd-bed9-a7af118720a5/8081e60e-a01f-47ea-a4f5-ed5c3d98de6f) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:55.346553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.359221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de4ca0b5-d8db-4937-9033-d79271187bc4'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:57:55.359726 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:57:55.361569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.366570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.375770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.438604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:55.476743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Usage tracker for resource:security_group_rule and tenant:61a9e30ec8cc452a93348ece748847e2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:55.496756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:55.516004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:55.571681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.595275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Transition to ACTIVE for port object 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:55.605460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a90c5e63-6224-4791-b656-3e511be79e54 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:55.632482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Transition to ACTIVE for port object 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:55.645336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.652377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:55.716178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53704) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:55.725116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:55.736423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89a0f83-1453-46e1-ac76-90751391cba3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:55.738291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.741239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:55.750168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '9404d4a4-2268-466b-aa01-18f4d77ba9b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:55.752326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:55.766132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:55.770894 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 316108e3-9680-43bd-ac9b-ac60c56f57a5 associated. External IP: 172.26.1.125, port: 9d440dd4-250a-4222-9d51-85ac30679e3c.
Dec 15 18:57:55.853340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Pushing event updated for resources: {'Port': ['ID=8081e60e-a01f-47ea-a4f5-ed5c3d98de6f,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:55.855251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3f09ec17-8400-4660-9763-39d4c39af235 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:55.886904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Allocated IP 172.26.1.206 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/402ea274-0021-4ba9-bb2f-18a9636db533) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:55.899050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:55.972913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Attempting to bind port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:57:55.973309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Attempting to bind port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '5629786b-9a4d-4f54-9b8f-debc9f8eacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:57:55.973682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Attempting to bind port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f on network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:57:55.991786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:57:55.992169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Checking segment: {'id': '5629786b-9a4d-4f54-9b8f-debc9f8eacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:55.992576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:55.993088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Bound using segment: {'id': '5629786b-9a4d-4f54-9b8f-debc9f8eacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:57:55.993514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Bound port: 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5629786b-9a4d-4f54-9b8f-debc9f8eacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ee727c12-13e6-4c04-b8b6-5ea5e9433a9a'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:57:55.993895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.068844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 48b756f2-3a9b-4447-b4f9-12e3823e446a no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:57:56.078730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.099090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Allocated IP 2001:db8::f816:3eff:fefc:42f9 (ee727c12-13e6-4c04-b8b6-5ea5e9433a9a/c9d4e867-3737-4dbd-bed9-a7af118720a5/1b9d453a-14bf-4a7c-9149-c9584d2f9a87) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:56.109215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 48b756f2-3a9b-4447-b4f9-12e3823e446a {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:57:56.110094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 48b756f2-3a9b-4447-b4f9-12e3823e446a not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:57:56.130750 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.139766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1bfd489d-df21-4e8e-9df2-6cbe1d0d315c tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:56.150820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fa8d41b7-f07b-44f7-9579-76de32eece60 None None] Provisioning for port 3f09ec17-8400-4660-9763-39d4c39af235 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:56.161967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fa8d41b7-f07b-44f7-9579-76de32eece60 None None] Provisioning complete for port 3f09ec17-8400-4660-9763-39d4c39af235 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:56.161967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fa8d41b7-f07b-44f7-9579-76de32eece60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.162522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.184250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.193363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] For port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:57:56.208708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:56.250122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event updated for resources: {'Port': ['ID=402ea274-0021-4ba9-bb2f-18a9636db533,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:56.255103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:56.265055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] For port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8081e60e-a01f-47ea-a4f5-ed5c3d98de6f,segment=NetworkSegment(5629786b-9a4d-4f54-9b8f-debc9f8eacfc),segment_id=5629786b-9a4d-4f54-9b8f-debc9f8eacfc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:57:56.279850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.288401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:56.290088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:56.295240 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e89a0f83-1453-46e1-ac76-90751391cba3 HTTP/1.1" status: 204  len: 168 time: 2.8040335
Dec 15 18:57:56.301710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:56.307578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:56.311731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:56.320840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:56.324001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:56.326774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:56.332245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:56.364913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5735c30-04e2-4087-81ba-8af857c16b98,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:56.417941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Pushing event updated for resources: {'Port': ['ID=8081e60e-a01f-47ea-a4f5-ed5c3d98de6f,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:56.422942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:56.423210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:56.450953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.451396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Added segment e09e19bb-5431-42fc-86cd-f4866c24c4ae of type vlan for network 0eaa67d0-4b22-4e1d-a6b3-953769463c44
Dec 15 18:57:56.513083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.538453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:56.579189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-da48b6d9-e080-4335-8e73-9a69393d6e2d None None] Provisioning for port 6568e9de-f460-411c-85fd-73d048f0325b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:56.587547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-da48b6d9-e080-4335-8e73-9a69393d6e2d None None] Provisioning complete for port 6568e9de-f460-411c-85fd-73d048f0325b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:56.587938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da48b6d9-e080-4335-8e73-9a69393d6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.625028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Delete allocated IP 172.20.0.29 (95495133-887a-4784-beb3-b69c77f7bee6/7ec87d8b-dd99-48eb-a861-420443a68970) {{(pid=83670) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 15 18:57:56.703693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-da48b6d9-e080-4335-8e73-9a69393d6e2d None None] Port 6568e9de-f460-411c-85fd-73d048f0325b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:56.726068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.738629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.740250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53710) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:56.742657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:56.743344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.753406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:56.789344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:56.941461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-019e06b9-e78a-4d7a-8d72-a0125590ed05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=522154d252214c84a0c968e3b7963bfd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1939960
Dec 15 18:57:56.945488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53714) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:57.040857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.069758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Network': ['ID=0eaa67d0-4b22-4e1d-a6b3-953769463c44,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:57.082785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:57.091420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:57.104860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.118571 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 2.7964790
Dec 15 18:57:57.127239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53718) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:57.133067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'subnet': {'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:57.221285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Transition to ACTIVE for port object 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:57.285781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.315368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Ignored duplicate provisioning block setup for port 6568e9de-f460-411c-85fd-73d048f0325b by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 15 18:57:57.319524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.327062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.329543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-275b992e-8fbe-4659-a03f-280fd805e0df tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:57.466982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:57:57.509910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:57.513940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Router 4ff442e9-c528-4b7f-a06c-4bb40e89f451 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:57:57.516109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.523317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:57:57.526566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:57.527194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.531073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Port': ['ID=1b9d453a-14bf-4a7c-9149-c9584d2f9a87,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:57.534522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:57.542794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64c10d71-0e2e-463d-a124-716e951dd214 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:57.560556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a4455d-d973-4fbe-8082-4ab75a87b847 None None] Network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:57.561404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.563931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:57.571210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.583468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Usage tracker for resource:subnet and tenant:61a9e30ec8cc452a93348ece748847e2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:57.587777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.593687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:57.628691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:57.632500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.648037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:57.665821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.3738956
Dec 15 18:57:57.680086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53722) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:57.707692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2eca9125-9eae-4357-9561-8a0fb84f977a None None] Provisioning for port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:57.727604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=6568e9de-f460-411c-85fd-73d048f0325b,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:57.749444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:57.764934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] In _notify_port_updated(), no bound segment for port 6568e9de-f460-411c-85fd-73d048f0325b on network 95495133-887a-4784-beb3-b69c77f7bee6 {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:57:57.777025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:57.777708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:57.779247 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "PUT /v2.0/ports/6568e9de-f460-411c-85fd-73d048f0325b HTTP/1.1" status: 200  len: 919 time: 2.4273055
Dec 15 18:57:57.784095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53726) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:57.799515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de4ca0b5-d8db-4937-9033-d79271187bc4'}, {'subnet_id': '7ec87d8b-dd99-48eb-a861-420443a68970'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:57.857213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:57.892000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=4712e0f8-07bc-4224-8bac-86039fb04000,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:57.910971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:57.938649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:58.012652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:57:58.014842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.036509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-59b327ee-595e-4352-9052-171a0dc7b2b8 None None] Provisioning complete for port 6568e9de-f460-411c-85fd-73d048f0325b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:58.037265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-59b327ee-595e-4352-9052-171a0dc7b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.041391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': '26bb1ea1-137b-44f4-9f8d-8ceea7dea991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9404d4a4-2268-466b-aa01-18f4d77ba9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:58.041757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: 9404d4a4-2268-466b-aa01-18f4d77ba9b7, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:58.050871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.058355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.067444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-eb492ac3-c725-4882-8c8e-803003754014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:58.100469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-59b327ee-595e-4352-9052-171a0dc7b2b8 None None] Port 6568e9de-f460-411c-85fd-73d048f0325b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:58.114659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:58.120274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:58.121364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.171701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting subnet c9d4e867-3737-4dbd-bed9-a7af118720a5 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:57:58.185666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.201612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e9bae4-96da-4c3e-8746-9bf799b91768,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:58.227420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:58.319001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.325748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.337138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.338655 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e9bae4-96da-4c3e-8746-9bf799b91768 HTTP/1.1" status: 204  len: 168 time: 1.3916042
Dec 15 18:57:58.347501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 9404d4a4-2268-466b-aa01-18f4d77ba9b7 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:58.396432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8081e60e-a01f-47ea-a4f5-ed5c3d98de6f,segment=NetworkSegment(5629786b-9a4d-4f54-9b8f-debc9f8eacfc),segment_id=5629786b-9a4d-4f54-9b8f-debc9f8eacfc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:57:58.401585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.410178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4f3e2c48-021c-488d-ba8c-6a6b32044533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:58.417879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9404d4a4-2268-466b-aa01-18f4d77ba9b7) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:58.431296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:58.431985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.483430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42729902-3673-444a-9ae0-8bd5f4304658 None None] Network 9404d4a4-2268-466b-aa01-18f4d77ba9b7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:58.500503 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7657743
Dec 15 18:57:58.514928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53732) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:58.529608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377069531'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:58.547678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:58.558195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:58.564166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:58.569719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:58.577586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.581014 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "PUT /v2.0/routers/4ff442e9-c528-4b7f-a06c-4bb40e89f451 HTTP/1.1" status: 200  len: 919 time: 11.0576901
Dec 15 18:57:58.581014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:58.582974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53736) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:58.663511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.680106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] Sync routers for ids ['4ff442e9-c528-4b7f-a06c-4bb40e89f451'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:58.689909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:58.759076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8081e60e-a01f-47ea-a4f5-ed5c3d98de6f,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:58.761946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f65ef01-54ae-4a34-8c66-46571f52f285 None None] Provisioning for port 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:57:58.765076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:58.767255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.768128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.780942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:58.801572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f65ef01-54ae-4a34-8c66-46571f52f285 None None] Provisioning complete for port 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:58.801572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0f65ef01-54ae-4a34-8c66-46571f52f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.847013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Subnet': ['ID=5794a20d-eb2c-4e2a-8f91-5a09a422c171,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:58.850594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:58.853719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] Routers {'4ff442e9-c528-4b7f-a06c-4bb40e89f451'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:58.854933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5da00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4ff442e9-c528-4b7f-a06c-4bb40e89f451'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:58.863566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:58.894459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:58.894800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment 7adebc7d-cfa2-45fc-bdd9-bc726ec548fc of type vlan for network 9ddf0077-8492-4006-82a0-1e3ccc908441
Dec 15 18:57:58.948429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5da00>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:58.995059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Router 72790697-852b-4fad-83f5-0f1d5f776d80 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:57:58.996083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0f65ef01-54ae-4a34-8c66-46571f52f285 None None] Port 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:57:58.997786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.007552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Checking segment: {'id': 'e09e19bb-5431-42fc-86cd-f4866c24c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:57:59.007945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network hostable DHCP agents. Network: 0eaa67d0-4b22-4e1d-a6b3-953769463c44, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:57:59.024744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] Routers {'4ff442e9-c528-4b7f-a06c-4bb40e89f451'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:59.025830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5da00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4ff442e9-c528-4b7f-a06c-4bb40e89f451'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:59.030058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.29 (95495133-887a-4784-beb3-b69c77f7bee6/7ec87d8b-dd99-48eb-a861-420443a68970/6568e9de-f460-411c-85fd-73d048f0325b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:57:59.044561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:57:59.077054 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:57:59.109368 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:59.111493 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddf4070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:59.123612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.127361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:59.128561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.136050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8f233718-3941-4275-af4f-b9a18f84ba58 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:59.155922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.169172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5da00>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:59.169735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845dc46-c913-43ea-8d36-5c856bb8577d None None] The sync data for ids ['4ff442e9-c528-4b7f-a06c-4bb40e89f451'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:59.172033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:59.177083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f65ef01-54ae-4a34-8c66-46571f52f285 None None] Provisioning complete for port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:57:59.177894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0f65ef01-54ae-4a34-8c66-46571f52f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.207745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.209618 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/c9d4e867-3737-4dbd-bed9-a7af118720a5 HTTP/1.1" status: 204  len: 168 time: 1.5287347
Dec 15 18:57:59.216495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.228339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53746) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:59.236600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b9bc7-3a53-434c-b6e8-c99206c8ba81 None None] Network ee727c12-13e6-4c04-b8b6-5ea5e9433a9a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:59.263183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d4e867-3737-4dbd-bed9-a7af118720a5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:59.275438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:59.278922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9404d4a4-2268-466b-aa01-18f4d77ba9b7', 'network_id': '9404d4a4-2268-466b-aa01-18f4d77ba9b7', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': '4712e0f8-07bc-4224-8bac-86039fb04000'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:57:59.280707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.297819 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddf4070>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:59.318044 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:57:59.329119 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.9280519
Dec 15 18:57:59.333534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53750) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:59.334183 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddf4070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:59.341593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1385117466'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:59.348942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:57:59.355565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:network and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:57:59.360352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:57:59.368775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:57:59.383040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:57:59.390708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.403227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:57:59.406421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.430962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object 6568e9de-f460-411c-85fd-73d048f0325b will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:57:59.444840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=9ddf0077-8492-4006-82a0-1e3ccc908441,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:59.448420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.454122 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddf4070>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:57:59.454670 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81895df2-6442-40ad-a8d9-de894b4c3fce None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:57:59.455419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:59.463715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 0eaa67d0-4b22-4e1d-a6b3-953769463c44) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:57:59.466453 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9481301
Dec 15 18:57:59.469069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e1f945e7-c424-47f5-b2b3-ab539ab6ec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:57:59.482997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53756) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:59.492238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:59.492995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.502463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:57:59.503316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '9ddf0077-8492-4006-82a0-1e3ccc908441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:59.577007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e02a47d-5c30-4e81-ac4c-0011dd49f79a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:59.578699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e02a47d-5c30-4e81-ac4c-0011dd49f79a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:59.583753 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9e02a47d-5c30-4e81-ac4c-0011dd49f79a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3279896
Dec 15 18:57:59.593736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53762) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:59.624270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.624466 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Added segment 1ae7b261-a824-433f-a2f2-25cef7a3b8ad of type vlan for network 1f7d0774-d17a-40e4-9913-9be6af03193c
Dec 15 18:57:59.645288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d530b47-4bb8-46cd-b382-e8d97b2e642d None None] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:57:59.673387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9ddf0077-8492-4006-82a0-1e3ccc908441 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:57:59.810709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=6568e9de-f460-411c-85fd-73d048f0325b,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:57:59.823868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:57:59.825578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.861459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] In _notify_port_updated(), no bound segment for port 6568e9de-f460-411c-85fd-73d048f0325b on network 95495133-887a-4784-beb3-b69c77f7bee6 {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:57:59.866004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:57:59.866004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:57:59.869952 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "PUT /v2.0/ports/6568e9de-f460-411c-85fd-73d048f0325b HTTP/1.1" status: 200  len: 999 time: 2.0821815
Dec 15 18:57:59.874140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53768) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:59.874294 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7425690
Dec 15 18:57:59.874500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53772) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:59.877004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f18fc6cd-ba55-49b5-9690-401e8741b478 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/4ff442e9-c528-4b7f-a06c-4bb40e89f451 HTTP/1.1" status: 200  len: 925 time: 1.2915683
Dec 15 18:57:59.880881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53774) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:57:59.926089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:57:59.974839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-740553690'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:57:59.996228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.002011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:00.002721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.032932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-21b04296-e301-455d-9b32-9fe284245221 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:00.054115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:00.062351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:00.064233 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7291083
Dec 15 18:58:00.073228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:00.074870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53782) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:00.093363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-942ec5a0-7f5a-47fd-8130-23161e1c8eb9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.095376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:00.134669 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-942ec5a0-7f5a-47fd-8130-23161e1c8eb9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:58:00.135447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942ec5a0-7f5a-47fd-8130-23161e1c8eb9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:00.137328 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-942ec5a0-7f5a-47fd-8130-23161e1c8eb9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/ee727c12-13e6-4c04-b8b6-5ea5e9433a9a HTTP/1.1" status: 409  len: 405 time: 0.4894254
Dec 15 18:58:00.140978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:00.159498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 6568e9de-f460-411c-85fd-73d048f0325b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:00.160166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.160992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53786) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:00.178073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-304349287'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:00.192262 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-41fc0f00-e0da-4bfd-9537-719584bfafa2 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=4ff442e9-c528-4b7f-a06c-4bb40e89f451&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3060765
Dec 15 18:58:00.193885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:00.198664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Allocated IP 2001:db8:0:ffff::2 (9404d4a4-2268-466b-aa01-18f4d77ba9b7/4712e0f8-07bc-4224-8bac-86039fb04000/1a24c70a-2c5b-454d-b0b9-5a15f03be30e) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:00.214327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'subnet': {'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:00.230549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53792) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:00.258830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:network and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:00.263332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:00.276931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:00.279040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:00.294632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.296214 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "PUT /v2.0/routers/72790697-852b-4fad-83f5-0f1d5f776d80 HTTP/1.1" status: 200  len: 880 time: 10.4674871
Dec 15 18:58:00.301196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:00.302173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] Sync routers for ids ['72790697-852b-4fad-83f5-0f1d5f776d80'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:00.378530 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53800) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:00.383425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.404094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:00.407240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.436683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Network': ['ID=1f7d0774-d17a-40e4-9913-9be6af03193c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:00.453480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:00.453864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.492798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 1f7d0774-d17a-40e4-9913-9be6af03193c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:00.497922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:00.529784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] Routers {'72790697-852b-4fad-83f5-0f1d5f776d80'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:00.530408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6eb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['72790697-852b-4fad-83f5-0f1d5f776d80'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:00.536140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:00.563920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.564224 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Added segment 4a4f80c5-9d6d-497b-ae28-5163ab0f71c9 of type vlan for network 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6
Dec 15 18:58:00.597070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'tenant_id': '61a9e30ec8cc452a93348ece748847e2', 'fixed_ips': [{'subnet_id': '5794a20d-eb2c-4e2a-8f91-5a09a422c171'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:00.597916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.653362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.713265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-445943556-network', 'tenant_id': '0266360277054098840a82a850222651'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:00.722567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:00.739410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:00.746487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6eb0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:00.746935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04742489-5857-4cb4-9014-8a179ab31181 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:00.747500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04742489-5857-4cb4-9014-8a179ab31181 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Synchronizing usage tracker for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:00.755406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:00.756034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Usage tracker for resource:network and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:00.760420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:00.762173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:subnet and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:00.768896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Usage tracker for resource:port and tenant:61a9e30ec8cc452a93348ece748847e2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:00.772229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:00.773982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0df7ec4c-6ac0-4d8a-b64d-614cbc306201 None None] Provisioning complete for port 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:00.774366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0df7ec4c-6ac0-4d8a-b64d-614cbc306201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.782428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:00.795768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:00.806390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:00.809102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:00.816311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04742489-5857-4cb4-9014-8a179ab31181 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Unset dirty status for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:00.817658 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-04742489-5857-4cb4-9014-8a179ab31181 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.5845578
Dec 15 18:58:00.825417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53806) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:00.826178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.830331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:00.831010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.849073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8c9e08b3-36eb-44a7-909c-8e479b416f12 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:00.871732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] DHCP port deletion for ee727c12-13e6-4c04-b8b6-5ea5e9433a9a request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:00.872986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Made reservation on behalf of 0266360277054098840a82a850222651 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:00.875281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.903643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:00.920546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:00.923471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.932845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.936942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-af5e230a-9eb9-49f6-8be3-7449a6fa7791 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff442e9-c528-4b7f-a06c-4bb40e89f451 HTTP/1.1" status: 200  len: 205 time: 0.1048706
Dec 15 18:58:00.939710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Deleting port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:00.940467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:00.942839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53810) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:00.944647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.014398 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8476803
Dec 15 18:58:01.016391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53814) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:01.022385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.029092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'subnet': {'network_id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:01.047807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] Routers {'72790697-852b-4fad-83f5-0f1d5f776d80'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:01.048375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6eb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['72790697-852b-4fad-83f5-0f1d5f776d80'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:01.050821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Network': ['ID=7b58cf31-7c3d-49e1-8452-ec0ea55c52c6,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:01.068239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:01.070434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-180d90db-6641-4020-84e4-65d0860a1932 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:01.180095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:01.211684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:01.220504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0df7ec4c-6ac0-4d8a-b64d-614cbc306201 None None] Port 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:01.227771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Usage tracker for resource:security_group_rule and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:01.238178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedeb6eb0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:01.238856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d95bd-ddab-405d-8c3e-62e91c09f7c3 None None] The sync data for ids ['72790697-852b-4fad-83f5-0f1d5f776d80'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:01.246166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:01.257693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.264629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:01.272006 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3e933dfa-d20c-4bb1-a2d4-f487f361d2b0 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/72790697-852b-4fad-83f5-0f1d5f776d80 HTTP/1.1" status: 200  len: 921 time: 0.9694083
Dec 15 18:58:01.277630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=4205b5d1-74d6-4f82-82bd-c9d9b397af54,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:01.279802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:01.300969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:01.302459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:01.338456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 6568e9de-f460-411c-85fd-73d048f0325b owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:01.350430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:subnet and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:01.355194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:01.367992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:01.376253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] device_id is not set on port 39b2bdab-5953-4cc6-b657-69e01f381a23 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:01.396320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': '7adebc7d-cfa2-45fc-bdd9-bc726ec548fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9ddf0077-8492-4006-82a0-1e3ccc908441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:01.396843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Transition to ACTIVE for port object 1a24c70a-2c5b-454d-b0b9-5a15f03be30e will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:01.397236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: 9ddf0077-8492-4006-82a0-1e3ccc908441, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:01.405999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:01.457590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.475005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Allocated IP 2001:db8::2 (0eaa67d0-4b22-4e1d-a6b3-953769463c44/5794a20d-eb2c-4e2a-8f91-5a09a422c171/9341008d-4f5d-4164-8915-68141c81e6d1) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:01.479270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0df7ec4c-6ac0-4d8a-b64d-614cbc306201 None None] Provisioning for port 6568e9de-f460-411c-85fd-73d048f0325b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:01.499298 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Transition to ACTIVE for port object 1a24c70a-2c5b-454d-b0b9-5a15f03be30e will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:01.513458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0df7ec4c-6ac0-4d8a-b64d-614cbc306201 None None] Provisioning complete for port 6568e9de-f460-411c-85fd-73d048f0325b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:01.513865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0df7ec4c-6ac0-4d8a-b64d-614cbc306201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.550312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.604444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:01.710484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.746469 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-083fdfe5-b627-4d91-adf9-4606360be625 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=72790697-852b-4fad-83f5-0f1d5f776d80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4581633
Dec 15 18:58:01.749966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.750761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53822) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:01.788569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0df7ec4c-6ac0-4d8a-b64d-614cbc306201 None None] Port 6568e9de-f460-411c-85fd-73d048f0325b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:01.806682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] For port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8081e60e-a01f-47ea-a4f5-ed5c3d98de6f,segment=NetworkSegment(5629786b-9a4d-4f54-9b8f-debc9f8eacfc),segment_id=5629786b-9a4d-4f54-9b8f-debc9f8eacfc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:01.807082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.834944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.836444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Pushing event updated for resources: {'Port': ['ID=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:01.839741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Network 9404d4a4-2268-466b-aa01-18f4d77ba9b7 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:01.845046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 9ddf0077-8492-4006-82a0-1e3ccc908441 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:01.848202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.849284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-05a626ab-498b-4a3f-83b4-8b61e7614681 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:01.858719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:01.889295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:01.916858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=6568e9de-f460-411c-85fd-73d048f0325b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:01.922786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:01.946635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:01.949121 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:58:01.955306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9ddf0077-8492-4006-82a0-1e3ccc908441) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:01.966849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:01.980497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:01.981097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:01.985024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9880e9e-8100-4d80-94e4-c90f24a01fd8,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:01.994790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Calling delete_port for 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:02.007142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:02.020656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.021225 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Added segment a74cca3f-1955-4c4e-a943-4b9ddbe30a43 of type vlan for network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec
Dec 15 18:58:02.023912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:02.039592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d672f-ae99-475a-8bfe-9ce42c1253b1 None None] Network 9ddf0077-8492-4006-82a0-1e3ccc908441 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:02.080724 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.5931981
Dec 15 18:58:02.093761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53826) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:02.132456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7953b2-97df-4247-9b4e-6ca8611bb83d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:02.134170 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bc7953b2-97df-4247-9b4e-6ca8611bb83d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.3803258
Dec 15 18:58:02.149282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53830) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:02.160162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.260608 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-028e506b-45e2-4a23-9b66-428b798d3d52 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=72790697-852b-4fad-83f5-0f1d5f776d80 HTTP/1.1" status: 200  len: 205 time: 0.1021800
Dec 15 18:58:02.265700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53834) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:02.297215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.303710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.311158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:02.369026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/6568e9de-f460-411c-85fd-73d048f0325b HTTP/1.1" status: 204  len: 168 time: 2.4951220
Dec 15 18:58:02.370804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53838) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:02.372267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.378629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.379967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:02.380537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.424120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a65b3c39-2a96-46c2-96de-9fa81678145b tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:02.435826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Attempting to bind port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:02.436404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Attempting to bind port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '26bb1ea1-137b-44f4-9f8d-8ceea7dea991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9404d4a4-2268-466b-aa01-18f4d77ba9b7'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:02.436553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Attempting to bind port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e on network 9404d4a4-2268-466b-aa01-18f4d77ba9b7 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:02.444479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.461130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:02.463345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Subnet': ['ID=76438ce2-1588-41e1-a0a7-5e1263716d3d,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:02.466067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:02.493803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.506809 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-28166ee2-8e33-4342-911c-4d094b82a10e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:02.508323 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-28166ee2-8e33-4342-911c-4d094b82a10e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/6568e9de-f460-411c-85fd-73d048f0325b HTTP/1.1" status: 404  len: 333 time: 0.1363750
Dec 15 18:58:02.509231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Checking segment: {'id': '1ae7b261-a824-433f-a2f2-25cef7a3b8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:02.509614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network hostable DHCP agents. Network: 1f7d0774-d17a-40e4-9913-9be6af03193c, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:02.513879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53842) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:02.537650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Pushing event deleted for resources: {'Port': ['ID=8081e60e-a01f-47ea-a4f5-ed5c3d98de6f,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:02.566135 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1851628
Dec 15 18:58:02.566856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Transition to ACTIVE for port object 9341008d-4f5d-4164-8915-68141c81e6d1 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:02.570966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:02.571753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:02.572130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Checking segment: {'id': '26bb1ea1-137b-44f4-9f8d-8ceea7dea991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9404d4a4-2268-466b-aa01-18f4d77ba9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:02.572495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53846) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:02.572639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.572922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Bound using segment: {'id': '26bb1ea1-137b-44f4-9f8d-8ceea7dea991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9404d4a4-2268-466b-aa01-18f4d77ba9b7'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:02.573431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Bound port: 1a24c70a-2c5b-454d-b0b9-5a15f03be30e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bb1ea1-137b-44f4-9f8d-8ceea7dea991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9404d4a4-2268-466b-aa01-18f4d77ba9b7'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:02.573814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.582651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.591695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.601264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Pushing event updated for resources: {'Network': ['ID=9df32833-fad4-45f6-b1a5-a3de4eeda5ec,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:02.624280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:02.630038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Request body: {'subnet': {'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-445943556-subnet', 'tenant_id': '0266360277054098840a82a850222651', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:02.635515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:02.643546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:02.646927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] No DVR routers for this DVR port 8081e60e-a01f-47ea-a4f5-ed5c3d98de6f on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:02.674089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Usage tracker for resource:subnet and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:02.686483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:02.701242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:02.712041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Transition to ACTIVE for port object 9341008d-4f5d-4164-8915-68141c81e6d1 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:02.836301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:58:02.847955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.859269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1e25032f-1f88-41b8-af2c-a2f2ad63411f tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:02.875756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.894509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:02.913339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:02.933839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Allocated IP 2001:db8::251 (0eaa67d0-4b22-4e1d-a6b3-953769463c44/5794a20d-eb2c-4e2a-8f91-5a09a422c171/39b2bdab-5953-4cc6-b657-69e01f381a23) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:02.996667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Subnet': ['ID=d0ff9ef6-7746-4215-8d93-92149e6270f1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:03.010454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:03.028660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911441d5-67b9-4b87-88ad-433e362a0868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9ddf0077-8492-4006-82a0-1e3ccc908441', 'network_id': '9ddf0077-8492-4006-82a0-1e3ccc908441', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': '4205b5d1-74d6-4f82-82bd-c9d9b397af54'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:03.029626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-911441d5-67b9-4b87-88ad-433e362a0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.051359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:03.055106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] For port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:03.055366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Checking segment: {'id': '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:03.055726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network hostable DHCP agents. Network: 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:03.059931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:03.064773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Pushing event updated for resources: {'Port': ['ID=9341008d-4f5d-4164-8915-68141c81e6d1,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:03.064925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.069579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:03.071713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:03.076404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:03.077314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] For port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,segment=NetworkSegment(26bb1ea1-137b-44f4-9f8d-8ceea7dea991),segment_id=26bb1ea1-137b-44f4-9f8d-8ceea7dea991)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:03.119297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.119536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=4205b5d1-74d6-4f82-82bd-c9d9b397af54,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:03.125042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.158637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.158898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-390d7d78-1397-4625-b78a-1a5ff062d904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:03.172355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:03.173904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Transition to ACTIVE for port object 39b2bdab-5953-4cc6-b657-69e01f381a23 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:03.195697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network 1f7d0774-d17a-40e4-9913-9be6af03193c is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:03.210082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.269507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4394881-902a-424f-a8b3-8316fbef94ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:03.317867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Pushing event updated for resources: {'Port': ['ID=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:03.319268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Made reservation on behalf of 0266360277054098840a82a850222651 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:03.323518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:03.324386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.330221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Attempting to bind port 9341008d-4f5d-4164-8915-68141c81e6d1 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:03.330611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Attempting to bind port 9341008d-4f5d-4164-8915-68141c81e6d1 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e09e19bb-5431-42fc-86cd-f4866c24c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:03.331479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Attempting to bind port 9341008d-4f5d-4164-8915-68141c81e6d1 on network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:03.338819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:03.339200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Checking segment: {'id': 'e09e19bb-5431-42fc-86cd-f4866c24c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:03.339612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.340012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Bound using segment: {'id': 'e09e19bb-5431-42fc-86cd-f4866c24c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:03.340488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Bound port: 9341008d-4f5d-4164-8915-68141c81e6d1, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09e19bb-5431-42fc-86cd-f4866c24c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:03.340869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.354456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c002e3-63a6-4b4c-a763-d18fde6ed377 None None] Network 9ddf0077-8492-4006-82a0-1e3ccc908441 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:03.360293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 1f7d0774-d17a-40e4-9913-9be6af03193c) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:03.364736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:03.365940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.378150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c3b5b-a465-4c5c-b234-ff693ba47415 None None] Network 1f7d0774-d17a-40e4-9913-9be6af03193c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:03.406481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2756042
Dec 15 18:58:03.424209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53850) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:03.432160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-502303312', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:03.439665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:03.443944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.447491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:03.453928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:03.465767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:router and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:03.469619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:03.471359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:03.493145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:03.493783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.497489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:03.500185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec44bd60>,) {'filters': {'network_id': ['9ddf0077-8492-4006-82a0-1e3ccc908441']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:03.509058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:03.515406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:03.520546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:03.521402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.532367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec44bd60>, '7adebc7d-cfa2-45fc-bdd9-bc726ec548fc') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:03.532656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec44bd60>, '7adebc7d-cfa2-45fc-bdd9-bc726ec548fc') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:03.533957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707a060-a127-4db3-a33c-6114379bec27 None None] Network 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:03.562327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.575104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=39b2bdab-5953-4cc6-b657-69e01f381a23,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:03.578236 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.5589654
Dec 15 18:58:03.578236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.578236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.582649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:03.583411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53854) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:03.602185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.615893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:03.616249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:03.660133 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:03.883288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] For port 9341008d-4f5d-4164-8915-68141c81e6d1, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:03.908697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 7ec87d8b-dd99-48eb-a861-420443a68970 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:58:03.912333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.913430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a24c70a-2c5b-454d-b0b9-5a15f03be30e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:03.916934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.920543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73e05f4c-1894-45f0-ac7f-32d893f857d8 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:03.921590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.946764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.952468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:03.964193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:03.964378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=9ddf0077-8492-4006-82a0-1e3ccc908441,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:03.972759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:03.980857 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/9ddf0077-8492-4006-82a0-1e3ccc908441 HTTP/1.1" status: 204  len: 168 time: 1.8858624
Dec 15 18:58:03.986198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53858) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:03.991740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] For port 9341008d-4f5d-4164-8915-68141c81e6d1, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9341008d-4f5d-4164-8915-68141c81e6d1,segment=NetworkSegment(e09e19bb-5431-42fc-86cd-f4866c24c4ae),segment_id=e09e19bb-5431-42fc-86cd-f4866c24c4ae)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:03.998893 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.0371540
Dec 15 18:58:04.003838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1184310496'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:04.010524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53862) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:04.016102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:04.022510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.027627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1599881641', 'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:ed:f5:eb'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:04.032110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8743c33-e9ee-4965-bc5a-e4fcf694b25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:04.044917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:04.064228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.091748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.113581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:04.154887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3ef5a2-df05-4108-8925-db1186ca8653,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:04.164053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Deleting port 8e82bd65-b56e-4618-bc18-be9283f14fc4 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:04.164397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.196635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:04.226676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-1f7d0774-d17a-40e4-9913-9be6af03193c', 'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c', 'tenant_id': '9cae5594987147e4acca7e4e4fca7063', 'fixed_ips': [{'subnet_id': '76438ce2-1588-41e1-a0a7-5e1263716d3d'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:04.227119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.230733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.234136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:04.274447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Checking segment: {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:04.274778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Network hostable DHCP agents. Network: 9df32833-fad4-45f6-b1a5-a3de4eeda5ec, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:04.282305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Pushing event updated for resources: {'Port': ['ID=9341008d-4f5d-4164-8915-68141c81e6d1,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:04.292254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:04.292462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:04.295750 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.308081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-7b58cf31-7c3d-49e1-8452-ec0ea55c52c6', 'network_id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6', 'tenant_id': '63a9d63769fe40c2883e9f46855042c6', 'fixed_ips': [{'subnet_id': 'd0ff9ef6-7746-4215-8d93-92149e6270f1'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:04.309008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.366208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.386105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.388344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:04.407279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:04.416428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Usage tracker for resource:port and tenant:61a9e30ec8cc452a93348ece748847e2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:04.419167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Deleting port 402ea274-0021-4ba9-bb2f-18a9636db533 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:04.419493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.480785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:04.483170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.498161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:04.510174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:04.556683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.579604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.580071 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment 37e4ca14-28c8-43fd-9d3b-5de6364eb784 of type vlan for network fc469145-6903-47f7-af09-02253c3e2572
Dec 15 18:58:04.601407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:04.646789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.681676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9df32833-fad4-45f6-b1a5-a3de4eeda5ec) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:04.758865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e5c1c-c968-4efe-b8fb-ac9afb545bd2 None None] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:04.792297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:04.792819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.816634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Allocated IP 172.20.0.2 (1f7d0774-d17a-40e4-9913-9be6af03193c/76438ce2-1588-41e1-a0a7-5e1263716d3d/24829a5b-4adc-41b3-a505-5406a1c1b91a) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:04.817881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:04.857610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:04.888440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Allocated IP 2001:db8::f816:3eff:fe5a:e17c (7b58cf31-7c3d-49e1-8452-ec0ea55c52c6/d0ff9ef6-7746-4215-8d93-92149e6270f1/18feb75e-4526-41d7-8dbf-544bff96efc0) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:04.959718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:05.001459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Calling delete_port for 8e82bd65-b56e-4618-bc18-be9283f14fc4 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:05.064336 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4471517
Dec 15 18:58:05.068119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53866) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:05.073626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.081425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:05.087208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:05.099493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ac631-9f0a-474d-b0f1-ca92819d8261 None None] Network 9404d4a4-2268-466b-aa01-18f4d77ba9b7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:05.118832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.122594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:05.123317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.141258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:05.141548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5bb1b58d-7626-42b2-b98f-c30e13f5601f tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:05.151599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec87d8b-dd99-48eb-a861-420443a68970,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:05.153706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Usage tracker for resource:router and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:05.157527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:05.158293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:05.161343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.167744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.172302 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/7ec87d8b-dd99-48eb-a861-420443a68970 HTTP/1.1" status: 204  len: 168 time: 2.6547353
Dec 15 18:58:05.174589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:05.176332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53870) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:05.233007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af394f-b4a0-4495-affe-355fe401bc40 None None] Network 95495133-887a-4784-beb3-b69c77f7bee6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:05.245680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.246601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.273974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet de4ca0b5-d8db-4937-9033-d79271187bc4 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:58:05.278691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.389745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Calling delete_port for 402ea274-0021-4ba9-bb2f-18a9636db533 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:05.400147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.406306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Provisioning for port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:05.408212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.409757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a66aea30-6341-4f20-b5f4-dfd7f9824fb8 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:05.441273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.505786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event deleted for resources: {'Port': ['ID=8e82bd65-b56e-4618-bc18-be9283f14fc4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:05.516831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:05.519058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Provisioning complete for port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:05.519497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.597887 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.6104865
Dec 15 18:58:05.603787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:05.604601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.611793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53874) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:05.625088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.688576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': 'fc469145-6903-47f7-af09-02253c3e2572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:05.690977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=fc469145-6903-47f7-af09-02253c3e2572,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:05.696702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:05.722018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network fc469145-6903-47f7-af09-02253c3e2572 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:05.744445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] device_id is not set on port a0df57e7-2c19-46ea-823d-1a6d8a14a417 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:05.950019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.957201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:05.978384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3449bf-9734-4b19-b508-c700a1836ee1 None None] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:05.992316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:05.993880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9341008d-4f5d-4164-8915-68141c81e6d1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:06.011971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:06.015556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:06.020762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.029541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:06.041336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.084330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.097797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Transition to ACTIVE for port object 18feb75e-4526-41d7-8dbf-544bff96efc0 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:06.105350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.140997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Transition to ACTIVE for port object 24829a5b-4adc-41b3-a505-5406a1c1b91a will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:06.196761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:06.216682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.222316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Allocated IP 2001:db8::305 (0eaa67d0-4b22-4e1d-a6b3-953769463c44/5794a20d-eb2c-4e2a-8f91-5a09a422c171/a0df57e7-2c19-46ea-823d-1a6d8a14a417) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:06.310526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.348047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fc82c309-28a6-4aac-96d6-18658d9743cc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:06.406552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event deleted for resources: {'Port': ['ID=402ea274-0021-4ba9-bb2f-18a9636db533,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:06.417981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Transition to ACTIVE for port object 18feb75e-4526-41d7-8dbf-544bff96efc0 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:06.428058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:06.433549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.441827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-514b5120-e19e-4443-981f-85f140d01e47 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:06.449357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Transition to ACTIVE for port object 24829a5b-4adc-41b3-a505-5406a1c1b91a will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:06.516271 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.530393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5bc1a98-04b2-4f1e-9b71-960af5ebd7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:06.558791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.589809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.26.1.205 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/0efd8579-e56f-48df-9daf-559c1604ff95) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:06.660713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.683677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=de4ca0b5-d8db-4937-9033-d79271187bc4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:06.746313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:06.752145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Network 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:06.761221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.767857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Allocated IP 172.20.0.2 (9df32833-fad4-45f6-b1a5-a3de4eeda5ec/2c3ef5a2-df05-4108-8925-db1186ca8653/aae68aaa-04ae-412d-a68d-e45ba93b3c86) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:06.772920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:06.778886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Network 1f7d0774-d17a-40e4-9913-9be6af03193c is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:06.782330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Pushing event updated for resources: {'Port': ['ID=18feb75e-4526-41d7-8dbf-544bff96efc0,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:06.795197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:06.797329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:06.801056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:06.802919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:06.814583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f321533d-b6b1-41f5-b1f4-65ee8005e60e tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:06.819088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.835164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 9341008d-4f5d-4164-8915-68141c81e6d1 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:06.842843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:06.842983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.862984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.877071 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.889625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ff9ef6-7746-4215-8d93-92149e6270f1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:06.899648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:06.961957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:06.990250 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/de4ca0b5-d8db-4937-9033-d79271187bc4 HTTP/1.1" status: 204  len: 168 time: 1.8127549
Dec 15 18:58:06.999577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53878) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:07.029087 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:58:07.057953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] For port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,segment=NetworkSegment(26bb1ea1-137b-44f4-9f8d-8ceea7dea991),segment_id=26bb1ea1-137b-44f4-9f8d-8ceea7dea991)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:07.131480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.175590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Pushing event updated for resources: {'Port': ['ID=24829a5b-4adc-41b3-a505-5406a1c1b91a,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:07.189489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.210934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.215285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:07.215963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:07.277422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.277867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Fanout notify agent at l3_agent the message router_deleted on router 4ff442e9-c528-4b7f-a06c-4bb40e89f451 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:58:07.282018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ea4c0>,) {'filters': {'network_id': ['7b58cf31-7c3d-49e1-8452-ec0ea55c52c6']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:07.308681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ea4c0>, '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:07.308681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ea4c0>, '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:07.321431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.336482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.338995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Attempting to bind port 18feb75e-4526-41d7-8dbf-544bff96efc0 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:07.339364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Attempting to bind port 18feb75e-4526-41d7-8dbf-544bff96efc0 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:07.339723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Attempting to bind port 18feb75e-4526-41d7-8dbf-544bff96efc0 on network 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:07.360891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Attempting to bind port 24829a5b-4adc-41b3-a505-5406a1c1b91a on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:07.361538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Attempting to bind port 24829a5b-4adc-41b3-a505-5406a1c1b91a by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '1ae7b261-a824-433f-a2f2-25cef7a3b8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:07.362648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Attempting to bind port 24829a5b-4adc-41b3-a505-5406a1c1b91a on network 1f7d0774-d17a-40e4-9913-9be6af03193c {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:07.375659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Transition to ACTIVE for port object a0df57e7-2c19-46ea-823d-1a6d8a14a417 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:07.383038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.384146 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/4ff442e9-c528-4b7f-a06c-4bb40e89f451 HTTP/1.1" status: 204  len: 168 time: 6.4315300
Dec 15 18:58:07.392284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53882) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:07.402105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.407871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-91714615', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:07.415845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.420907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:07.421533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Checking segment: {'id': '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:07.422087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.422655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Bound using segment: {'id': '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:07.423276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Bound port: 18feb75e-4526-41d7-8dbf-544bff96efc0, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:07.423824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.424213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.425774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:07.432269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.433494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 3f09ec17-8400-4660-9763-39d4c39af235 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:07.433833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.433965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:07.434244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Checking segment: {'id': '1ae7b261-a824-433f-a2f2-25cef7a3b8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:07.434805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.435201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Bound using segment: {'id': '1ae7b261-a824-433f-a2f2-25cef7a3b8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:07.435666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Bound port: 24829a5b-4adc-41b3-a505-5406a1c1b91a, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae7b261-a824-433f-a2f2-25cef7a3b8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:07.436209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.438438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Usage tracker for resource:router and tenant:1fc91d52b61044989caf8ed3a6fab43e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:07.441537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:07.454527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:07.469250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Pushing event updated for resources: {'Port': ['ID=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:07.473794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:07.474212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.485846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:07.486891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f958c5-d582-48d9-94dd-d11e39de8734 None None] Update dhcp port {'port': {'network_id': '95495133-887a-4784-beb3-b69c77f7bee6', 'fixed_ips': [{'subnet_id': 'de4ca0b5-d8db-4937-9033-d79271187bc4'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '3f09ec17-8400-4660-9763-39d4c39af235'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 18:58:07.491252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.492178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:07.494519 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:07.498786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.504806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.505537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Fanout notify agent at l3_agent the message router_deleted on router 72790697-852b-4fad-83f5-0f1d5f776d80 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:58:07.512725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:07.578578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.622918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=a0df57e7-2c19-46ea-823d-1a6d8a14a417,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:07.627340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:07.634761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:07.638324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.643894 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/72790697-852b-4fad-83f5-0f1d5f776d80 HTTP/1.1" status: 204  len: 168 time: 5.3731930
Dec 15 18:58:07.645252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:07.647265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08d26ed0-0c44-45f3-8857-eb0cd09c8256 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:07.647956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53886) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:07.654170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Provisioning complete for port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:07.654698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.655075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-978794514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:07.679143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:07.683651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:07.684439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.693031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.710297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:07.712327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:07.722406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:07.726620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 18:58:07.726620 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 18:58:07.726620 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': '7b58cf31-7c3d-49e1-8452-ec0ea55c52c6'}]
Dec 15 18:58:07.726620 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:07.727024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:07.732533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Usage tracker for resource:router and tenant:dbadffa1a4cc422f8fb6cd63f8da61fc is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:07.733960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:07.751821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:07.755491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.759002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91f958c5-d582-48d9-94dd-d11e39de8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.790074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=0efd8579-e56f-48df-9daf-559c1604ff95,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:07.794932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:07.796683 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 3.7829623
Dec 15 18:58:07.798358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.800324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53890) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:07.803735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:07.859740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Transition to ACTIVE for port object aae68aaa-04ae-412d-a68d-e45ba93b3c86 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:07.860651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.878625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:07.885115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-56c9d681-3483-42b0-adfe-101bf16aa4f8 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:07.896396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] For port 18feb75e-4526-41d7-8dbf-544bff96efc0, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:07.915427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] For port 24829a5b-4adc-41b3-a505-5406a1c1b91a, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:07.934371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a24c70a-2c5b-454d-b0b9-5a15f03be30e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:07.988895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] For port 18feb75e-4526-41d7-8dbf-544bff96efc0, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=18feb75e-4526-41d7-8dbf-544bff96efc0,segment=NetworkSegment(4a4f80c5-9d6d-497b-ae28-5163ab0f71c9),segment_id=4a4f80c5-9d6d-497b-ae28-5163ab0f71c9)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:07.999989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Transition to ACTIVE for port object aae68aaa-04ae-412d-a68d-e45ba93b3c86 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:08.009717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] For port 24829a5b-4adc-41b3-a505-5406a1c1b91a, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=24829a5b-4adc-41b3-a505-5406a1c1b91a,segment=NetworkSegment(1ae7b261-a824-433f-a2f2-25cef7a3b8ad),segment_id=1ae7b261-a824-433f-a2f2-25cef7a3b8ad)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:08.027184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.057797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.059401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.079845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:08.129931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.131957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] For port 3f09ec17-8400-4660-9763-39d4c39af235, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3f09ec17-8400-4660-9763-39d4c39af235,segment=NetworkSegment(fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1),segment_id=fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:08.132797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.146826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714baac-b99d-48ac-92e4-1369fba2e39c tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:08.150903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714baac-b99d-48ac-92e4-1369fba2e39c tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:08.155299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714baac-b99d-48ac-92e4-1369fba2e39c tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:08.156188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7714baac-b99d-48ac-92e4-1369fba2e39c tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Synchronizing usage tracker for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:08.172943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.177688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.211491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7714baac-b99d-48ac-92e4-1369fba2e39c tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Unset dirty status for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:08.212788 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7714baac-b99d-48ac-92e4-1369fba2e39c tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.4113843
Dec 15 18:58:08.216889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53894) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:08.244350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.247183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=eb98dc87-2333-4299-b8cb-6457a1c9e254,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:08.362999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting port a0df57e7-2c19-46ea-823d-1a6d8a14a417 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:08.363221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.385978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:08.390138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Pushing event updated for resources: {'Port': ['ID=18feb75e-4526-41d7-8dbf-544bff96efc0,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:08.400462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:08.402152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:08.403910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0d9a52d6-099f-4043-b5db-7560b233a570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:08.433095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:08.481469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.482193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.488336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1f7e2-e419-454c-9ae3-7caf4d6b8551 None None] Network 95495133-887a-4784-beb3-b69c77f7bee6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:08.501325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:08.516152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 3f09ec17-8400-4660-9763-39d4c39af235 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:08.614986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.654658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:08.655021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.695207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Pushing event updated for resources: {'Port': ['ID=aae68aaa-04ae-412d-a68d-e45ba93b3c86,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:08.698008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Provisioning for port 9341008d-4f5d-4164-8915-68141c81e6d1 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:08.753217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Allocated IP 172.26.1.111 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/cefb773b-946c-4c19-92c4-65d9cec65b00) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:08.812638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.877045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Provisioning complete for port 9341008d-4f5d-4164-8915-68141c81e6d1 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:08.889555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.956832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:08.960654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5d09f-a464-45fc-918d-718c26691ca7 None None] Network 7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:09.015708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.051132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting port 18feb75e-4526-41d7-8dbf-544bff96efc0 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:09.052462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.094950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Attempting to bind port aae68aaa-04ae-412d-a68d-e45ba93b3c86 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:09.095477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Attempting to bind port aae68aaa-04ae-412d-a68d-e45ba93b3c86 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:09.095666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Attempting to bind port aae68aaa-04ae-412d-a68d-e45ba93b3c86 on network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:09.183481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.250846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Pushing event updated for resources: {'Port': ['ID=24829a5b-4adc-41b3-a505-5406a1c1b91a,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:09.276031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:09.277185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:09.281155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Checking segment: {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:09.281930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.282328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Bound using segment: {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:09.282815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Bound port: aae68aaa-04ae-412d-a68d-e45ba93b3c86, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:09.283191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.292476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.017s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:09.292830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:09.294445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.297986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.300393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6a39e-7c1a-46b5-b5d2-dec7ec150f19 None None] DHCP port deletion for 95495133-887a-4784-beb3-b69c77f7bee6 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:09.302910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': '37e4ca14-28c8-43fd-9d3b-5de6364eb784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fc469145-6903-47f7-af09-02253c3e2572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:09.303283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: fc469145-6903-47f7-af09-02253c3e2572, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:09.308211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.334085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bf82ced0-a538-4882-822c-eb5857600862 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:09.433209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] For port 18feb75e-4526-41d7-8dbf-544bff96efc0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=18feb75e-4526-41d7-8dbf-544bff96efc0,segment=NetworkSegment(4a4f80c5-9d6d-497b-ae28-5163ab0f71c9),segment_id=4a4f80c5-9d6d-497b-ae28-5163ab0f71c9)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:09.434061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.473733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Calling delete_port for a0df57e7-2c19-46ea-823d-1a6d8a14a417 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:09.594876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.614893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] For port aae68aaa-04ae-412d-a68d-e45ba93b3c86, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:09.624727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Calling delete_port for 18feb75e-4526-41d7-8dbf-544bff96efc0 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:09.674020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] For port 9341008d-4f5d-4164-8915-68141c81e6d1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9341008d-4f5d-4164-8915-68141c81e6d1,segment=NetworkSegment(e09e19bb-5431-42fc-86cd-f4866c24c4ae),segment_id=e09e19bb-5431-42fc-86cd-f4866c24c4ae)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:09.683431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] For port aae68aaa-04ae-412d-a68d-e45ba93b3c86, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aae68aaa-04ae-412d-a68d-e45ba93b3c86,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:09.685693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.687560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20bb87f4-adca-4403-a9fd-57840d0d77c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:09.724267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.732412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.774444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-690d4982-5cfb-4ca4-abbd-790ac2565d8e tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:09.782831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Pushing event updated for resources: {'Port': ['ID=9341008d-4f5d-4164-8915-68141c81e6d1,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:09.799081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:09.799946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:09.867718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Could not find standard attr ID for object 3f09ec17-8400-4660-9763-39d4c39af235. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:58:09.883502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Pushing event updated for resources: {'Port': ['ID=cefb773b-946c-4c19-92c4-65d9cec65b00,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:09.895270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.923272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24829a5b-4adc-41b3-a505-5406a1c1b91a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:09.948956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Port': ['ID=a0df57e7-2c19-46ea-823d-1a6d8a14a417,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:09.965257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:09.972571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Pushing event updated for resources: {'Port': ['ID=aae68aaa-04ae-412d-a68d-e45ba93b3c86,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:09.982184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:09.983486 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3580e2db-fd1b-441c-b81a-dd1d6fe6bbeb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 2.3345695
Dec 15 18:58:09.984427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=3f09ec17-8400-4660-9763-39d4c39af235,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:09.990199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Provisioning for port 39b2bdab-5953-4cc6-b657-69e01f381a23 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:09.995016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53898) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:09.999177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:09.999675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:10.003410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No DVR routers for this DVR port 3f09ec17-8400-4660-9763-39d4c39af235 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:10.003858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Provisioning complete for port 39b2bdab-5953-4cc6-b657-69e01f381a23 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:10.004436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.005227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No DVR routers for this DVR port 18feb75e-4526-41d7-8dbf-544bff96efc0 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:10.043218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': True}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:10.120221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Port 39b2bdab-5953-4cc6-b657-69e01f381a23 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:10.125827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Could not find standard attr ID for object a0df57e7-2c19-46ea-823d-1a6d8a14a417. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:58:10.150392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Allocated IP 172.26.1.91 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/a92c8aec-94cb-410d-bcb3-0a95763ce4b4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:10.150716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Provisioning complete for port 9341008d-4f5d-4164-8915-68141c81e6d1 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:10.151511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3c5801ae-bc4a-4aec-a77a-84cc3ccf8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.221237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 24829a5b-4adc-41b3-a505-5406a1c1b91a completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:10.309946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:10.312960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:10.349054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3f09ec17-8400-4660-9763-39d4c39af235 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:58:10.400555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec3a5e-98c8-4f42-933a-5b7247987619 None None] Network 1f7d0774-d17a-40e4-9913-9be6af03193c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:10.435885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 3f09ec17-8400-4660-9763-39d4c39af235 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:58:10.436248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3f09ec17-8400-4660-9763-39d4c39af235 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:58:10.472358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.495006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.510670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced945c70>,) {'filters': {'network_id': ['95495133-887a-4784-beb3-b69c77f7bee6']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:10.524989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced945c70>, 'fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:10.525838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced945c70>, 'fb6b6fef-bbab-4ee7-9ff4-0a67ca31d8a1') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:10.553943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.563170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.590769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network fc469145-6903-47f7-af09-02253c3e2572 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:10.609020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.611537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.278s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:10.616310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2af12fa3-3f26-41d8-a968-e2296413d775 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.245s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:10.655020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ea3d0>,) {'filters': {'network_id': ['7b58cf31-7c3d-49e1-8452-ec0ea55c52c6']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:10.673552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Port': ['ID=18feb75e-4526-41d7-8dbf-544bff96efc0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:10.688602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:10.690238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:10.690639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.707427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.727s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:10.707817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:10.732302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Provisioning for port 24829a5b-4adc-41b3-a505-5406a1c1b91a completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:10.738106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Provisioning complete for port 24829a5b-4adc-41b3-a505-5406a1c1b91a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:10.738488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.756262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:10.784531 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:10.786990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ea3d0>, '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:10.787089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ea3d0>, '4a4f80c5-9d6d-497b-ae28-5163ab0f71c9') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:10.802086 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/ports/a0df57e7-2c19-46ea-823d-1a6d8a14a417 HTTP/1.1" status: 204  len: 168 time: 2.5827701
Dec 15 18:58:10.802298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, fc469145-6903-47f7-af09-02253c3e2572) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:10.804528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53904) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:10.811777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.841756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368e2e0-4e27-4aa7-929f-f0fbfd3e0dbe None None] Network fc469145-6903-47f7-af09-02253c3e2572 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:10.965200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 9e6e0ae9-0d56-4954-93aa-5fb2afd7207d is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:58:10.977096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:10.995658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fcf93eda-b871-4979-8a37-b4c1fdb201ef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:11.032109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:11.034126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.045010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:11.055409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:11.064774 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-db91cc23-7aa9-4ac8-83d3-00111267403f tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:11.066035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-db91cc23-7aa9-4ac8-83d3-00111267403f tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Synchronizing usage tracker for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:11.081209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:11.081544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.093843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.103306 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 5.4786503
Dec 15 18:58:11.103306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:11.103306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:11.123088 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:11.133091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:11.138538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:11.155328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.169065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-fc469145-6903-47f7-af09-02253c3e2572', 'network_id': 'fc469145-6903-47f7-af09-02253c3e2572', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': 'eb98dc87-2333-4299-b8cb-6457a1c9e254'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:11.169922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.257519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.270816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-965833660'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:11.281038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.285423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.287101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=95495133-887a-4784-beb3-b69c77f7bee6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:11.289231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:11.296400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.299317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:11.300887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-942ed1dc-0127-4f01-84e3-2c4464084942 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:11.316101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:11.320655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:11.332680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/95495133-887a-4784-beb3-b69c77f7bee6 HTTP/1.1" status: 204  len: 168 time: 4.3208067
Dec 15 18:58:11.338691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53912) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:11.339505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c7649-f8d0-4cbe-9f59-498111edd5f0 None None] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:11.340743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:11.349537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Network': ['ID=7b58cf31-7c3d-49e1-8452-ec0ea55c52c6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:11.352405 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 HTTP/1.1" status: 204  len: 168 time: 7.7525280
Dec 15 18:58:11.357141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53914) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:11.358526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:11.374719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-db91cc23-7aa9-4ac8-83d3-00111267403f tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Unset dirty status for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:11.375771 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-db91cc23-7aa9-4ac8-83d3-00111267403f tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "GET /v2.0/ports/a0df57e7-2c19-46ea-823d-1a6d8a14a417 HTTP/1.1" status: 404  len: 333 time: 0.5702231
Dec 15 18:58:11.385037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53920) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:11.399473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-449074551'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:11.405253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:11.408214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.415981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event updated for resources: {'Port': ['ID=a92c8aec-94cb-410d-bcb3-0a95763ce4b4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:11.426801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:11.437628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1904429479'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:11.457085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.457373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.460372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:11.473394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:network and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:11.477464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:11.479966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:11.493532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Allocated IP 2001:db8::3 (fc469145-6903-47f7-af09-02253c3e2572/eb98dc87-2333-4299-b8cb-6457a1c9e254/64825d85-6806-4aa4-af6d-db4b50ad4635) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:11.497112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] For port 24829a5b-4adc-41b3-a505-5406a1c1b91a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=24829a5b-4adc-41b3-a505-5406a1c1b91a,segment=NetworkSegment(1ae7b261-a824-433f-a2f2-25cef7a3b8ad),segment_id=1ae7b261-a824-433f-a2f2-25cef7a3b8ad)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:11.523524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.528845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:11.540806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:11.572045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.572406 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment 3d4b2ca9-c403-4a9a-93d1-387e72c0edb4 of type vlan for network b3ae3ee7-ac69-4b32-b4e5-d79af0151b72
Dec 15 18:58:11.585740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:11.588908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.644684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.659561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961909c0-94bd-48f8-81b6-b419dc092649 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:11.660246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-961909c0-94bd-48f8-81b6-b419dc092649 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:11.687426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:11.704056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.704760 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Added segment 37b8244b-b33a-47a1-8a3e-aa988e2f0b6e of type vlan for network 627e9330-bf63-49ae-91b5-5c44e3395bec
Dec 15 18:58:11.761936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Pushing event updated for resources: {'Port': ['ID=24829a5b-4adc-41b3-a505-5406a1c1b91a,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:11.766256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:11.778023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.793903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Provisioning complete for port 24829a5b-4adc-41b3-a505-5406a1c1b91a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:11.794108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.807501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-961909c0-94bd-48f8-81b6-b419dc092649 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:11.810480 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-961909c0-94bd-48f8-81b6-b419dc092649 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.4569862
Dec 15 18:58:11.813917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53924) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:11.862314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:11.886220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:11.937203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:11.939646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.940251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.943424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:11.944014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.968438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-40ad7460-25cb-433b-8681-f5072aafc586 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:11.977828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.978553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:11.994491 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.8586953
Dec 15 18:58:12.000425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53928) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:12.014283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.018167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:12.018660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.030750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': 'b3ae3ee7-ac69-4b32-b4e5-d79af0151b72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:12.047505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.052678 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aae68aaa-04ae-412d-a68d-e45ba93b3c86 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:12.088274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] device_id is not set on port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:12.113080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Transition to ACTIVE for port object 64825d85-6806-4aa4-af6d-db4b50ad4635 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:12.164976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Transition to ACTIVE for port object 64825d85-6806-4aa4-af6d-db4b50ad4635 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:12.185704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.192675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9502bb6c-a22c-4248-b619-dadfe8ea1c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:12.225407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port aae68aaa-04ae-412d-a68d-e45ba93b3c86 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:12.234645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:12.247130 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] Sync routers for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:12.265615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Provisioning for port aae68aaa-04ae-412d-a68d-e45ba93b3c86 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:12.273736 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:12.274362 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedecbaf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:12.275886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=b3ae3ee7-ac69-4b32-b4e5-d79af0151b72,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:12.278793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9169657
Dec 15 18:58:12.280062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:12.294972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aae68aaa-04ae-412d-a68d-e45ba93b3c86 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:12.295354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.296906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:12.312881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53932) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:12.324620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'subnet': {'network_id': '627e9330-bf63-49ae-91b5-5c44e3395bec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:12.344169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b3ae3ee7-ac69-4b32-b4e5-d79af0151b72 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:12.367242 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedecbaf0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:12.368554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Provisioning complete for port aae68aaa-04ae-412d-a68d-e45ba93b3c86 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:12.368942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.380736 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:12.381815 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedecbaf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:12.392356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Allocated IP 2001:db8::1a5 (0eaa67d0-4b22-4e1d-a6b3-953769463c44/5794a20d-eb2c-4e2a-8f91-5a09a422c171/452957d0-29dc-4c16-a8ce-ac9f9ddb575e) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:12.426753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Network fc469145-6903-47f7-af09-02253c3e2572 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:12.429452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:12.440121 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5fb6ce3e-c392-4695-bc5a-31b04a99e68b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.6189480
Dec 15 18:58:12.447823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:12.450293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:12.463481 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedecbaf0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:12.464249 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445fc74-9d37-49c5-b1d4-e1b9a0689552 None None] The sync data for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:12.483223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.498110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:12.512713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53936) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:12.516062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:12.538032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1807696245'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:12.541150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.551571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:12.554032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Pushing event updated for resources: {'Port': ['ID=64825d85-6806-4aa4-af6d-db4b50ad4635,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:12.557276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:12.560861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Network': ['ID=627e9330-bf63-49ae-91b5-5c44e3395bec,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:12.574134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:12.578640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:12.586827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 627e9330-bf63-49ae-91b5-5c44e3395bec details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:12.589874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:12.594479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:12.604532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:12.607234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:12.615422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:12.628862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.632849 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 9.2075961
Dec 15 18:58:12.633635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53940) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:12.640463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:subnet and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:12.653867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:12.666852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:12.712096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:12.714483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.765895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:58:12.778819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.875931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Attempting to bind port 64825d85-6806-4aa4-af6d-db4b50ad4635 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:12.876338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Attempting to bind port 64825d85-6806-4aa4-af6d-db4b50ad4635 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '37e4ca14-28c8-43fd-9d3b-5de6364eb784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fc469145-6903-47f7-af09-02253c3e2572'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:12.876680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Attempting to bind port 64825d85-6806-4aa4-af6d-db4b50ad4635 on network fc469145-6903-47f7-af09-02253c3e2572 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:12.876908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Performing IP validity checks on allocation pools {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 18:58:12.877986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 18:58:12.896391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:12.903490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.922933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:12.923373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Checking segment: {'id': '37e4ca14-28c8-43fd-9d3b-5de6364eb784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fc469145-6903-47f7-af09-02253c3e2572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:12.923717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.924409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Bound using segment: {'id': '37e4ca14-28c8-43fd-9d3b-5de6364eb784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fc469145-6903-47f7-af09-02253c3e2572'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:12.924649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Bound port: 64825d85-6806-4aa4-af6d-db4b50ad4635, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e4ca14-28c8-43fd-9d3b-5de6364eb784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fc469145-6903-47f7-af09-02253c3e2572'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:12.925048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.947576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.951030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:12.995820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Allocated IP 172.26.1.112 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/af82a671-92fb-4cb2-a799-2d511b6b0879) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:13.001708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Transition to ACTIVE for port object 452957d0-29dc-4c16-a8ce-ac9f9ddb575e will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:13.033987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] For port aae68aaa-04ae-412d-a68d-e45ba93b3c86, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aae68aaa-04ae-412d-a68d-e45ba93b3c86,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:13.042744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.053861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c8357e66-406f-4318-b7a8-1c469fdee0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:13.093518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:13.131762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.132997 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment d447a281-c3d8-4e9c-9855-ebf57720849f of type vlan for network b9d31884-3a9a-4732-8c69-02d367b3257c
Dec 15 18:58:13.194972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] For port 64825d85-6806-4aa4-af6d-db4b50ad4635, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:13.216057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:13.216411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:13.218519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Pushing event updated for resources: {'Port': ['ID=aae68aaa-04ae-412d-a68d-e45ba93b3c86,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:13.221739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:13.223533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] For port 64825d85-6806-4aa4-af6d-db4b50ad4635, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=64825d85-6806-4aa4-af6d-db4b50ad4635,segment=NetworkSegment(37e4ca14-28c8-43fd-9d3b-5de6364eb784),segment_id=37e4ca14-28c8-43fd-9d3b-5de6364eb784)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:13.230717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00abff69-a6e3-43b2-8fa9-a3a7820994a7 None None] Provisioning complete for port aae68aaa-04ae-412d-a68d-e45ba93b3c86 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:13.231041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00abff69-a6e3-43b2-8fa9-a3a7820994a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.238462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.257196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d675eebd-2289-45ff-bd12-78cd2dca7728 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:13.267614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.279441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.285886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a5be6081-17e9-4e56-8abe-528a8bb68731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:13.315767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.374099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40dd1dd4-bd68-4b62-9bfc-0584600e9d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.407957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Pushing event updated for resources: {'Port': ['ID=64825d85-6806-4aa4-af6d-db4b50ad4635,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:13.411891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:13.491849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.498731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.498940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b7aa9530-db64-4fe5-924b-c996be7c652a tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:13.515018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Router f130ed10-7ef4-4041-8250-dd5b50031ff6 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:58:13.520521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:13.522653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=452957d0-29dc-4c16-a8ce-ac9f9ddb575e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:13.527772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:13.529756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:13.531950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.535014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:13.538978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:13.539579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.540649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:13.541252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.701711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=0a3687ea-7afd-47fc-92ee-c53cb1fcf531,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:13.703144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.3099763
Dec 15 18:58:13.712273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53944) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:13.721899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:ed:f5:eb'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:13.738073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:13.744424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-51765a8a-6b1f-41a1-a601-a2cd8d419993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:13.768617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.2535131
Dec 15 18:58:13.770334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53948) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:13.811616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:13.838482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:13.849318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bc8daa18-bb2b-4c41-9b96-1de2dd78f10f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:13.889686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': '3d4b2ca9-c403-4a9a-93d1-387e72c0edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b3ae3ee7-ac69-4b32-b4e5-d79af0151b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:13.889941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: b3ae3ee7-ac69-4b32-b4e5-d79af0151b72, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:13.909636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9341008d-4f5d-4164-8915-68141c81e6d1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:13.973378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=b9d31884-3a9a-4732-8c69-02d367b3257c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:13.978677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:13.989656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b9d31884-3a9a-4732-8c69-02d367b3257c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:14.012663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.017503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:14.064271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network b3ae3ee7-ac69-4b32-b4e5-d79af0151b72 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:14.095823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:14.122638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Sync routers for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:14.122954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b3ae3ee7-ac69-4b32-b4e5-d79af0151b72) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:14.129895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:14.138677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:14.143950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:14.144533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.147698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:14.153189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9b5ee-007a-47b1-830b-604162f52179 None None] Network b3ae3ee7-ac69-4b32-b4e5-d79af0151b72 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:14.176197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Subnet': ['ID=77c470e4-dfd3-4b90-a752-5fde04e021b9,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:14.178375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.182243 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-81ce35e4-f987-4509-a0d4-f7d68e72eb29 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.1077182
Dec 15 18:58:14.183239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:14.183725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53952) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:14.253614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:14.254492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda62c10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:14.260942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.2532668
Dec 15 18:58:14.262684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53956) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:14.273328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Port': ['ID=af82a671-92fb-4cb2-a799-2d511b6b0879,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:14.284240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Checking segment: {'id': '37b8244b-b33a-47a1-8a3e-aa988e2f0b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '627e9330-bf63-49ae-91b5-5c44e3395bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:14.284240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network hostable DHCP agents. Network: 627e9330-bf63-49ae-91b5-5c44e3395bec, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:14.286450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:14.296722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:14.313236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:14.328195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:14.334453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 9341008d-4f5d-4164-8915-68141c81e6d1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:14.334914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.341892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:14.386156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-10580f07-7dab-479a-8999-07a7497e31b8 None None] Provisioning for port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:14.420617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network 627e9330-bf63-49ae-91b5-5c44e3395bec is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:14.449181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.479363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-10580f07-7dab-479a-8999-07a7497e31b8 None None] Provisioning complete for port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:14.479868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-10580f07-7dab-479a-8999-07a7497e31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.499586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 627e9330-bf63-49ae-91b5-5c44e3395bec) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:14.509118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:14.518895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:14.519717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.540448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7454e-e94a-47f9-af63-d2f7a82282ef None None] Network 627e9330-bf63-49ae-91b5-5c44e3395bec requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:14.594067 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2780554
Dec 15 18:58:14.600670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53960) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:14.632676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.687253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.802336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-10580f07-7dab-479a-8999-07a7497e31b8 None None] Port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:14.935611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:58:14.956315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:14.981740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93f578e-807c-4b67-97ae-3c46a04ab6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-b3ae3ee7-ac69-4b32-b4e5-d79af0151b72', 'network_id': 'b3ae3ee7-ac69-4b32-b4e5-d79af0151b72', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': '0a3687ea-7afd-47fc-92ee-c53cb1fcf531'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:14.982576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b93f578e-807c-4b67-97ae-3c46a04ab6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.064700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb6560-60f1-4ed3-85ea-168e4b82f036 None None] Network fc469145-6903-47f7-af09-02253c3e2572 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:15.103320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.133569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.172632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:15.226644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3687ea-7afd-47fc-92ee-c53cb1fcf531,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:15.233571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:15.280833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.344484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:15.355003 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] Sync routers for ids ['f130ed10-7ef4-4041-8250-dd5b50031ff6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:15.387708 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] Routers {'f130ed10-7ef4-4041-8250-dd5b50031ff6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:15.388623 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede11cd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f130ed10-7ef4-4041-8250-dd5b50031ff6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:15.447053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aae68aaa-04ae-412d-a68d-e45ba93b3c86 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:15.472250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.503874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.505086 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 8.1071041
Dec 15 18:58:15.508113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53964) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:15.511688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced1e1d90>,) {'filters': {'network_id': ['b3ae3ee7-ac69-4b32-b4e5-d79af0151b72']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:15.526522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1e1d90>, '3d4b2ca9-c403-4a9a-93d1-387e72c0edb4') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:15.527045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1e1d90>, '3d4b2ca9-c403-4a9a-93d1-387e72c0edb4') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:15.531028 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede11cd0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:15.539806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.543616 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] Routers {'f130ed10-7ef4-4041-8250-dd5b50031ff6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:15.544442 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede11cd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:57:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f130ed10-7ef4-4041-8250-dd5b50031ff6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:15.556588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.563104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:15.563730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.607248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.607479 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede11cd0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:15.607795 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b9e37-9db6-4797-83b4-00a6cd3202e9 None None] The sync data for ids ['f130ed10-7ef4-4041-8250-dd5b50031ff6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:15.623456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:15.651452 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:15.656445 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc3613-2a81-4b4c-92b3-03bb3ba5ef3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-627e9330-bf63-49ae-91b5-5c44e3395bec', 'network_id': '627e9330-bf63-49ae-91b5-5c44e3395bec', 'tenant_id': '63a9d63769fe40c2883e9f46855042c6', 'fixed_ips': [{'subnet_id': '77c470e4-dfd3-4b90-a752-5fde04e021b9'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:15.657264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2edc3613-2a81-4b4c-92b3-03bb3ba5ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.663742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:15.666406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b9b6f65e-c3ae-4d0a-b40d-4572535b512a None None] Provisioning for port 64825d85-6806-4aa4-af6d-db4b50ad4635 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:15.686087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682601d-7952-4a6a-b00f-c400cc6075b8 None None] Network b3ae3ee7-ac69-4b32-b4e5-d79af0151b72 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:15.688190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:15.761316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.765453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.769181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-46d56d49-d911-4314-ac8e-6fa93c6f28ca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:15.803036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.816486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Subnet': ['ID=77c470e4-dfd3-4b90-a752-5fde04e021b9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:15.827980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:15.829654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-adceeb76-f450-4055-ac10-9dfe82e8e7e4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:15.854236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d27db5b3-a472-4f3c-91a8-48131c7637ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.874102 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/b3ae3ee7-ac69-4b32-b4e5-d79af0151b72 HTTP/1.1" status: 204  len: 168 time: 1.6102817
Dec 15 18:58:15.879266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:15.885888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53968) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:15.887248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=ddd1aca5-2977-4548-915a-c7e69cb4981a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:15.888142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=b3ae3ee7-ac69-4b32-b4e5-d79af0151b72,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:15.893922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:15.901166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:15.906111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.907310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266324595'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:15.924706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:15.932207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75c349f7-9083-47bb-9c23-7330058fbb67 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:15.959049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:15.999671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.015045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': 'd447a281-c3d8-4e9c-9855-ebf57720849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:16.015234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: b9d31884-3a9a-4732-8c69-02d367b3257c, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:16.020391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] In _notify_port_updated(), no bound segment for port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e on network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:58:16.024265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:16.024877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.028736 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "PUT /v2.0/ports/452957d0-29dc-4c16-a8ce-ac9f9ddb575e HTTP/1.1" status: 200  len: 1002 time: 2.3117130
Dec 15 18:58:16.028875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:16.032108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.036380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53972) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:16.054525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=452957d0-29dc-4c16-a8ce-ac9f9ddb575e,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:16.060237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:16.089717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.107145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:16.120093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda62c10>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:10Z', 'revision_number': 3, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:16.125838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Checking router: 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:58:16.126129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Updating router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b port cefb773b-946c-4c19-92c4-65d9cec65b00 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:58:16.157156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:16.166112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f672f-e7da-4430-b537-4696fa03fa9b None None] Network 627e9330-bf63-49ae-91b5-5c44e3395bec requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:16.187906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aae68aaa-04ae-412d-a68d-e45ba93b3c86 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:16.188263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.198206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced330a90>,) {'filters': {'network_id': ['627e9330-bf63-49ae-91b5-5c44e3395bec']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:16.199370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network b9d31884-3a9a-4732-8c69-02d367b3257c is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:16.222252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:16.225228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.237351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced330a90>, '37b8244b-b33a-47a1-8a3e-aa988e2f0b6e') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:16.237558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced330a90>, '37b8244b-b33a-47a1-8a3e-aa988e2f0b6e') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:16.265581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:16.266303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.267070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b9d31884-3a9a-4732-8c69-02d367b3257c) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:16.296929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.359345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.366314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:16.374564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:16.375091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb801bc-d4ea-450c-b7b6-105cfc588c86 None None] Network b9d31884-3a9a-4732-8c69-02d367b3257c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:16.386217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.423343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:16.423769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.440556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:16.446811 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:16.460542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.460872 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment 8046709f-f0a8-4310-b517-2e0ba4137afa of type vlan for network 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea
Dec 15 18:58:16.503906 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7323580
Dec 15 18:58:16.508739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53976) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:16.513650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.528094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c', 'name': 'tempest-PortsTestJSON-1759325003'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:16.741109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:16.774398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:16.811480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.863064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.875330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b6139c26-2c0e-4bda-98c8-ded688476856 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:16.878752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.883260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:16.886359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.897248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.938372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Network': ['ID=627e9330-bf63-49ae-91b5-5c44e3395bec,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:16.945010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port ccd9376b-cbd3-4455-a5dd-f1bd0705739b yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:16.945597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.974761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e358a8f9-4666-418b-884a-075dd9a89571 None None] Provisioning complete for port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:16.975231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e358a8f9-4666-418b-884a-075dd9a89571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:16.998175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:17.003058 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/627e9330-bf63-49ae-91b5-5c44e3395bec HTTP/1.1" status: 204  len: 168 time: 2.4009559
Dec 15 18:58:17.026647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53980) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:17.027009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-b9d31884-3a9a-4732-8c69-02d367b3257c', 'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c', 'tenant_id': 'fdcbeb07ae94494a9489a19c8bfa9f72', 'fixed_ips': [{'subnet_id': 'ddd1aca5-2977-4548-915a-c7e69cb4981a'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:17.027822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.057056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1115847563'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:17.075366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:17.077622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.082112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:17.082767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.091969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-797781dd-fed8-4fae-939e-e43050bc9559 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:17.110096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:network and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:17.118361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.124637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 64825d85-6806-4aa4-af6d-db4b50ad4635 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:17.131463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:17.151734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:17.228544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e358a8f9-4666-418b-884a-075dd9a89571 None None] Port 452957d0-29dc-4c16-a8ce-ac9f9ddb575e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:17.339341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Calling delete_port for 452957d0-29dc-4c16-a8ce-ac9f9ddb575e owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:17.381449 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4892535
Dec 15 18:58:17.387882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 53984) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:17.391703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:17.392710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.14 (b9d31884-3a9a-4732-8c69-02d367b3257c/ddd1aca5-2977-4548-915a-c7e69cb4981a/ccd9376b-cbd3-4455-a5dd-f1bd0705739b) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:17.395478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.401991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:17.402491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 64825d85-6806-4aa4-af6d-db4b50ad4635 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:17.411455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=30eb07f4-fd24-4ef3-95fa-1f0c6df132ea,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:17.413146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 64825d85-6806-4aa4-af6d-db4b50ad4635 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:17.413556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.421237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:17.425367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Router 09849485-ed36-41f5-a905-a70bfc334e57 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:58:17.448223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:17.489206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.501103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.1 (1f7d0774-d17a-40e4-9913-9be6af03193c/76438ce2-1588-41e1-a0a7-5e1263716d3d/4efc2c9c-279b-41bc-a87c-0bf2ac49fe95) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:17.559661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7c0e4344-d7db-4051-9263-a1e423af874f None None] Provisioning complete for port 64825d85-6806-4aa4-af6d-db4b50ad4635 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:17.559885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:17.559989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4344-d7db-4051-9263-a1e423af874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.594324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.594924 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Added segment f6ce4e3e-5a2b-4507-a445-adb91f16dc07 of type vlan for network c8e53a9b-335a-4f3e-853b-f02f063f67fc
Dec 15 18:58:17.622955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Transition to ACTIVE for port object cefb773b-946c-4c19-92c4-65d9cec65b00 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:17.652479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.659429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c19f9284-7e0d-44d8-bf81-faecd1ec2c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:17.722368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.736238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-817f9aa3-bc3b-4986-86b9-5fe304d766cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:17.783955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.790839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801f03-fe5a-4358-ab42-0866d5a87b98 None None] Pushing event updated for resources: {'Port': ['ID=cefb773b-946c-4c19-92c4-65d9cec65b00,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:17.823532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Attempting to bind port cefb773b-946c-4c19-92c4-65d9cec65b00 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:17.823916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Attempting to bind port cefb773b-946c-4c19-92c4-65d9cec65b00 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:17.824284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Attempting to bind port cefb773b-946c-4c19-92c4-65d9cec65b00 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:17.833037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74801f03-fe5a-4358-ab42-0866d5a87b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:17.833941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Port': ['ID=452957d0-29dc-4c16-a8ce-ac9f9ddb575e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:17.835747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.843310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.851011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:17.865971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:17.866354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:17.866764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.867172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:17.867650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Bound port: cefb773b-946c-4c19-92c4-65d9cec65b00, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:17.868381 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.906172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:17.910583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:17.914158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:17.919600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:17.922236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4344-d7db-4051-9263-a1e423af874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.940498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Transition to ACTIVE for port object 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:17.953838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.963732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:17.975096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.976387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 64825d85-6806-4aa4-af6d-db4b50ad4635, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=64825d85-6806-4aa4-af6d-db4b50ad4635,segment=NetworkSegment(37e4ca14-28c8-43fd-9d3b-5de6364eb784),segment_id=37e4ca14-28c8-43fd-9d3b-5de6364eb784)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:17.978864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:17.979655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.987764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:17.987970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-55b34c99-10ac-4a23-b15a-29db7858ec64 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:17.988653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24829a5b-4adc-41b3-a505-5406a1c1b91a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:18.014760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:18.168032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] For port cefb773b-946c-4c19-92c4-65d9cec65b00, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:18.216187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] For port cefb773b-946c-4c19-92c4-65d9cec65b00, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cefb773b-946c-4c19-92c4-65d9cec65b00,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:18.243755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.251352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.256645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-7c0e4344-d7db-4051-9263-a1e423af874f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:18.257002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-7c0e4344-d7db-4051-9263-a1e423af874f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:18.271064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=64825d85-6806-4aa4-af6d-db4b50ad4635,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:18.276823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:18.277828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bf8813ea-958b-486c-bb6f-4049055cd0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:18.298254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.354559 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 24829a5b-4adc-41b3-a505-5406a1c1b91a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:18.354937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.397648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801f03-fe5a-4358-ab42-0866d5a87b98 None None] Pushing event updated for resources: {'Port': ['ID=cefb773b-946c-4c19-92c4-65d9cec65b00,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:18.398064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.402403 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/ports/452957d0-29dc-4c16-a8ce-ac9f9ddb575e HTTP/1.1" status: 204  len: 168 time: 2.3129551
Dec 15 18:58:18.402551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74801f03-fe5a-4358-ab42-0866d5a87b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:18.403889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:18.403889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda62c10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:18.405586 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3774381
Dec 15 18:58:18.410136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53988) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:18.410284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53990) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:18.425996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Request body: {'subnet': {'network_id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:18.431409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.441537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:18.479741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Network': ['ID=c8e53a9b-335a-4f3e-853b-f02f063f67fc,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:18.497833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c8e53a9b-335a-4f3e-853b-f02f063f67fc details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:18.505452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:18.516099 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b4233c-4e99-4825-b41b-671f8d7294be tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:18.516840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-87b4233c-4e99-4825-b41b-671f8d7294be tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Synchronizing usage tracker for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:18.579357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.589192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=4efc2c9c-279b-41bc-a87c-0bf2ac49fe95,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:18.592328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:18.604348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network 1f7d0774-d17a-40e4-9913-9be6af03193c is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:18.609442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:18.619773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:18.650866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object ccd9376b-cbd3-4455-a5dd-f1bd0705739b will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:18.661510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-87b4233c-4e99-4825-b41b-671f8d7294be tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Unset dirty status for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:18.662947 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-87b4233c-4e99-4825-b41b-671f8d7294be tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "GET /v2.0/ports/452957d0-29dc-4c16-a8ce-ac9f9ddb575e HTTP/1.1" status: 404  len: 333 time: 0.2468274
Dec 15 18:58:18.668223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 53996) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:18.694878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-206449444'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:18.745846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:18.803733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.811707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:18.866918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Usage tracker for resource:subnet and tenant:63a9d63769fe40c2883e9f46855042c6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:18.870898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:58:18.885076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:18.913839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] Sync routers for ids ['09849485-ed36-41f5-a905-a70bfc334e57'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:18.916427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 64825d85-6806-4aa4-af6d-db4b50ad4635 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:18.924663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.928455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "PUT /v2.0/routers/09849485-ed36-41f5-a905-a70bfc334e57 HTTP/1.1" status: 200  len: 914 time: 8.9286220
Dec 15 18:58:18.931640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54000) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:18.940666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:18.955977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:18.996043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Allocated IP 172.20.0.1 (9df32833-fad4-45f6-b1a5-a3de4eeda5ec/2c3ef5a2-df05-4108-8925-db1186ca8653/7acc7a99-745d-4f44-94f8-d11e8c7d9da0) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:18.999669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-985e31cf-c25f-4e6a-a9d0-37b7ee6e71ca tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:19.011706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Made reservation on behalf of 63a9d63769fe40c2883e9f46855042c6 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:19.119079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:19.149867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Allocated IP 172.20.0.2 (b9d31884-3a9a-4732-8c69-02d367b3257c/ddd1aca5-2977-4548-915a-c7e69cb4981a/e2de3828-fa06-46bc-bb07-551d2c298900) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:19.153957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:19.198150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] Routers {'09849485-ed36-41f5-a905-a70bfc334e57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:19.198752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced29d130>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['09849485-ed36-41f5-a905-a70bfc334e57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:19.255415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.278744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:19.281752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.282269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced29d130>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:19.290716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network b9d31884-3a9a-4732-8c69-02d367b3257c is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:19.295594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.303959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:19.306529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:19.332688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=ccd9376b-cbd3-4455-a5dd-f1bd0705739b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:19.335727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:19.347531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0d7594a6-6ba1-4a40-935d-9a4b16352ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:19.400792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.417896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c072ed68-b530-4b87-8ac8-d682f98090fb None None] Provisioning for port 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:19.419876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] device_id is not set on port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:19.434087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 64825d85-6806-4aa4-af6d-db4b50ad4635 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:19.434465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.463766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] Routers {'09849485-ed36-41f5-a905-a70bfc334e57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:19.464409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced29d130>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['09849485-ed36-41f5-a905-a70bfc334e57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:19.480137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=ab6a18ac-79fb-4510-8f24-b89f5a5c11a1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:19.483135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:19.492059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.516210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.523818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:19.524603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.538976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Transition to ACTIVE for port object 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:19.551775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c072ed68-b530-4b87-8ac8-d682f98090fb None None] Provisioning complete for port 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:19.552047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c072ed68-b530-4b87-8ac8-d682f98090fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.668051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.681421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.691612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:19.712134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced29d130>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:19.712542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2d1b7-30b8-484a-bad9-2296b3af37fc None None] The sync data for ids ['09849485-ed36-41f5-a905-a70bfc334e57'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:19.762125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Deleting port a92c8aec-94cb-410d-bcb3-0a95763ce4b4 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:19.762896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.807485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c072ed68-b530-4b87-8ac8-d682f98090fb None None] Port 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:19.840242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:19.859987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:19.869475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Allocated IP 2001:db8::118 (0eaa67d0-4b22-4e1d-a6b3-953769463c44/5794a20d-eb2c-4e2a-8f91-5a09a422c171/753bf85d-c512-4c4b-a9c2-c01e00d9df25) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:19.884625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Pushing event updated for resources: {'Port': ['ID=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:19.887236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:19.933578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:19.940790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:19.955720 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.4434187
Dec 15 18:58:19.959656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54004) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:19.968989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Transition to ACTIVE for port object e2de3828-fa06-46bc-bb07-551d2c298900 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:19.980625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c', 'name': 'tempest-PortsTestJSON-313829532'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:19.980980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda62c10>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:10Z', 'revision_number': 3, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:19.993231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b09262-8169-4ae1-94e9-fded77c98b8c None None] The sync data for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv is: [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:10Z', 'revision_number': 3, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:20.001936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': '8046709f-f0a8-4310-b517-2e0ba4137afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:20.002786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:20.006159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Transition to ACTIVE for port object e2de3828-fa06-46bc-bb07-551d2c298900 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:20.017689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.022047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:20.105282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Network b9d31884-3a9a-4732-8c69-02d367b3257c is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:20.109504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:20.112688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Pushing event updated for resources: {'Port': ['ID=e2de3828-fa06-46bc-bb07-551d2c298900,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:20.115486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:20.124931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:20.259065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Attempting to bind port e2de3828-fa06-46bc-bb07-551d2c298900 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:20.259787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Attempting to bind port e2de3828-fa06-46bc-bb07-551d2c298900 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd447a281-c3d8-4e9c-9855-ebf57720849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:20.260057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Attempting to bind port e2de3828-fa06-46bc-bb07-551d2c298900 on network b9d31884-3a9a-4732-8c69-02d367b3257c {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:20.267175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:20.270957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:20.271732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Checking segment: {'id': 'd447a281-c3d8-4e9c-9855-ebf57720849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:20.272113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.272668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Bound using segment: {'id': 'd447a281-c3d8-4e9c-9855-ebf57720849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:20.273270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Bound port: e2de3828-fa06-46bc-bb07-551d2c298900, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd447a281-c3d8-4e9c-9855-ebf57720849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9d31884-3a9a-4732-8c69-02d367b3257c'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:20.273849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.289940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c4e0df1-8535-403d-b15c-b2900b9d8035 None None] Provisioning for port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:20.301117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c4e0df1-8535-403d-b15c-b2900b9d8035 None None] Provisioning complete for port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:20.301713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0df1-8535-403d-b15c-b2900b9d8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.349917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:20.357237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:20.376069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:20.386752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:20.387422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.394159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:20.397614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.417335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece8510-8d55-4969-b842-6d85017ab982 None None] Network 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:20.417538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:20.438197 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c0370d9d-4200-4a5b-9cc1-f9481f389be6 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/09849485-ed36-41f5-a905-a70bfc334e57 HTTP/1.1" status: 200  len: 920 time: 1.4995608
Dec 15 18:58:20.448751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54008) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:20.459174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e0df1-8535-403d-b15c-b2900b9d8035 None None] Port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:20.497042 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 3.1023624
Dec 15 18:58:20.510896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54012) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:20.521212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:20.523665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.531616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] For port e2de3828-fa06-46bc-bb07-551d2c298900, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:20.552210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] For port e2de3828-fa06-46bc-bb07-551d2c298900, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2de3828-fa06-46bc-bb07-551d2c298900,segment=NetworkSegment(d447a281-c3d8-4e9c-9855-ebf57720849f),segment_id=d447a281-c3d8-4e9c-9855-ebf57720849f)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:20.567717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.574299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-02918ec5-94c0-4ee3-a8e1-368bcf961441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:20.640138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 9adbccd6-f8d5-480c-aaab-812b9e437e81 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:20.690512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.715778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:20.780270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Pushing event updated for resources: {'Port': ['ID=e2de3828-fa06-46bc-bb07-551d2c298900,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:20.788445 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:20.792895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.801429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-30eb07f4-fd24-4ef3-95fa-1f0c6df132ea', 'network_id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': 'ab6a18ac-79fb-4510-8f24-b89f5a5c11a1'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:20.802564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.835246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:20.965845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Calling delete_port for a92c8aec-94cb-410d-bcb3-0a95763ce4b4 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:20.971345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f70b9273-fb72-4646-be6e-ef72e0779a50 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:20.977998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cefb773b-946c-4c19-92c4-65d9cec65b00 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:21.079796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.objects.ports [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83670) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 18:58:21.088147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.092823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.099708 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-84fd6f6c-b48d-46fb-a75e-0fa807dc5501 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=09849485-ed36-41f5-a905-a70bfc334e57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6459370
Dec 15 18:58:21.103399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.106517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5524ef1f-e9f6-40c5-81ce-32f1c36902a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:21.115436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54016) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:21.222901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Allocated IP 2001:db8::1 (30eb07f4-fd24-4ef3-95fa-1f0c6df132ea/ab6a18ac-79fb-4510-8f24-b89f5a5c11a1/b746bc3d-dd82-49eb-8730-e620909c6685) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:21.244560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port cefb773b-946c-4c19-92c4-65d9cec65b00 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:21.259539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port cefb773b-946c-4c19-92c4-65d9cec65b00 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:21.261031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.262594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.338349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Transition to ACTIVE for port object 753bf85d-c512-4c4b-a9c2-c01e00d9df25 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:21.355265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=4efc2c9c-279b-41bc-a87c-0bf2ac49fe95,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:21.364878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.414255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:21.415454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.6 (b9d31884-3a9a-4732-8c69-02d367b3257c/ddd1aca5-2977-4548-915a-c7e69cb4981a/9adbccd6-f8d5-480c-aaab-812b9e437e81) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:21.498267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event updated for resources: {'Subnet': ['ID=b199e10a-659b-4d17-b590-317a06657a2e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:21.517888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:21.532008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Checking segment: {'id': 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:21.532363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network hostable DHCP agents. Network: c8e53a9b-335a-4f3e-853b-f02f063f67fc, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:21.568357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.625372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port cefb773b-946c-4c19-92c4-65d9cec65b00, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cefb773b-946c-4c19-92c4-65d9cec65b00,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:21.637174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.643195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:21.647786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.653829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.660426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.675175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e788385a-4b42-4be8-9fb6-1fb33d90a6ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:21.720307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.736081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=cefb773b-946c-4c19-92c4-65d9cec65b00,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:21.740201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:21.742219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Transition to ACTIVE for port object b746bc3d-dd82-49eb-8730-e620909c6685 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:21.767030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Transition to ACTIVE for port object b746bc3d-dd82-49eb-8730-e620909c6685 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:21.775755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:21.780654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7c577efc-abb6-4e12-b00f-5e8cb7e94474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:21.803716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Pushing event deleted for resources: {'Port': ['ID=a92c8aec-94cb-410d-bcb3-0a95763ce4b4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:21.827621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:21.829216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1d97568b-d8ca-4f79-8d43-82153d4b68a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:21.861139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Network 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:21.864906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:21.867715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:21.874358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Pushing event updated for resources: {'Port': ['ID=b746bc3d-dd82-49eb-8730-e620909c6685,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:21.878158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:21.904248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Network c8e53a9b-335a-4f3e-853b-f02f063f67fc is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:21.978701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:21.984127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Attempting to bind port b746bc3d-dd82-49eb-8730-e620909c6685 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:21.985109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Attempting to bind port b746bc3d-dd82-49eb-8730-e620909c6685 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '8046709f-f0a8-4310-b517-2e0ba4137afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:21.985739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Attempting to bind port b746bc3d-dd82-49eb-8730-e620909c6685 on network 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:21.991483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, c8e53a9b-335a-4f3e-853b-f02f063f67fc) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:21.993647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:21.993899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e361b011-9ec3-4544-b410-32a6779ddaee tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:21.995278 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e361b011-9ec3-4544-b410-32a6779ddaee tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.7166400
Dec 15 18:58:22.006494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:22.008343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Checking segment: {'id': '8046709f-f0a8-4310-b517-2e0ba4137afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:22.008755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:22.008872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.009276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Bound using segment: {'id': '8046709f-f0a8-4310-b517-2e0ba4137afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:22.009779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Bound port: b746bc3d-dd82-49eb-8730-e620909c6685, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8046709f-f0a8-4310-b517-2e0ba4137afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:22.010160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.013463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:22.014797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.016156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54020) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:22.028820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:22.029701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebfac04-70ef-4211-9c9a-a4c58fa301cb None None] Network c8e53a9b-335a-4f3e-853b-f02f063f67fc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:22.029824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.052738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=753bf85d-c512-4c4b-a9c2-c01e00d9df25,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:22.069774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:22.090410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c78f867d-ecb5-4cc2-94ed-a3986826ee03 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=09849485-ed36-41f5-a905-a70bfc334e57 HTTP/1.1" status: 200  len: 205 time: 0.0729103
Dec 15 18:58:22.096960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54024) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:22.102340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.202077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412b8c2-4a37-43be-aa8c-2bff0f4e514f None None] Network b9d31884-3a9a-4732-8c69-02d367b3257c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:22.208218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network 1f7d0774-d17a-40e4-9913-9be6af03193c is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:22.211842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:22.215387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object 9adbccd6-f8d5-480c-aaab-812b9e437e81 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:22.217165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.257616 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.8371911
Dec 15 18:58:22.261183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.262947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54028) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:22.286232 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.6156671
Dec 15 18:58:22.292880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54032) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:22.302620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.311920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:22.383485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6a18ac-79fb-4510-8f24-b89f5a5c11a1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:22.391211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:22.400930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93fa9b15-3346-427a-b30a-e3d44ddbf8c5 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:22.536201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ad0c5eea-6930-4c68-b1a7-c0336b583311 None None] Provisioning for port e2de3828-fa06-46bc-bb07-551d2c298900 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:22.575930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.578231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] For port b746bc3d-dd82-49eb-8730-e620909c6685, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:22.605478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] For port b746bc3d-dd82-49eb-8730-e620909c6685, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b746bc3d-dd82-49eb-8730-e620909c6685,segment=NetworkSegment(8046709f-f0a8-4310-b517-2e0ba4137afa),segment_id=8046709f-f0a8-4310-b517-2e0ba4137afa)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:22.619315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.627360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:22.649143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ed:f5:eb'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:22.764244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-c8e53a9b-335a-4f3e-853b-f02f063f67fc', 'network_id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc', 'tenant_id': '63a9d63769fe40c2883e9f46855042c6', 'fixed_ips': [{'subnet_id': 'b199e10a-659b-4d17-b590-317a06657a2e'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:22.765163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.807472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Pushing event updated for resources: {'Port': ['ID=b746bc3d-dd82-49eb-8730-e620909c6685,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:22.815743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:22.823624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.846882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Pushing event updated for resources: {'Port': ['ID=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:22.852620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.863144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.872751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.878587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:22.878751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.888202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f52ae818-1f29-4d55-aa92-74f9258e0c23 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:22.908129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6aac7617-79ac-45f3-aeac-104ac5be35fe None None] Provisioning for port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:22.933562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6aac7617-79ac-45f3-aeac-104ac5be35fe None None] Provisioning complete for port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:22.934079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6aac7617-79ac-45f3-aeac-104ac5be35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.962022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:22.979461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network b9d31884-3a9a-4732-8c69-02d367b3257c is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:22.987595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=9adbccd6-f8d5-480c-aaab-812b9e437e81,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:22.992044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:22.993748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:22.996012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:23.066380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e39e78-6ff3-4b0a-b9ff-137e0fce70c9 None None] Network 30eb07f4-fd24-4ef3-95fa-1f0c6df132ea requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:23.078517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2de3828-fa06-46bc-bb07-551d2c298900 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:23.099494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecfcadc0>,) {'filters': {'network_id': ['30eb07f4-fd24-4ef3-95fa-1f0c6df132ea']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:23.118488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecfcadc0>, '8046709f-f0a8-4310-b517-2e0ba4137afa') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:23.119044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecfcadc0>, '8046709f-f0a8-4310-b517-2e0ba4137afa') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:23.123575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6aac7617-79ac-45f3-aeac-104ac5be35fe None None] Port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:23.134338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.157565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.172482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:23.173287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.207181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:23.207698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.247932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Allocated IP 2001:db8::f816:3eff:febb:26f5 (c8e53a9b-335a-4f3e-853b-f02f063f67fc/b199e10a-659b-4d17-b590-317a06657a2e/d9043077-040a-4339-9e64-2178b5555a32) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:23.300024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6aac7617-79ac-45f3-aeac-104ac5be35fe None None] Provisioning complete for port 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:23.300418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6aac7617-79ac-45f3-aeac-104ac5be35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.353771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Router f130ed10-7ef4-4041-8250-dd5b50031ff6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:58:23.354690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.455958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.484182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6aac7617-79ac-45f3-aeac-104ac5be35fe None None] Port 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:23.485753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:23.491931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:23.502459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e2de3828-fa06-46bc-bb07-551d2c298900 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:23.523842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e2de3828-fa06-46bc-bb07-551d2c298900 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:23.524210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:23.548757 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:23.556838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 18:58:23.556838 dv-neutron-821830-2-hyperv neutron-server[83671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 18:58:23.556838 dv-neutron-821830-2-hyperv neutron-server[83671]: [parameters: {'id': '30eb07f4-fd24-4ef3-95fa-1f0c6df132ea'}]
Dec 15 18:58:23.556838 dv-neutron-821830-2-hyperv neutron-server[83671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:23.557236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:23.558974 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.5858631
Dec 15 18:58:23.610234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54036) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:23.751725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a28fa8dd-5d26-4e28-990f-06cf58da1110 None None] Provisioning for port ccd9376b-cbd3-4455-a5dd-f1bd0705739b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:23.775041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.789916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a28fa8dd-5d26-4e28-990f-06cf58da1110 None None] Provisioning complete for port ccd9376b-cbd3-4455-a5dd-f1bd0705739b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:23.790567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8dd-5d26-4e28-990f-06cf58da1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.800902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.833393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Transition to ACTIVE for port object d9043077-040a-4339-9e64-2178b5555a32 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:23.868100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.924618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Transition to ACTIVE for port object d9043077-040a-4339-9e64-2178b5555a32 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:23.934766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a28fa8dd-5d26-4e28-990f-06cf58da1110 None None] Port ccd9376b-cbd3-4455-a5dd-f1bd0705739b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:23.949077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:23.954636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:23.967038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 9e6e0ae9-0d56-4954-93aa-5fb2afd7207d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:58:24.053607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port e2de3828-fa06-46bc-bb07-551d2c298900, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2de3828-fa06-46bc-bb07-551d2c298900,segment=NetworkSegment(d447a281-c3d8-4e9c-9855-ebf57720849f),segment_id=d447a281-c3d8-4e9c-9855-ebf57720849f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:24.057883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.076987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.077895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cefb773b-946c-4c19-92c4-65d9cec65b00 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:24.149006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a28fa8dd-5d26-4e28-990f-06cf58da1110 None None] Provisioning complete for port e2de3828-fa06-46bc-bb07-551d2c298900 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:24.149314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a28fa8dd-5d26-4e28-990f-06cf58da1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.176083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Network c8e53a9b-335a-4f3e-853b-f02f063f67fc is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:24.183429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:24.185027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port b746bc3d-dd82-49eb-8730-e620909c6685 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:24.185255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Pushing event updated for resources: {'Port': ['ID=d9043077-040a-4339-9e64-2178b5555a32,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:24.185584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.195727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:24.206864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:24.207468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:24.227766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.244069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4c392a5d-c170-4b76-a8c2-670edf23743a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:24.351778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:24.356583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Subnet': ['ID=b199e10a-659b-4d17-b590-317a06657a2e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:24.359488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:24.373479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.374704 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] Sync routers for ids ['f130ed10-7ef4-4041-8250-dd5b50031ff6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:24.391024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=e2de3828-fa06-46bc-bb07-551d2c298900,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:24.401217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:24.410734 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] Routers {'f130ed10-7ef4-4041-8250-dd5b50031ff6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:24.413354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Attempting to bind port d9043077-040a-4339-9e64-2178b5555a32 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:24.413751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Attempting to bind port d9043077-040a-4339-9e64-2178b5555a32 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:24.414029 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f130ed10-7ef4-4041-8250-dd5b50031ff6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:24.414158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Attempting to bind port d9043077-040a-4339-9e64-2178b5555a32 on network c8e53a9b-335a-4f3e-853b-f02f063f67fc {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:24.421619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.426087 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "PUT /v2.0/routers/f130ed10-7ef4-4041-8250-dd5b50031ff6 HTTP/1.1" status: 200  len: 708 time: 8.7760670
Dec 15 18:58:24.438159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54040) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:24.462505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port cefb773b-946c-4c19-92c4-65d9cec65b00 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:24.462890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.477796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Deleting port af82a671-92fb-4cb2-a799-2d511b6b0879 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:24.478129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.499797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:24.500669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Checking segment: {'id': 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:24.501083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.501516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Bound using segment: {'id': 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:24.502658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Bound port: d9043077-040a-4339-9e64-2178b5555a32, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:24.503046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.520855 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:24.529442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6d1b6-e0a6-458b-bb8c-d755f78dae27 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:24.530930 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3ed6d1b6-e0a6-458b-bb8c-d755f78dae27 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200  len: 923 time: 0.9192727
Dec 15 18:58:24.536036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54044) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:24.539424 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] Routers {'f130ed10-7ef4-4041-8250-dd5b50031ff6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:24.540760 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f130ed10-7ef4-4041-8250-dd5b50031ff6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:24.595779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port b746bc3d-dd82-49eb-8730-e620909c6685, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b746bc3d-dd82-49eb-8730-e620909c6685,segment=NetworkSegment(8046709f-f0a8-4310-b517-2e0ba4137afa),segment_id=8046709f-f0a8-4310-b517-2e0ba4137afa)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:24.596179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.613649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] For port d9043077-040a-4339-9e64-2178b5555a32, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:24.616715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] For port d9043077-040a-4339-9e64-2178b5555a32, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d9043077-040a-4339-9e64-2178b5555a32,segment=NetworkSegment(f6ce4e3e-5a2b-4507-a445-adb91f16dc07),segment_id=f6ce4e3e-5a2b-4507-a445-adb91f16dc07)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:24.617790 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:24.618565 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed402c9-37e4-4644-8d58-8acf3e40b154 None None] The sync data for ids ['f130ed10-7ef4-4041-8250-dd5b50031ff6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:24.635891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.659694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:24.740702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.787791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ef190>,) {'filters': {'network_id': ['c8e53a9b-335a-4f3e-853b-f02f063f67fc']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:24.808418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ef190>, 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:24.808719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ef190>, 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:24.814036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Pushing event updated for resources: {'Port': ['ID=d9043077-040a-4339-9e64-2178b5555a32,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:24.820081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:24.827257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.856057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1353a-3f45-4295-8526-c00c49d0ef78 None None] Network c8e53a9b-335a-4f3e-853b-f02f063f67fc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:24.868237 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7c837767-307c-4c55-9bd1-bb129f4235b6 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/routers/f130ed10-7ef4-4041-8250-dd5b50031ff6 HTTP/1.1" status: 200  len: 743 time: 0.4266787
Dec 15 18:58:24.872504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54048) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:24.876340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.877360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for b746bc3d-dd82-49eb-8730-e620909c6685 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:24.910639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.923228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 9adbccd6-f8d5-480c-aaab-812b9e437e81 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:24.923738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.976616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-944e7878-a10d-4e61-97e2-6ab33b705357 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Synchronizing usage tracker for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:24.979122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.983623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Provisioning complete for port ccd9376b-cbd3-4455-a5dd-f1bd0705739b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:24.983930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:24.988567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:24.988964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.005273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a835e10-b58d-4541-be16-55475f0f23d1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:25.038305 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:25.094413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:25.106454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.110139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Port ccd9376b-cbd3-4455-a5dd-f1bd0705739b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:25.114121 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] Sync routers for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:25.117972 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/routers/9e6e0ae9-0d56-4954-93aa-5fb2afd7207d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4776230
Dec 15 18:58:25.125843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54052) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:25.149986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:25.150631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ed940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:25.161804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-944e7878-a10d-4e61-97e2-6ab33b705357 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Unset dirty status for tenant:17a016d7ca2f490eb3b4ee3279f1ed55 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:25.165566 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-944e7878-a10d-4e61-97e2-6ab33b705357 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=f130ed10-7ef4-4041-8250-dd5b50031ff6 HTTP/1.1" status: 200  len: 205 time: 0.2883408
Dec 15 18:58:25.169103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] In _notify_port_updated(), no bound segment for port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 on network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:58:25.173037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:25.174245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.178523 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "PUT /v2.0/ports/753bf85d-c512-4c4b-a9c2-c01e00d9df25 HTTP/1.1" status: 200  len: 1002 time: 2.8799891
Dec 15 18:58:25.179521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54056) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:25.179840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54058) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:25.182071 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=753bf85d-c512-4c4b-a9c2-c01e00d9df25,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:25.188087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:25.212283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Provisioning complete for port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:25.212671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.222062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 18:58:25.222062 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 18:58:25.222062 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': 'c8e53a9b-335a-4f3e-853b-f02f063f67fc'}]
Dec 15 18:58:25.222062 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:25.222475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:25.239940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2de3828-fa06-46bc-bb07-551d2c298900 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:25.286025 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6daaa694-0502-4436-bc88-620830f61bc0 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=f130ed10-7ef4-4041-8250-dd5b50031ff6 HTTP/1.1" status: 200  len: 205 time: 0.0987101
Dec 15 18:58:25.288026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54064) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:25.306231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ed940>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:25.333498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'port': {'network_id': '1f7d0774-d17a-40e4-9913-9be6af03193c', 'name': 'tempest-FloatingIPTestJSON-51218951'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:25.346073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:25.366770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:25.367481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ed940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:25.417419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Calling delete_port for af82a671-92fb-4cb2-a799-2d511b6b0879 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:25.434441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ed940>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:25.434884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5437d-5158-4dad-9331-7ea11c25de90 None None] The sync data for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:25.440012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Provisioning for port 9adbccd6-f8d5-480c-aaab-812b9e437e81 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:25.446925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Provisioning complete for port 9adbccd6-f8d5-480c-aaab-812b9e437e81 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:25.447306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.448856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:25.449760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.465431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.476149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e2de3828-fa06-46bc-bb07-551d2c298900 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:25.476836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.477271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99c4cb40-76ed-4020-a215-4890f0958967 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:25.553755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0121a42e-e6f6-49fc-a10f-c177f159e973 None None] Port 9adbccd6-f8d5-480c-aaab-812b9e437e81 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:25.560015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c391e0-a0f3-474d-a50f-a16e5123a230 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 18:58:25.574184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cee5d1b-5874-4777-961a-662c16e3386e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.596253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Port': ['ID=b746bc3d-dd82-49eb-8730-e620909c6685,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:25.619722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:25.691269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No DVR routers for this DVR port b746bc3d-dd82-49eb-8730-e620909c6685 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:25.762224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.802269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-df25f9e1-8496-40b2-b986-5d666c40d132 None None] Provisioning complete for port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:25.802899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-df25f9e1-8496-40b2-b986-5d666c40d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.850751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:58:25.882800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-df25f9e1-8496-40b2-b986-5d666c40d132 None None] Port 753bf85d-c512-4c4b-a9c2-c01e00d9df25 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:25.893931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting port d9043077-040a-4339-9e64-2178b5555a32 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:25.894394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.904041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c391e0-a0f3-474d-a50f-a16e5123a230 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 18:58:25.916180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.937926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:25.959463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Usage tracker for resource:port and tenant:9cae5594987147e4acca7e4e4fca7063 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:25.969946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:25.975489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cece369a0>,) {'filters': {'network_id': ['30eb07f4-fd24-4ef3-95fa-1f0c6df132ea']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:25.984857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:25.997536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:26.065030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cece369a0>, '8046709f-f0a8-4310-b517-2e0ba4137afa') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:26.065364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cece369a0>, '8046709f-f0a8-4310-b517-2e0ba4137afa') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:26.167292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 9adbccd6-f8d5-480c-aaab-812b9e437e81 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:26.207918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.214365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Made reservation on behalf of 9cae5594987147e4acca7e4e4fca7063 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:26.216526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.217277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.263321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.286299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:26.287175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.301996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] device_id is not set on port 531c8dfb-db7f-472b-a02f-30cbd4d54503 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:26.321264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65003ef-27f5-4996-a798-89cf3827c16f None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:26.338760 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:26.421174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Calling delete_port for 753bf85d-c512-4c4b-a9c2-c01e00d9df25 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:26.421463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.444809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f8bcfb8b-01f0-4240-b6cc-df936029bf1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:26.466171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65003ef-27f5-4996-a798-89cf3827c16f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 18:58:26.504187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event deleted for resources: {'Port': ['ID=af82a671-92fb-4cb2-a799-2d511b6b0879,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:26.514818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:26.582188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.630958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4d8e2294-e41f-4ed1-a90d-d801e52074da tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:26.647825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.699403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cee5d1b-5874-4777-961a-662c16e3386e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.713776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=30eb07f4-fd24-4ef3-95fa-1f0c6df132ea,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:26.725507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] For port d9043077-040a-4339-9e64-2178b5555a32, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d9043077-040a-4339-9e64-2178b5555a32,segment=NetworkSegment(f6ce4e3e-5a2b-4507-a445-adb91f16dc07),segment_id=f6ce4e3e-5a2b-4507-a445-adb91f16dc07)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:26.725868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.727250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:26.733105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cee5d1b-5874-4777-961a-662c16e3386e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.769160 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/30eb07f4-fd24-4ef3-95fa-1f0c6df132ea HTTP/1.1" status: 204  len: 168 time: 6.2498677
Dec 15 18:58:26.770963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Allocated IP 172.20.0.11 (1f7d0774-d17a-40e4-9913-9be6af03193c/76438ce2-1588-41e1-a0a7-5e1263716d3d/531c8dfb-db7f-472b-a02f-30cbd4d54503) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:26.774814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54068) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:26.779496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.787404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e7d89b8f-c8e9-4f02-a68d-bdef5951af88 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:26.856725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:26.949018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642767422'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:27.024048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:27.031238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Calling delete_port for d9043077-040a-4339-9e64-2178b5555a32 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:27.092247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=9adbccd6-f8d5-480c-aaab-812b9e437e81,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:27.105082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:27.118013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:27.124250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:27.143759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:27.174724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cee5d1b-5874-4777-961a-662c16e3386e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.175342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cee5d1b-5874-4777-961a-662c16e3386e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Fanout notify agent at l3_agent the message router_deleted on router f130ed10-7ef4-4041-8250-dd5b50031ff6 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:58:27.194479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.205897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd238fb1-c3f1-4459-a63b-b595a015b923 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:27.219834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.265157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Port': ['ID=d9043077-040a-4339-9e64-2178b5555a32,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:27.270569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:27.275081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.284078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-048c5c0b-af88-413a-9e26-9ecc068e7979 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:27.325983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No DVR routers for this DVR port d9043077-040a-4339-9e64-2178b5555a32 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:27.338307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cee5d1b-5874-4777-961a-662c16e3386e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.339363 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3cee5d1b-5874-4777-961a-662c16e3386e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/f130ed10-7ef4-4041-8250-dd5b50031ff6 HTTP/1.1" status: 204  len: 168 time: 2.0481753
Dec 15 18:58:27.344319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Port': ['ID=753bf85d-c512-4c4b-a9c2-c01e00d9df25,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:27.370055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54072) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.378235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:27.387377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:27.390511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.470282 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-77cf4dbb-40a8-4a1c-b503-451336d317fd tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=f130ed10-7ef4-4041-8250-dd5b50031ff6 HTTP/1.1" status: 200  len: 205 time: 0.0964789
Dec 15 18:58:27.479508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54076) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.561452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.563294 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/ports/753bf85d-c512-4c4b-a9c2-c01e00d9df25 HTTP/1.1" status: 204  len: 168 time: 2.3767066
Dec 15 18:58:27.566847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54080) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.570919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.580117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:27.590764 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Sync routers for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:27.606022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.606722 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:27.607886 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/9adbccd6-f8d5-480c-aaab-812b9e437e81 HTTP/1.1" status: 204  len: 168 time: 3.0673006
Dec 15 18:58:27.608016 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:27.620412 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] 10.222.0.48 "PUT /v2.0/routers/0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4346173
Dec 15 18:58:27.625800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54084) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.685809 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-2f58c438-dc3c-490f-85a8-d3bd2c08e513 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] delete failed (client error): The resource could not be found.
Dec 15 18:58:27.686854 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2f58c438-dc3c-490f-85a8-d3bd2c08e513 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/f130ed10-7ef4-4041-8250-dd5b50031ff6 HTTP/1.1" status: 404  len: 336 time: 0.2042682
Dec 15 18:58:27.691975 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e467d1a-ca01-4eed-9752-9cdef475e239 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:27.692480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5e467d1a-ca01-4eed-9752-9cdef475e239 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Synchronizing usage tracker for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:27.696864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54090) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.703373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecdc1400>,) {'filters': {'network_id': ['c8e53a9b-335a-4f3e-853b-f02f063f67fc']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:27.712968 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee26237-045f-4d9a-9732-b818a0c5a70c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:27.717800 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8ee26237-045f-4d9a-9732-b818a0c5a70c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/9adbccd6-f8d5-480c-aaab-812b9e437e81 HTTP/1.1" status: 404  len: 333 time: 0.0905888
Dec 15 18:58:27.719558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54094) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.769981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdc1400>, 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:27.770527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdc1400>, 'f6ce4e3e-5a2b-4507-a445-adb91f16dc07') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:27.774137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.779712 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1e7bf2d3-efcb-489e-a102-93d2fbdc8c3b tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff442e9-c528-4b7f-a06c-4bb40e89f451 HTTP/1.1" status: 200  len: 205 time: 0.0810082
Dec 15 18:58:27.785011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54098) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.791387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.793531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:27.803423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5e467d1a-ca01-4eed-9752-9cdef475e239 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Unset dirty status for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:27.805343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5e467d1a-ca01-4eed-9752-9cdef475e239 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "GET /v2.0/ports/753bf85d-c512-4c4b-a9c2-c01e00d9df25 HTTP/1.1" status: 404  len: 333 time: 0.2373793
Dec 15 18:58:27.808950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54102) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.816118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-605669016'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:27.831307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.861583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:27.862192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.870723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:27.877585 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:27.907047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.914140 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-99f34479-4a43-45a5-90e0-558b00920e71 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] delete failed (client error): The resource could not be found.
Dec 15 18:58:27.915157 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99f34479-4a43-45a5-90e0-558b00920e71 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/4ff442e9-c528-4b7f-a06c-4bb40e89f451 HTTP/1.1" status: 404  len: 336 time: 0.1192639
Dec 15 18:58:27.921535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54106) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:27.929809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port ccd9376b-cbd3-4455-a5dd-f1bd0705739b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:27.930145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:27.943601 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:58:28.016726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Transition to ACTIVE for port object 531c8dfb-db7f-472b-a02f-30cbd4d54503 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:28.034300 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a359cd09-f78b-4be5-95d2-eabf94b79d12 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=78307135-6487-470a-968c-28d4136873e0 HTTP/1.1" status: 200  len: 205 time: 0.1081276
Dec 15 18:58:28.039536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54114) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.078498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.082994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.090858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:28.109283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.109647 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment 803d31e0-ef99-4bf4-a648-2509b87427e9 of type vlan for network 124f4a37-20fc-49bd-b2b1-be2eda54d353
Dec 15 18:58:28.111718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/c8e53a9b-335a-4f3e-853b-f02f063f67fc HTTP/1.1" status: 204  len: 168 time: 5.8452699
Dec 15 18:58:28.113015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54118) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.127458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:28.128483 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-d9c1de2f-83ea-44c3-b68d-e4222ee62b80 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] delete failed (client error): The resource could not be found.
Dec 15 18:58:28.129558 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d9c1de2f-83ea-44c3-b68d-e4222ee62b80 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/78307135-6487-470a-968c-28d4136873e0 HTTP/1.1" status: 404  len: 336 time: 0.0890629
Dec 15 18:58:28.130165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.130704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Fanout notify agent at l3_agent the message router_deleted on router 09849485-ed36-41f5-a905-a70bfc334e57 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:58:28.135678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54122) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.143500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:28.191334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Network': ['ID=c8e53a9b-335a-4f3e-853b-f02f063f67fc,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:28.193888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:28.195082 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe8eff0-0b20-4566-9dcc-47899449d2ae tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:28.195587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe8eff0-0b20-4566-9dcc-47899449d2ae tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:28.200135 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bfe8eff0-0b20-4566-9dcc-47899449d2ae tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/b199e10a-659b-4d17-b590-317a06657a2e HTTP/1.1" status: 404  len: 337 time: 0.0817122
Dec 15 18:58:28.200800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54126) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.203712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:28.207068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.253937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc0a5dc-d15a-4836-84a3-754ead626214 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:28.254392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc0a5dc-d15a-4836-84a3-754ead626214 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:28.258578 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fcc0a5dc-d15a-4836-84a3-754ead626214 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/c8e53a9b-335a-4f3e-853b-f02f063f67fc HTTP/1.1" status: 404  len: 339 time: 0.0539496
Dec 15 18:58:28.259225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54130) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.310585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] device_id is not set on port 8cf8ecaf-522e-462a-8b43-d72989c4077d yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:28.355267 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-e840c7c5-a3a8-4ff4-a64f-3d1748d1c5e8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:28.355716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e840c7c5-a3a8-4ff4-a64f-3d1748d1c5e8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:28.359673 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e840c7c5-a3a8-4ff4-a64f-3d1748d1c5e8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/77c470e4-dfd3-4b90-a752-5fde04e021b9 HTTP/1.1" status: 404  len: 337 time: 0.0972567
Dec 15 18:58:28.360479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54134) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.376242 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c4e68627-d591-47ea-94fb-a6e0a237532e tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef86703-2ed8-4ea7-be1d-65de03dc94fb HTTP/1.1" status: 200  len: 205 time: 0.2340105
Dec 15 18:58:28.377474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.383681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54138) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.395282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.396320 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/09849485-ed36-41f5-a905-a70bfc334e57 HTTP/1.1" status: 204  len: 168 time: 6.2905221
Dec 15 18:58:28.400219 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fe4303-3d18-4929-9c39-f78939978833 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:28.400913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fe4303-3d18-4929-9c39-f78939978833 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:28.404813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54142) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.422039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1925714948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:28.431146 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-61fe4303-3d18-4929-9c39-f78939978833 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/627e9330-bf63-49ae-91b5-5c44e3395bec HTTP/1.1" status: 404  len: 339 time: 0.0669708
Dec 15 18:58:28.436802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54146) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.479329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:28.491706 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-b0cd58e7-9b04-4df3-af43-dce916e023c3 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] delete failed (client error): The resource could not be found.
Dec 15 18:58:28.492746 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b0cd58e7-9b04-4df3-af43-dce916e023c3 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/3ef86703-2ed8-4ea7-be1d-65de03dc94fb HTTP/1.1" status: 404  len: 336 time: 0.1064243
Dec 15 18:58:28.499519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Usage tracker for resource:router and tenant:dbadffa1a4cc422f8fb6cd63f8da61fc is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:28.501601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54150) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.504450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.509984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:28.514641 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d45826-7d2a-4399-a854-26b40128183e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:28.515679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d45826-7d2a-4399-a854-26b40128183e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:28.517924 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a0d45826-7d2a-4399-a854-26b40128183e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/d0ff9ef6-7746-4215-8d93-92149e6270f1 HTTP/1.1" status: 404  len: 337 time: 0.0799756
Dec 15 18:58:28.526114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54154) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.536380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:28.542308 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d400>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 2, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:28.558369 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Checking router: 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 18:58:28.558729 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Updating router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 18:58:28.559165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c975a226-fac5-4f26-b8ea-c9405a35cdc9 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:28.615878 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1687e7-87a4-4de6-b339-b60cf80df573 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:28.616904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1687e7-87a4-4de6-b339-b60cf80df573 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:28.618793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7b1687e7-87a4-4de6-b339-b60cf80df573 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/7b58cf31-7c3d-49e1-8452-ec0ea55c52c6 HTTP/1.1" status: 404  len: 339 time: 0.0888114
Dec 15 18:58:28.626724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54158) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.628036 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.628915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54160) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.635854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772962900', 'description': 'tempest-description--1202115519'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:28.670851 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-82edf43b-6574-485a-80d9-d4fa37a3f129 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=a532e97a-b568-44eb-bbc4-cafa2b4c0e7f HTTP/1.1" status: 200  len: 205 time: 0.1677663
Dec 15 18:58:28.681882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54166) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.694258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:28.715921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.719673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:28.720775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.729992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Network 1f7d0774-d17a-40e4-9913-9be6af03193c is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:28.734966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event updated for resources: {'Port': ['ID=531c8dfb-db7f-472b-a02f-30cbd4d54503,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:28.738118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:28.740215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:28.757878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69eb0094-c817-4265-bc73-688822772947 tempest-DHCPAgentSchedulersTestJSON-931337169 tempest-DHCPAgentSchedulersTestJSON-931337169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:28.773104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:28.775340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.776505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.858553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:28.920162 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.1419234
Dec 15 18:58:28.929652 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-a2d027fc-51be-4050-b50d-99de9660e6be tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] delete failed (client error): The resource could not be found.
Dec 15 18:58:28.933504 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a2d027fc-51be-4050-b50d-99de9660e6be tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/a532e97a-b568-44eb-bbc4-cafa2b4c0e7f HTTP/1.1" status: 404  len: 336 time: 0.2503858
Dec 15 18:58:28.935813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Usage tracker for resource:security_group and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:28.938362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54170) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.938791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54172) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:28.948770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting port 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:28.953347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.054288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:29.065408 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3bc1b095-f653-4608-8542-25cc4bbcbf69 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "GET /v2.0/ports?device_id=56cf4ace-33e5-4f75-8049-4d0cf1e957d6 HTTP/1.1" status: 200  len: 205 time: 0.1204903
Dec 15 18:58:29.074838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for ccd9376b-cbd3-4455-a5dd-f1bd0705739b owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:29.097287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54178) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:29.113500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '124f4a37-20fc-49bd-b2b1-be2eda54d353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:29.115785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:29.116389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.123779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=124f4a37-20fc-49bd-b2b1-be2eda54d353,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:29.134981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:29.136579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-456f1167-6996-4b72-8ad2-905f54a5e316 None None] Provisioning for port 531c8dfb-db7f-472b-a02f-30cbd4d54503 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:29.141921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:29.149069 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.154233 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.0264773
Dec 15 18:58:29.154742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Allocated IP 2001:db8::312 (0eaa67d0-4b22-4e1d-a6b3-953769463c44/5794a20d-eb2c-4e2a-8f91-5a09a422c171/8cf8ecaf-522e-462a-8b43-d72989c4077d) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:29.158514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54182) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:29.161258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 124f4a37-20fc-49bd-b2b1-be2eda54d353 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:29.165660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Request body: {'floatingip': {'port_id': '531c8dfb-db7f-472b-a02f-30cbd4d54503'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:29.170399 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Transition to ACTIVE for port object 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:29.178658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-456f1167-6996-4b72-8ad2-905f54a5e316 None None] Provisioning complete for port 531c8dfb-db7f-472b-a02f-30cbd4d54503 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:29.179005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-456f1167-6996-4b72-8ad2-905f54a5e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.179814 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.184740 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:29.306847 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-888a70d2-ace9-48bc-9a4c-6052f81ec889 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] delete failed (client error): The resource could not be found.
Dec 15 18:58:29.311105 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-888a70d2-ace9-48bc-9a4c-6052f81ec889 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/routers/56cf4ace-33e5-4f75-8049-4d0cf1e957d6 HTTP/1.1" status: 404  len: 336 time: 0.1766534
Dec 15 18:58:29.314954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54186) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:29.342352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.364656 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Pushing event updated for resources: {'Port': ['ID=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:29.378179 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.378905 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.379886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-456f1167-6996-4b72-8ad2-905f54a5e316 None None] Port 531c8dfb-db7f-472b-a02f-30cbd4d54503 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:29.380275 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.380757 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.381240 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.381737 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.382214 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.382879 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.383488 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.384016 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.385070 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:29.390762 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:29.406179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.436294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.472258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.493370 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Attempting to bind port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:29.493831 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Attempting to bind port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:29.494264 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Attempting to bind port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 on network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:29.496910 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27714c7-f827-4c77-9cd4-612169d3dbb7 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:29.497555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27714c7-f827-4c77-9cd4-612169d3dbb7 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:29.500066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-769c8363-282d-445a-8095-7089a37523c9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:29.503023 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:29.503478 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Checking segment: {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:29.503948 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.504404 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Bound using segment: {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:29.504942 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Bound port: 7acc7a99-745d-4f44-94f8-d11e8c7d9da0, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:29.505448 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.544833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:29.556263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=ccd9376b-cbd3-4455-a5dd-f1bd0705739b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:29.557049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:29.564620 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d27714c7-f827-4c77-9cd4-612169d3dbb7 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] 10.222.0.48 "DELETE /v2.0/subnets/a6e48d5b-a36c-406e-ab8c-ce7841249616 HTTP/1.1" status: 404  len: 337 time: 0.2480285
Dec 15 18:58:29.567338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:29.588554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:29.602588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:29.619013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:29.625767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Usage tracker for resource:security_group_rule and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:29.633972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:29.646863 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] For port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:29.651046 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] For port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:29.661472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.666654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.681412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.685247 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ccd7518e-84fd-4f66-ab4e-e3eb09a3251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:29.696390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:29.847459 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:29.851812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:29.852399 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:29.855799 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/ccd9376b-cbd3-4455-a5dd-f1bd0705739b HTTP/1.1" status: 204  len: 168 time: 2.1297858
Dec 15 18:58:29.859576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54192) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:29.926858 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8a7ba5-e09a-4642-81a4-753a2a7ebe62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:29.927424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8d8a7ba5-e09a-4642-81a4-753a2a7ebe62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:30.027340 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Pushing event updated for resources: {'Port': ['ID=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:30.028883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Calling delete_port for 1b9d453a-14bf-4a7c-9149-c9584d2f9a87 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:30.035271 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:30.067798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:30.171178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54198) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:30.180477 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 18:58:30.213220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8d8a7ba5-e09a-4642-81a4-753a2a7ebe62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:30.214498 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8d8a7ba5-e09a-4642-81a4-753a2a7ebe62 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/ccd9376b-cbd3-4455-a5dd-f1bd0705739b HTTP/1.1" status: 404  len: 333 time: 0.3535962
Dec 15 18:58:30.217332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54204) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:30.239578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.244018 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cdc542b9-7ab9-427f-8876-2ce114f5a988 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.8284361
Dec 15 18:58:30.255431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.264220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54208) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:30.272823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'enable_snat': False}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:30.274410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.472782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Transition to ACTIVE for port object 8cf8ecaf-522e-462a-8b43-d72989c4077d will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:30.486656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.507790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.511956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.527529 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d400>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:29Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:30.532317 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608b1d9-bf39-452f-af24-39461bdbe743 None None] The sync data for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv is: [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:29Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:30.565235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.568639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-704d5c4d-0098-4e6c-a1c7-ab6bac30d41f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:30.662163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Port': ['ID=1b9d453a-14bf-4a7c-9149-c9584d2f9a87,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:30.672106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:30.677433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f64f936-df95-488d-8f45-bdde85c88098 tempest-ExternalNetworksAdminNegativeTestJSON-173771323 tempest-ExternalNetworksAdminNegativeTestJSON-173771323-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:30.699451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:30.708864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.718466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc91d52b61044989caf8ed3a6fab43e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:30.733734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:30.756839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:30.760041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.765013 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/ports/1b9d453a-14bf-4a7c-9149-c9584d2f9a87 HTTP/1.1" status: 204  len: 168 time: 2.1347568
Dec 15 18:58:30.765013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.765013 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 2.1347284
Dec 15 18:58:30.765872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54212) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:30.773940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93564164-a284-4bac-9b34-d2576bd22ae5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:30.778705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:30.782863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54214) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:30.783378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d489e5d0-b3de-4442-9110-ddd93da79b73 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:30.866433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet ddd1aca5-2977-4548-915a-c7e69cb4981a {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:58:30.870875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Request body: {'security_group_rule': {'security_group_id': '93564164-a284-4bac-9b34-d2576bd22ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:30.877395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.899721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:30.902251 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8191b46-ef71-400f-9659-3df9f1de1548 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:30.902707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8191b46-ef71-400f-9659-3df9f1de1548 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:30.904312 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a8191b46-ef71-400f-9659-3df9f1de1548 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/c9d4e867-3737-4dbd-bed9-a7af118720a5 HTTP/1.1" status: 404  len: 337 time: 0.1279855
Dec 15 18:58:30.913325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54220) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:30.918273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Usage tracker for resource:security_group_rule and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:30.927696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:30.931234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:30.959076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:30.962150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:30.964596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=8cf8ecaf-522e-462a-8b43-d72989c4077d,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:30.972051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:30.975386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:30.977614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:31.111809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:31.192900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.240389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:31.258444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:31.263841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.283767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.286945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:31.292480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:31.293188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.297643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.322350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.354956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.382268 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fc91d52b61044989caf8ed3a6fab43e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2057853
Dec 15 18:58:31.407230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54224) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:31.429449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.437269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.444666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b2d5efc0-bcbb-4c22-8fd2-94ebdb6cc922 None None] Provisioning for port 8cf8ecaf-522e-462a-8b43-d72989c4077d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:31.452970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b2d5efc0-bcbb-4c22-8fd2-94ebdb6cc922 None None] Provisioning complete for port 8cf8ecaf-522e-462a-8b43-d72989c4077d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:31.453419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b2d5efc0-bcbb-4c22-8fd2-94ebdb6cc922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.480233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=631081db-ee26-46de-9036-7a6e999d60c3,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:31.486747 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.6738451
Dec 15 18:58:31.491243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:31.491763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0eb50cf-ceb1-4de9-8df7-dcfc22b83904 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:31.499188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54228) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:31.505968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:31.519945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.526603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:31.530116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'network_id': '0eaa67d0-4b22-4e1d-a6b3-953769463c44', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337160021'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:31.553281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': '803d31e0-ef99-4bf4-a648-2509b87427e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '124f4a37-20fc-49bd-b2b1-be2eda54d353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:31.553790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: 124f4a37-20fc-49bd-b2b1-be2eda54d353, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:31.588460 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5efc0-bcbb-4c22-8fd2-94ebdb6cc922 None None] Port 8cf8ecaf-522e-462a-8b43-d72989c4077d cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:31.613909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:31.617585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:31.619616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.642646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.643455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35484988-8dcc-4a5e-9ac7-ed9e07b658fe,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:31.652875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:31.700091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:31.701001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23cd7583-1f4f-4f06-84b6-c385ea35a118 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:31.718716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7542e3a-2b8c-490b-9a83-03bccaeb3ebf,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:31.729692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:31.752518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 124f4a37-20fc-49bd-b2b1-be2eda54d353 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:31.754104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.777333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 124f4a37-20fc-49bd-b2b1-be2eda54d353) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:31.788839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf09f9-ac2e-4850-8b15-d0080e8b8e99 None None] Network 124f4a37-20fc-49bd-b2b1-be2eda54d353 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:31.840583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:31.841447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.845897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.863871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.867740 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0469482
Dec 15 18:58:31.875709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54232) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:31.886532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:31.900576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Request body: {'security_group_rule': {'security_group_id': '93564164-a284-4bac-9b34-d2576bd22ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:31.907177 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.9639409
Dec 15 18:58:31.912321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.913708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.919895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:31.924388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54236) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:31.930128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:31.968636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Usage tracker for resource:security_group_rule and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:31.971545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5ad30>,) {'filters': {'network_id': ['ee727c12-13e6-4c04-b8b6-5ea5e9433a9a']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:31.976420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:31.981270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:31.988894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Made reservation on behalf of 61a9e30ec8cc452a93348ece748847e2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:31.991437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5ad30>, '5629786b-9a4d-4f54-9b8f-debc9f8eacfc') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:31.991720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5ad30>, '5629786b-9a4d-4f54-9b8f-debc9f8eacfc') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:31.992033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.004851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.056457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-124f4a37-20fc-49bd-b2b1-be2eda54d353', 'network_id': '124f4a37-20fc-49bd-b2b1-be2eda54d353', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': '631081db-ee26-46de-9036-7a6e999d60c3'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:32.057595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.064058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:32.076644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.083787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.090232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-28a5d68c-87b9-43f9-a458-d7f8f35a25a2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:32.095921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] device_id is not set on port ba2d333d-052c-4cb6-a593-a34a7f24374c yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:32.135483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd1aca5-2977-4548-915a-c7e69cb4981a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:32.138671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:32.148160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.149449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.152978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.167475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e5cc36-2dac-4610-9617-26c5c74b0d35 None None] Network b9d31884-3a9a-4732-8c69-02d367b3257c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:32.170903 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/ddd1aca5-2977-4548-915a-c7e69cb4981a HTTP/1.1" status: 204  len: 168 time: 1.9525499
Dec 15 18:58:32.171959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54240) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:32.174611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:32.175016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:32.190385 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:32.259524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.317036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b1816573-c564-47bb-a773-a74d639d2b10 tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:32.366843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.368568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35484988-8dcc-4a5e-9ac7-ed9e07b658fe,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:32.385060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.387066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:32.391525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b93259f8-3a59-44a2-883b-24dd3ffb0710 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:32.407795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.425560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Network': ['ID=ee727c12-13e6-4c04-b8b6-5ea5e9433a9a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:32.431094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:32.438018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/ee727c12-13e6-4c04-b8b6-5ea5e9433a9a HTTP/1.1" status: 204  len: 168 time: 1.5205870
Dec 15 18:58:32.439738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54244) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:32.443434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.444635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Allocated IP 2001:db8::1 (124f4a37-20fc-49bd-b2b1-be2eda54d353/631081db-ee26-46de-9036-7a6e999d60c3/2f2f21d0-365f-45e6-8018-be58a92d785e) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:32.473315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.523006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.531915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.535190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.538896 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35484988-8dcc-4a5e-9ac7-ed9e07b658fe HTTP/1.1" status: 204  len: 168 time: 1.1253810
Dec 15 18:58:32.554726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Allocated IP 2001:db8::2a7 (0eaa67d0-4b22-4e1d-a6b3-953769463c44/5794a20d-eb2c-4e2a-8f91-5a09a422c171/ba2d333d-052c-4cb6-a593-a34a7f24374c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:32.559468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.568449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port e2de3828-fa06-46bc-bb07-551d2c298900 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:32.568791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.613946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:32.650579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.691739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] DHCP port deletion for b9d31884-3a9a-4732-8c69-02d367b3257c request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:32.703215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Deleting port e2de3828-fa06-46bc-bb07-551d2c298900 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:32.703700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.745108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5e22d1-e232-4223-900d-353cb5245d21,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:32.755169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:32.777850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting port e4bf7127-6207-47f4-ae03-424ca107b6c5 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:32.778177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.806620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.808110 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9309630
Dec 15 18:58:32.813739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54252) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:32.830921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:32.895824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:32.927818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:32.943061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Allocated IP 172.26.1.14 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/eb0756b9-e3cb-4374-b53c-dec6c738a1a4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:32.951940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Usage tracker for resource:floatingip and tenant:0266360277054098840a82a850222651 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:32.958725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Transition to ACTIVE for port object 2f2f21d0-365f-45e6-8018-be58a92d785e will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:32.964393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:32.978584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:33.006296 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 316108e3-9680-43bd-ac9b-ac60c56f57a5 associated. External IP: 172.26.1.125, port: 9d440dd4-250a-4222-9d51-85ac30679e3c.
Dec 15 18:58:33.022624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54256) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:33.072963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] For port e2de3828-fa06-46bc-bb07-551d2c298900, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2de3828-fa06-46bc-bb07-551d2c298900,segment=NetworkSegment(d447a281-c3d8-4e9c-9855-ebf57720849f),segment_id=d447a281-c3d8-4e9c-9855-ebf57720849f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:33.073319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.090495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Transition to ACTIVE for port object 2f2f21d0-365f-45e6-8018-be58a92d785e will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:33.092432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:33.127705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] For port e2de3828-fa06-46bc-bb07-551d2c298900, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2de3828-fa06-46bc-bb07-551d2c298900,segment=NetworkSegment(d447a281-c3d8-4e9c-9855-ebf57720849f),segment_id=d447a281-c3d8-4e9c-9855-ebf57720849f)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:33.128082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.142943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.154953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.167419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.200559 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-22299373-475a-4e78-aba8-465adafe7a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:33.308770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Calling delete_port for e2de3828-fa06-46bc-bb07-551d2c298900 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:33.404151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Network 124f4a37-20fc-49bd-b2b1-be2eda54d353 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:33.404642 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-58bdb32c-65f0-4ac3-8047-20a430503b68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17a016d7ca2f490eb3b4ee3279f1ed55&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3770998
Dec 15 18:58:33.412000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for e2de3828-fa06-46bc-bb07-551d2c298900 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:33.414454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:33.422331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:33.427679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54260) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:33.440093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Pushing event updated for resources: {'Port': ['ID=2f2f21d0-365f-45e6-8018-be58a92d785e,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:33.449230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:33.458011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Transition to ACTIVE for port object ba2d333d-052c-4cb6-a593-a34a7f24374c will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:33.473170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.480133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:33.493695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:33.493695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.513064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.522991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=631081db-ee26-46de-9036-7a6e999d60c3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:33.527708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:33.561487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.570714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-817de5fd-6c89-4126-a38a-b2c69afd37f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:33.577767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:33.578079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:33.634472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Pushing event deleted for resources: {'Port': ['ID=e2de3828-fa06-46bc-bb07-551d2c298900,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:33.642235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.642888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:33.649338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] No DVR routers for this DVR port e2de3828-fa06-46bc-bb07-551d2c298900 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:33.649966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5b862355-5009-4c1b-a51b-b2c8e6c319d9 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:33.650611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Attempting to bind port 2f2f21d0-365f-45e6-8018-be58a92d785e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:33.650991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Attempting to bind port 2f2f21d0-365f-45e6-8018-be58a92d785e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '803d31e0-ef99-4bf4-a648-2509b87427e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '124f4a37-20fc-49bd-b2b1-be2eda54d353'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:33.651352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Attempting to bind port 2f2f21d0-365f-45e6-8018-be58a92d785e on network 124f4a37-20fc-49bd-b2b1-be2eda54d353 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:33.673466 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:33.673854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Checking segment: {'id': '803d31e0-ef99-4bf4-a648-2509b87427e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '124f4a37-20fc-49bd-b2b1-be2eda54d353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:33.674257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.674662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Bound using segment: {'id': '803d31e0-ef99-4bf4-a648-2509b87427e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '124f4a37-20fc-49bd-b2b1-be2eda54d353'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:33.675151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Bound port: 2f2f21d0-365f-45e6-8018-be58a92d785e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803d31e0-ef99-4bf4-a648-2509b87427e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '124f4a37-20fc-49bd-b2b1-be2eda54d353'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:33.675522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.689408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.739192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4e2a30>,) {'filters': {'network_id': ['124f4a37-20fc-49bd-b2b1-be2eda54d353']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:33.756634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Calling delete_port for e4bf7127-6207-47f4-ae03-424ca107b6c5 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:33.767486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:33.771517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4e2a30>, '803d31e0-ef99-4bf4-a648-2509b87427e9') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:33.771809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4e2a30>, '803d31e0-ef99-4bf4-a648-2509b87427e9') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:33.778574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=ba2d333d-052c-4cb6-a593-a34a7f24374c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:33.781009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:33.782830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:33.786572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:33.789916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:33.790528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.803236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.841610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.847939 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.3364275
Dec 15 18:58:33.850949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54264) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:33.854372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:33.854889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:33.871623 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:33.880762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:ed:f5:eb'}, {'ip_address': '2001:db8::312', 'mac_address': 'fa:16:3e:d3:0b:1b'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:33.881869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.931950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] For port 2f2f21d0-365f-45e6-8018-be58a92d785e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:33.970080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:33.987894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2de3828-fa06-46bc-bb07-551d2c298900 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:58:34.023961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.029712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.034648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 18:58:34.034648 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 18:58:34.034648 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': '124f4a37-20fc-49bd-b2b1-be2eda54d353'}]
Dec 15 18:58:34.034648 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:34.035070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:34.048979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e2de3828-fa06-46bc-bb07-551d2c298900 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:58:34.049595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2de3828-fa06-46bc-bb07-551d2c298900 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:58:34.058389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] For port 2f2f21d0-365f-45e6-8018-be58a92d785e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2f2f21d0-365f-45e6-8018-be58a92d785e,segment=NetworkSegment(803d31e0-ef99-4bf4-a648-2509b87427e9),segment_id=803d31e0-ef99-4bf4-a648-2509b87427e9)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:34.060207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a385db29-4f1d-407f-8277-e10675d8fbc0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:34.066952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.080649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74801f03-fe5a-4358-ab42-0866d5a87b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:34.136716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port e2de3828-fa06-46bc-bb07-551d2c298900 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:34.136967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.137188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.150886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Port': ['ID=e4bf7127-6207-47f4-ae03-424ca107b6c5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:34.169843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:34.171834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:34.179953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Pushing event updated for resources: {'Port': ['ID=2f2f21d0-365f-45e6-8018-be58a92d785e,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:34.209747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:34.225136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc63eff0-e3b6-4ee4-a103-cd308491a4ba None None] Provisioning for port ba2d333d-052c-4cb6-a593-a34a7f24374c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:34.235056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc63eff0-e3b6-4ee4-a103-cd308491a4ba None None] Provisioning complete for port ba2d333d-052c-4cb6-a593-a34a7f24374c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:34.236007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc63eff0-e3b6-4ee4-a103-cd308491a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.237961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.245890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] The port 'e2de3828-fa06-46bc-bb07-551d2c298900' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:58:34.250380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.275539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:34.297410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc63eff0-e3b6-4ee4-a103-cd308491a4ba None None] Port ba2d333d-052c-4cb6-a593-a34a7f24374c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:34.303000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59314f3d-cc86-4285-adf8-f62ee90ac3ae None None] Network 124f4a37-20fc-49bd-b2b1-be2eda54d353 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:34.319390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:34.323093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Pushing event updated for resources: {'Port': ['ID=eb0756b9-e3cb-4374-b53c-dec6c738a1a4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:34.330349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:34.355163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:34.358953 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/ports/e4bf7127-6207-47f4-ae03-424ca107b6c5 HTTP/1.1" status: 204  len: 168 time: 1.9147065
Dec 15 18:58:34.367463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54268) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:34.421059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.437050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f1c43597-7c21-4e48-bf88-6d2cd273bf22 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:34.439742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.449823 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5748528d-720c-4e92-92ad-9ebcbee13a7f tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:34.450267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5748528d-720c-4e92-92ad-9ebcbee13a7f tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:34.454327 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5748528d-720c-4e92-92ad-9ebcbee13a7f tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/5b705963-6984-4de9-84e0-4aac26a25f07 HTTP/1.1" status: 404  len: 337 time: 0.0809813
Dec 15 18:58:34.454943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54272) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:34.476445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce847e-8ccd-4718-9067-9b80c05d3373,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:34.481436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.483026 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4ce847e-8ccd-4718-9067-9b80c05d3373 HTTP/1.1" status: 204  len: 168 time: 1.0541942
Dec 15 18:58:34.488822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecbe7190>,) {'filters': {'network_id': ['b9d31884-3a9a-4732-8c69-02d367b3257c']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:34.499988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.505047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:34.515956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecbe7190>, 'd447a281-c3d8-4e9c-9855-ebf57720849f') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:34.516296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecbe7190>, 'd447a281-c3d8-4e9c-9855-ebf57720849f') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:34.554861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.561201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.566541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f2919-eba4-4972-8870-6f5419d81c1b None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 18:58:34.592435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.613739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port 2f2f21d0-365f-45e6-8018-be58a92d785e {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:34.614096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.637193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:34.637614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:34.663716 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:34.789361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f2919-eba4-4972-8870-6f5419d81c1b None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 18:58:34.832460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:34.863429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Allocated IP 172.26.1.4 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/7ab8684f-af8e-4037-b38e-93bf673711b1) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:35.057974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port 2f2f21d0-365f-45e6-8018-be58a92d785e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2f2f21d0-365f-45e6-8018-be58a92d785e,segment=NetworkSegment(803d31e0-ef99-4bf4-a648-2509b87427e9),segment_id=803d31e0-ef99-4bf4-a648-2509b87427e9)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:35.058336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.354078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.397665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for 2f2f21d0-365f-45e6-8018-be58a92d785e owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:35.422164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecd6a730>,) {'filters': {'network_id': ['242c8bd7-8334-4515-9d30-defba55184ad']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:35.438420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.443339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecd6a730>, '053a17ba-e8d9-4e1b-bcc8-4315b53363f1') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:35.443339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecd6a730>, '053a17ba-e8d9-4e1b-bcc8-4315b53363f1') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:35.446807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-39663e39-98d8-439a-9004-dc55dfb8756a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:35.464188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.470094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:35.476537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.495868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=b9d31884-3a9a-4732-8c69-02d367b3257c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:35.506905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.510426 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/b9d31884-3a9a-4732-8c69-02d367b3257c HTTP/1.1" status: 204  len: 168 time: 3.3320475
Dec 15 18:58:35.511477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:35.516100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54292) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:35.524374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.528506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.529836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6df6ec49-39ff-4d88-8fc2-af90bdf2867c tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:35.534383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.540277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1188357583'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:35.557005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:35.560691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:35.561286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.579550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.586076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] In _notify_port_updated(), no bound segment for port ba2d333d-052c-4cb6-a593-a34a7f24374c on network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:58:35.590231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:35.591177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.592777 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "PUT /v2.0/ports/ba2d333d-052c-4cb6-a593-a34a7f24374c HTTP/1.1" status: 200  len: 1068 time: 1.7405932
Dec 15 18:58:35.594029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.600966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54298) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:35.634672 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:35.641011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:35.654343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:35.665034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event updated for resources: {'Port': ['ID=ba2d333d-052c-4cb6-a593-a34a7f24374c,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:35.669895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:35.674503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:35.675276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:35.714799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No DVR routers for this DVR port 2f2f21d0-365f-45e6-8018-be58a92d785e on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:35.783467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Port': ['ID=2f2f21d0-365f-45e6-8018-be58a92d785e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:35.790728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:35.812644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting port ba2d333d-052c-4cb6-a593-a34a7f24374c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:35.812913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.886501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:35.889838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.920759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:58:35.925116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.940322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6c70812c-5748-4fc9-96cc-7f00cafde0df tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:35.947590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.963043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.966817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-792a06bd-e83f-4e3e-9bd0-0822237ed4d4 None None] Provisioning complete for port ba2d333d-052c-4cb6-a593-a34a7f24374c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:35.967533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-792a06bd-e83f-4e3e-9bd0-0822237ed4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.967671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Network': ['ID=242c8bd7-8334-4515-9d30-defba55184ad,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:35.977909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:35.981663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:35.991079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.002619 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/242c8bd7-8334-4515-9d30-defba55184ad HTTP/1.1" status: 204  len: 168 time: 1.5374405
Dec 15 18:58:36.003722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.009410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54306) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:36.010321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce45ca9d-49ba-4e28-9537-04d53581d12f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:36.022749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecdd25e0>,) {'filters': {'network_id': ['124f4a37-20fc-49bd-b2b1-be2eda54d353']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:36.041562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-792a06bd-e83f-4e3e-9bd0-0822237ed4d4 None None] Port ba2d333d-052c-4cb6-a593-a34a7f24374c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:36.046014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdd25e0>, '803d31e0-ef99-4bf4-a648-2509b87427e9') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:36.046412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdd25e0>, '803d31e0-ef99-4bf4-a648-2509b87427e9') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:36.061337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:36.064946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:36.086466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.109949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:36.160601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:36.168654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.187724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:36.188370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:36.232282 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:36.335827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.348533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event updated for resources: {'Port': ['ID=7ab8684f-af8e-4037-b38e-93bf673711b1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:36.359768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:36.364429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.364782 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment dc1e26b4-3df8-4f62-af8a-ebc8c93d54de of type vlan for network a0f643ba-a89c-4563-979f-288ea17a50f0
Dec 15 18:58:36.469609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Calling delete_port for ba2d333d-052c-4cb6-a593-a34a7f24374c owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:36.495819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.500516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.506061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.508811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:36.540325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=124f4a37-20fc-49bd-b2b1-be2eda54d353,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:36.542704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:36.551788 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/124f4a37-20fc-49bd-b2b1-be2eda54d353 HTTP/1.1" status: 204  len: 168 time: 4.6263618
Dec 15 18:58:36.558567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54320) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:36.566457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1650441119'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:36.571803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:36.590159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:36.594046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:36.601142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:36.643547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:36.646697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.677344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:36.706742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting subnet bdd316d5-74ad-40fa-a874-ea8ef5a28016 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:58:36.740146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.749223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e63ecdc-a393-47ae-aa0e-c3090f2e7d3d tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:36.767677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.789634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:36.805101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Port': ['ID=ba2d333d-052c-4cb6-a593-a34a7f24374c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:36.809958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:36.814070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.814431 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment e91aacd7-750f-42a3-973d-c4e1d44e1a11 of type vlan for network 520a5927-5947-4468-86c6-548047c6477b
Dec 15 18:58:36.865216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54328) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:36.910627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.969336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.973146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:36.974078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.982809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:36.984229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8710bee-25de-42da-99eb-bd2076b3c95e tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:37.008260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.012233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:37.013017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.145975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.202972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4585d397-715f-4bdd-a07f-87846e276a34 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:37.214721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6913118
Dec 15 18:58:37.223494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54334) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:37.236618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=a0f643ba-a89c-4563-979f-288ea17a50f0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:37.247636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network a0f643ba-a89c-4563-979f-288ea17a50f0 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:37.254197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-572418167', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:37.257772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:37.261401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:37.266070 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7062287
Dec 15 18:58:37.271886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54338) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:37.282732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:37.293401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.319194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '520a5927-5947-4468-86c6-548047c6477b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:37.382772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Usage tracker for resource:port and tenant:ead3dbebe009497c96483aa45012ec56 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:37.411160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:37.422342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:37.425252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.427069 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/ports/ba2d333d-052c-4cb6-a593-a34a7f24374c HTTP/1.1" status: 204  len: 168 time: 1.8247859
Dec 15 18:58:37.432058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54342) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:37.491880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=520a5927-5947-4468-86c6-548047c6477b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:37.497761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:37.501266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Made reservation on behalf of ead3dbebe009497c96483aa45012ec56 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:37.504696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.505761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 520a5927-5947-4468-86c6-548047c6477b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:37.530438 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbab6d2-40cf-4aec-bdaa-df3112cd8dc3 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:37.530984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5bbab6d2-40cf-4aec-bdaa-df3112cd8dc3 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Synchronizing usage tracker for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:37.534340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:37.536768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.544135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:37.554163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:37.570041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:37.579812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:37.586420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:37.591862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:37.601932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:37.603973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:37.607818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:37.610082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Usage tracker for resource:security_group_rule and tenant:ead3dbebe009497c96483aa45012ec56 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:37.611708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.614833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:37.622465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:37.623092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedefe160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:37.623250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:37.626337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:37.686486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:37.690050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedefe160>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:37.703465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:37.704377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedefe160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:37.770384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5bbab6d2-40cf-4aec-bdaa-df3112cd8dc3 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Unset dirty status for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:37.771616 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5bbab6d2-40cf-4aec-bdaa-df3112cd8dc3 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "GET /v2.0/ports/ba2d333d-052c-4cb6-a593-a34a7f24374c HTTP/1.1" status: 404  len: 333 time: 0.3289020
Dec 15 18:58:37.775006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.781662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedefe160>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:37.781834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54346) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:37.781934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecb4cd-adad-4ea7-80ee-0a29a2a63037 None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:37.822380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:37.923380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.929564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:37.934128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-61957dc7-3430-4c21-8cb6-1a878b6451a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:37.943505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] device_id is not set on port be70e67e-371d-40fb-9180-c3edd1a72836 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:38.006357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16032f32-9e85-45a1-81cd-35c38fdb50b9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:38.009508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:38.025729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting port 8cf8ecaf-522e-462a-8b43-d72989c4077d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:38.026072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.080997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.099680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Router 6dcf5e3b-8ae5-4387-897e-6efdf7987c51 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:58:38.101861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.112805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:38.182236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Allocated IP 172.26.1.34 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/be70e67e-371d-40fb-9180-c3edd1a72836) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:38.193210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.197906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1463511f-dd06-4cf0-b245-77b4ddfbde2d tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:38.227857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd316d5-74ad-40fa-a874-ea8ef5a28016,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:38.298524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:38.315084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=879e69a8-b248-40f0-ad66-f93a9bb8221c,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:38.318228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:38.332162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:38.341564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5de8f7-bb68-427d-8e5b-df79ff65437a None None] Network 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:38.348223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.376427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.402964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': 'e91aacd7-750f-42a3-973d-c4e1d44e1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '520a5927-5947-4468-86c6-548047c6477b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:38.403329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: 520a5927-5947-4468-86c6-548047c6477b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:38.468386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 520a5927-5947-4468-86c6-548047c6477b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:38.490342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 520a5927-5947-4468-86c6-548047c6477b) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:38.495185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:38.495850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.510867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f1616-74f7-47e2-a973-4e2f22c194ca None None] Network 520a5927-5947-4468-86c6-548047c6477b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:38.518981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.550341 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2658789
Dec 15 18:58:38.550559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54350) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:38.557949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '520a5927-5947-4468-86c6-548047c6477b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:38.604288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.608728 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/subnets/bdd316d5-74ad-40fa-a874-ea8ef5a28016 HTTP/1.1" status: 204  len: 168 time: 2.5666003
Dec 15 18:58:38.609585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6d095296-53d6-4abf-bce9-271b85a6267b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:38.634237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54354) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:38.692500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.749097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7f9ba191-8ab6-433d-9969-0c772d938036 tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:38.804254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] DHCP port deletion for 5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:38.825381 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Deleting port c87c4797-c0ef-4eef-85dd-7eba8f6de94c {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:38.826383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.858454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-520a5927-5947-4468-86c6-548047c6477b', 'network_id': '520a5927-5947-4468-86c6-548047c6477b', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': '879e69a8-b248-40f0-ad66-f93a9bb8221c'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:38.859568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.891156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event updated for resources: {'Port': ['ID=7ab8684f-af8e-4037-b38e-93bf673711b1,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:38.903520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:38.930868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Pushing event updated for resources: {'Port': ['ID=be70e67e-371d-40fb-9180-c3edd1a72836,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:38.933850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:38.938142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:38.942028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:38.944314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:38.989493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting port c87c4797-c0ef-4eef-85dd-7eba8f6de94c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:38.989846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.005960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.006340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.006705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.007073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.007490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.007796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.008152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.008513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.008871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.009224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.009624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:39.035809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:39.047080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.049486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.120415 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c87c4797-c0ef-4eef-85dd-7eba8f6de94c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:58:39.137234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:39.150508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:subnet and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:39.155593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:39.168794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:39.182238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:39.182876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.233318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:39.237704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.262937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 2.3921797
Dec 15 18:58:39.268280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54362) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:39.277219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Calling delete_port for 8cf8ecaf-522e-462a-8b43-d72989c4077d owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:39.277685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.34'}]}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:39.279725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Allocated IP 2001:db8::2 (520a5927-5947-4468-86c6-548047c6477b/879e69a8-b248-40f0-ad66-f93a9bb8221c/5276519d-df83-4854-a6cf-370fc2c7aeb3) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:39.284880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] For port c87c4797-c0ef-4eef-85dd-7eba8f6de94c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,segment=NetworkSegment(0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b),segment_id=0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:39.285592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.330403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.331831 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 6.5101402
Dec 15 18:58:39.364881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:39.396770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Usage tracker for resource:router and tenant:ead3dbebe009497c96483aa45012ec56 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:39.410834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:39.423099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.432990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Calling delete_port for c87c4797-c0ef-4eef-85dd-7eba8f6de94c owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:39.438170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:39.481847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:39.545265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] For port c87c4797-c0ef-4eef-85dd-7eba8f6de94c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,segment=NetworkSegment(0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b),segment_id=0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:39.546146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.561564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.562518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.602193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=8e19b34e-68cc-4430-859c-fe9596e99e1f,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:39.619200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:39.628997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.681330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.686009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': 'dc1e26b4-3df8-4f62-af8a-ebc8c93d54de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:39.686382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: a0f643ba-a89c-4563-979f-288ea17a50f0, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:39.722916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Calling delete_port for c87c4797-c0ef-4eef-85dd-7eba8f6de94c owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:39.763551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5223cf36-bcb4-4d25-a3e2-32141d5c007c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:39.786142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.796376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:39.798265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:39.811196 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] Sync routers for ids ['6dcf5e3b-8ae5-4387-897e-6efdf7987c51'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:39.830961 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] Routers {'6dcf5e3b-8ae5-4387-897e-6efdf7987c51'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:39.831841 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d9d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['6dcf5e3b-8ae5-4387-897e-6efdf7987c51'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:39.839444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.856567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Port': ['ID=8cf8ecaf-522e-462a-8b43-d72989c4077d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:39.863640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-8740791f-0fa9-446f-a121-d27b87b078c4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Synchronizing usage tracker for tenant:0266360277054098840a82a850222651 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:39.869572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:39.898609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Pushing event deleted for resources: {'Port': ['ID=c87c4797-c0ef-4eef-85dd-7eba8f6de94c,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:39.902095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:39.909470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] No DVR routers for this DVR port c87c4797-c0ef-4eef-85dd-7eba8f6de94c on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:39.920829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:39.921288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:39.943552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.945673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "PUT /v2.0/routers/6dcf5e3b-8ae5-4387-897e-6efdf7987c51 HTTP/1.1" status: 200  len: 915 time: 9.6771793
Dec 15 18:58:39.946592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network a0f643ba-a89c-4563-979f-288ea17a50f0 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:39.948873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54374) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:39.976886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:39.990194 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d9d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:39.990691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Transition to ACTIVE for port object 5276519d-df83-4854-a6cf-370fc2c7aeb3 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:40.008067 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] Routers {'6dcf5e3b-8ae5-4387-897e-6efdf7987c51'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:40.008721 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d9d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['6dcf5e3b-8ae5-4387-897e-6efdf7987c51'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:40.026512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Transition to ACTIVE for port object 5276519d-df83-4854-a6cf-370fc2c7aeb3 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:40.034565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.038267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-8740791f-0fa9-446f-a121-d27b87b078c4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Unset dirty status for tenant:0266360277054098840a82a850222651 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:40.039678 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-8740791f-0fa9-446f-a121-d27b87b078c4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1772962900&fields=id&tenant_id=0266360277054098840a82a850222651 HTTP/1.1" status: 200  len: 267 time: 0.3234797
Dec 15 18:58:40.043001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.044863 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/ports/8cf8ecaf-522e-462a-8b43-d72989c4077d HTTP/1.1" status: 204  len: 168 time: 2.2591584
Dec 15 18:58:40.050980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:40.052746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54378) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:40.055831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, a0f643ba-a89c-4563-979f-288ea17a50f0) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:40.093926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7bcfa-5968-4aad-90c4-220baa3ba434 None None] Network a0f643ba-a89c-4563-979f-288ea17a50f0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:40.107628 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede2d9d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:40.108064 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a2cb0-aae8-4638-ac57-75729092cd77 None None] The sync data for ids ['6dcf5e3b-8ae5-4387-897e-6efdf7987c51'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:40.143529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:40.144105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.174927 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13f6012-bc2d-40c6-8af8-1a1c87eec520 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:40.175129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a13f6012-bc2d-40c6-8af8-1a1c87eec520 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Synchronizing usage tracker for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:40.197081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9620831
Dec 15 18:58:40.197582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54382) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:40.210021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0', 'name': 'tempest-PortsTestJSON-609332', 'fixed_ips': [{'subnet_id': '8e19b34e-68cc-4430-859c-fe9596e99e1f', 'ip_address': '172.20.0.10'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:40.254410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Network 520a5927-5947-4468-86c6-548047c6477b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:40.259494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Pushing event updated for resources: {'Port': ['ID=5276519d-df83-4854-a6cf-370fc2c7aeb3,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:40.261976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:40.266087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:40.266851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:40.284134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.297057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a13f6012-bc2d-40c6-8af8-1a1c87eec520 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Unset dirty status for tenant:61a9e30ec8cc452a93348ece748847e2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:40.298228 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a13f6012-bc2d-40c6-8af8-1a1c87eec520 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "GET /v2.0/ports/8cf8ecaf-522e-462a-8b43-d72989c4077d HTTP/1.1" status: 404  len: 333 time: 0.2430501
Dec 15 18:58:40.305620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54386) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:40.345427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 9e6e0ae9-0d56-4954-93aa-5fb2afd7207d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:58:40.386148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.394217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:40.426167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Deleting port c87c4797-c0ef-4eef-85dd-7eba8f6de94c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:40.426567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.449858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:40.457225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:40.461605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:40.465026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-c2b020d5-bf53-46fb-9c05-76234fd8350b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:40.465177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Attempting to bind port 5276519d-df83-4854-a6cf-370fc2c7aeb3 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:40.465664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Attempting to bind port 5276519d-df83-4854-a6cf-370fc2c7aeb3 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e91aacd7-750f-42a3-973d-c4e1d44e1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '520a5927-5947-4468-86c6-548047c6477b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:40.466127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Attempting to bind port 5276519d-df83-4854-a6cf-370fc2c7aeb3 on network 520a5927-5947-4468-86c6-548047c6477b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:40.466900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-c2b020d5-bf53-46fb-9c05-76234fd8350b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 811 time: 0.4034066
Dec 15 18:58:40.475048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:40.475436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Checking segment: {'id': 'e91aacd7-750f-42a3-973d-c4e1d44e1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '520a5927-5947-4468-86c6-548047c6477b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:40.475842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.476243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Bound using segment: {'id': 'e91aacd7-750f-42a3-973d-c4e1d44e1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '520a5927-5947-4468-86c6-548047c6477b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:40.476772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Bound port: 5276519d-df83-4854-a6cf-370fc2c7aeb3, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91aacd7-750f-42a3-973d-c4e1d44e1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '520a5927-5947-4468-86c6-548047c6477b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:40.477136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.563094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting port 39b2bdab-5953-4cc6-b657-69e01f381a23 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:40.563755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.606683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-a0f643ba-a89c-4563-979f-288ea17a50f0', 'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0', 'tenant_id': 'fdcbeb07ae94494a9489a19c8bfa9f72', 'fixed_ips': [{'subnet_id': '8e19b34e-68cc-4430-859c-fe9596e99e1f'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:40.607533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.624101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] The port 'c87c4797-c0ef-4eef-85dd-7eba8f6de94c' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:58:40.638853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 520a5927-5947-4468-86c6-548047c6477b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:40.671526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:40.673927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] For port 5276519d-df83-4854-a6cf-370fc2c7aeb3, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:40.675932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:40.684819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:40.685603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.691050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] For port 5276519d-df83-4854-a6cf-370fc2c7aeb3, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5276519d-df83-4854-a6cf-370fc2c7aeb3,segment=NetworkSegment(e91aacd7-750f-42a3-973d-c4e1d44e1a11),segment_id=e91aacd7-750f-42a3-973d-c4e1d44e1a11)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:40.695513 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-9905a5b9-1c8e-49f2-a352-17e39be8b8ae tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/quotas/0266360277054098840a82a850222651 HTTP/1.1" status: 200  len: 375 time: 0.2068865
Dec 15 18:58:40.697288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=ae16e5b9-f557-4279-9eb2-4f6052f79e71,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:40.705437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:40.710814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.756443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:40.764540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:40.774427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:40.861782 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5cea97c3-2c6d-47ae-8d2a-98d0fcdee1b4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/6dcf5e3b-8ae5-4387-897e-6efdf7987c51 HTTP/1.1" status: 200  len: 921 time: 0.8923650
Dec 15 18:58:40.874074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54390) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:40.913471 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Pushing event updated for resources: {'Port': ['ID=5276519d-df83-4854-a6cf-370fc2c7aeb3,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:40.927342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:40.940424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Allocated IP 172.20.0.2 (a0f643ba-a89c-4563-979f-288ea17a50f0/8e19b34e-68cc-4430-859c-fe9596e99e1f/8691d126-a515-4de6-a19f-78ff91617f11) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:41.066626 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a71acf9f-6fbf-423a-b49d-be7321e121f8 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=6dcf5e3b-8ae5-4387-897e-6efdf7987c51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1892006
Dec 15 18:58:41.067791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54394) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:41.074927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.075379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.075792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.076155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.076511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.076865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.077462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.078035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.078397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.078750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.079131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:41.088747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:41.125125 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.5733416
Dec 15 18:58:41.136691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.147411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54398) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:41.218634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:41.234106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.247776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] Sync routers for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:41.255746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.266084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:41.267641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe2700>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:41.330639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Transition to ACTIVE for port object 8691d126-a515-4de6-a19f-78ff91617f11 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:41.332314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15a70d-ed93-446b-af57-5434b152652d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:41.333147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe2700>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:41.334081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0e15a70d-ed93-446b-af57-5434b152652d tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/networks/f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 881 time: 0.2652309
Dec 15 18:58:41.341163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54402) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:41.345100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced466280>,) {'filters': {'network_id': ['5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:41.353412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:41.354049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe2700>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:41.380278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced466280>, '0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:41.380563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced466280>, '0d5b4f72-0fcc-4384-ab9b-f5217e4cee5b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:41.419740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.430441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe2700>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:41.430646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38192b19-4d9e-4f38-a38c-70be83f081ea None None] The sync data for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:41.435688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Transition to ACTIVE for port object 8691d126-a515-4de6-a19f-78ff91617f11 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:41.443025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.443240 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4b2fb418-3942-4b17-a6e6-120f6553263c tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dcf5e3b-8ae5-4387-897e-6efdf7987c51 HTTP/1.1" status: 200  len: 205 time: 0.1004479
Dec 15 18:58:41.446878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-04bd7f6f-355b-48cf-a414-2c11719dc105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:41.453004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:41.453197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54406) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:41.454450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:41.455783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:41.457112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:41.458476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:41.459375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Synchronizing usage tracker for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:41.476417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-81b395b0-27ba-438c-b381-0f2654d68c3f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Synchronizing usage tracker for tenant:0266360277054098840a82a850222651 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:41.491216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.521290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Network a0f643ba-a89c-4563-979f-288ea17a50f0 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:41.525355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:41.527291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Pushing event updated for resources: {'Port': ['ID=8691d126-a515-4de6-a19f-78ff91617f11,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:41.529028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:41.531245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:41.531394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:41.531548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:41.558815 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:41.569001 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-df194426-1d77-4dd4-bc75-00fe1845be43 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/floatingips/316108e3-9680-43bd-ac9b-ac60c56f57a5 HTTP/1.1" status: 200  len: 977 time: 12.4094038
Dec 15 18:58:41.573798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.574703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54410) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:41.596342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Unset dirty status for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:41.597508 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f1d33c2c-3c9e-4b79-bef9-0f3b4e8f5402 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.4237339
Dec 15 18:58:41.625918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Attempting to bind port 8691d126-a515-4de6-a19f-78ff91617f11 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:41.625918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Attempting to bind port 8691d126-a515-4de6-a19f-78ff91617f11 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'dc1e26b4-3df8-4f62-af8a-ebc8c93d54de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:41.626253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54414) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:41.626365 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Attempting to bind port 8691d126-a515-4de6-a19f-78ff91617f11 on network a0f643ba-a89c-4563-979f-288ea17a50f0 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:41.632695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:41.633078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Checking segment: {'id': 'dc1e26b4-3df8-4f62-af8a-ebc8c93d54de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:41.634111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.634111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Bound using segment: {'id': 'dc1e26b4-3df8-4f62-af8a-ebc8c93d54de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:41.634348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Bound port: 8691d126-a515-4de6-a19f-78ff91617f11, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1e26b4-3df8-4f62-af8a-ebc8c93d54de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:41.634711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.641137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478294810'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:41.659569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:41.662609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.10 (a0f643ba-a89c-4563-979f-288ea17a50f0/8e19b34e-68cc-4430-859c-fe9596e99e1f/b8b2a0ad-185e-40fe-89e0-d4d92afc1b81) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:41.673410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:41.682665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:41.709231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:41.717046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 531c8dfb-db7f-472b-a02f-30cbd4d54503 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:41.717738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.741937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-81b395b0-27ba-438c-b381-0f2654d68c3f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Unset dirty status for tenant:0266360277054098840a82a850222651 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:41.743343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-81b395b0-27ba-438c-b381-0f2654d68c3f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0469246
Dec 15 18:58:41.768820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] For port 8691d126-a515-4de6-a19f-78ff91617f11, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:41.773473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] For port 8691d126-a515-4de6-a19f-78ff91617f11, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8691d126-a515-4de6-a19f-78ff91617f11,segment=NetworkSegment(dc1e26b4-3df8-4f62-af8a-ebc8c93d54de),segment_id=dc1e26b4-3df8-4f62-af8a-ebc8c93d54de)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:41.782696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.787752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:41.818771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Calling delete_port for 39b2bdab-5953-4cc6-b657-69e01f381a23 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:41.849378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:41.853261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:41.871097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Pushing event updated for resources: {'Port': ['ID=8691d126-a515-4de6-a19f-78ff91617f11,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:41.874456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:42.092828 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-4877f17b-2e4f-4211-af70-20a3e7c2be43 service neutron] 10.222.0.48 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748393
Dec 15 18:58:42.148599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:42.160240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.164579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.180214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:42.213525 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] 10.222.0.48 "DELETE /v2.0/networks/5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2 HTTP/1.1" status: 204  len: 168 time: 3.5684536
Dec 15 18:58:42.267611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.273054 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment e1db3396-593f-468f-84e1-fef1047f5ac6 of type vlan for network 0c24949e-5754-46e9-82a1-ececbef3bbd0
Dec 15 18:58:42.286477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Pushing event deleted for resources: {'Network': ['ID=5db7a9a0-20ed-4c0b-9cbd-f43ba711ddf2,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:42.301229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149ff1f-55c6-41f4-b12c-06f914cf33a4 None None] Network 520a5927-5947-4468-86c6-548047c6477b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:42.387985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.396143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.422159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d44c5c5c-6ce9-4cfd-9a9d-ac52183f5dd2 None None] Provisioning for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:42.449149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:42.466309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.478029 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-82e732d4-01ea-4751-9b82-075bfcb4173d service neutron] 10.222.0.48 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3478632
Dec 15 18:58:42.478880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:42.629174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.676881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.678834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.712988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54424) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:42.737540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6c9af137-e650-485d-9db2-eceddf3b778d tempest-RoutersIpV6AdminTest-668175845 tempest-RoutersIpV6AdminTest-668175845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:42.778416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.794470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:42.795332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.812634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0226732c-a68f-4e26-9915-2501e3fa3d83 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:42.832378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.862487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Update dhcp port {'port': {'network_id': '520a5927-5947-4468-86c6-548047c6477b', 'fixed_ips': [{'subnet_id': '879e69a8-b248-40f0-ad66-f93a9bb8221c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae16e5b9-f557-4279-9eb2-4f6052f79e71'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '5276519d-df83-4854-a6cf-370fc2c7aeb3'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 18:58:42.935299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.942057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Port': ['ID=39b2bdab-5953-4cc6-b657-69e01f381a23,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:42.945224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:42.950125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:43.002806 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/ports/39b2bdab-5953-4cc6-b657-69e01f381a23 HTTP/1.1" status: 204  len: 168 time: 2.6871049
Dec 15 18:58:43.006682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54434) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:43.254897 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8a5e3305-65ef-4ad1-a683-d7c7a1d8b2d6 req-902e5453-d107-4ec8-8bfa-c498328a5bf5 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.3741951
Dec 15 18:58:43.284780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.302042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5276519d-df83-4854-a6cf-370fc2c7aeb3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:43.321335 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-54dc4879-8e5d-44d0-9160-a7b964170023 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63a9d63769fe40c2883e9f46855042c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5907843
Dec 15 18:58:43.332635 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.7055554
Dec 15 18:58:43.335523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54438) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:43.340730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=0c24949e-5754-46e9-82a1-ececbef3bbd0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:43.342584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54440) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:43.350855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:43.358124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade20821-9df4-42c3-9311-0ba7c771392d None None] Network a0f643ba-a89c-4563-979f-288ea17a50f0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:43.360634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:43.364848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de09cb6a-ae9e-4f46-9e0d-1ea3012e63a4 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:43.384608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:43.537323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network a0f643ba-a89c-4563-979f-288ea17a50f0 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:43.551115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:43.558052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3390eb72-eeeb-4a9c-a64b-944c41aca746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.560867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:43.600773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Allocated IP 172.20.0.1 (520a5927-5947-4468-86c6-548047c6477b/ae16e5b9-f557-4279-9eb2-4f6052f79e71/5276519d-df83-4854-a6cf-370fc2c7aeb3) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:43.612015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=b8b2a0ad-185e-40fe-89e0-d4d92afc1b81,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:43.622072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-96c629f9-971f-4d61-b4ae-dbc5d7bea805 None None] Provisioning for port 8691d126-a515-4de6-a19f-78ff91617f11 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:43.632180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:43.658804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.659216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.659525 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Floating IP 316108e3-9680-43bd-ac9b-ac60c56f57a5 disassociated. External IP: 172.26.1.125, port: 531c8dfb-db7f-472b-a02f-30cbd4d54503.
Dec 15 18:58:43.659878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 531c8dfb-db7f-472b-a02f-30cbd4d54503 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:43.770509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.791490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:43.791717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.796991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:43.800336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting subnet 5794a20d-eb2c-4e2a-8f91-5a09a422c171 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:58:43.810635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.826167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:43.826737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.851279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.865014 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 3.6628857
Dec 15 18:58:43.870134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.870309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54446) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:43.882978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': 'a0f643ba-a89c-4563-979f-288ea17a50f0', 'name': 'tempest-PortsTestJSON-133631567', 'fixed_ips': [{'subnet_id': '8e19b34e-68cc-4430-859c-fe9596e99e1f', 'ip_address': '172.20.0.9'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:43.903614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.915869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] For port 5276519d-df83-4854-a6cf-370fc2c7aeb3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5276519d-df83-4854-a6cf-370fc2c7aeb3,segment=NetworkSegment(e91aacd7-750f-42a3-973d-c4e1d44e1a11),segment_id=e91aacd7-750f-42a3-973d-c4e1d44e1a11)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:43.943619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:43.960788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Transition to ACTIVE for port object 5276519d-df83-4854-a6cf-370fc2c7aeb3 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:43.997862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.005759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4c4a196-b767-4b8c-8986-766f24045795 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:44.008511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.015356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:44.031453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.035808 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:58:44.111695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.119745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:44.129022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 is not hosted by any dhcp agent {{(pid=83670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 15 18:58:44.132647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:44.133233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.137336 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "PUT /v2.0/networks/0c24949e-5754-46e9-82a1-ececbef3bbd0 HTTP/1.1" status: 200  len: 723 time: 0.7907643
Dec 15 18:58:44.149160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54450) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:44.155024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.167273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Port 5276519d-df83-4854-a6cf-370fc2c7aeb3 had new provisioning blocks added so it will not transition to active. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 15 18:58:44.167805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8691d126-a515-4de6-a19f-78ff91617f11 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:44.173154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:44.178265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '0c24949e-5754-46e9-82a1-ececbef3bbd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:44.197746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=531c8dfb-db7f-472b-a02f-30cbd4d54503,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:44.210734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:44.212357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:44.217383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0e7dc78e-6bf4-4b47-915a-bc4e6b66d1ba tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:44.236103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:44.274839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Pushing event updated for resources: {'Port': ['ID=5276519d-df83-4854-a6cf-370fc2c7aeb3,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:44.290564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.304869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.305262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.305386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c81db-30e4-4346-9c85-2c73172400a6,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:44.305603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.305885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.306210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.306535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.310734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.311074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.311410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.311736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.312060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:58:44.316538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8691d126-a515-4de6-a19f-78ff91617f11 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:44.325634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:44.326221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8691d126-a515-4de6-a19f-78ff91617f11 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:44.326591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.329619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=0c24949e-5754-46e9-82a1-ececbef3bbd0,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:44.334851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:44.341938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:44.404931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:44.431705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b912315c-de12-41b5-8535-c753f87c350b req-4b0fbb64-6fd3-4213-b0c8-e949ac6dbbc4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0705187
Dec 15 18:58:44.622141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.631721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.633683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.671216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:44.673475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.675310 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/879c81db-30e4-4346-9c85-2c73172400a6 HTTP/1.1" status: 204  len: 168 time: 1.3366404
Dec 15 18:58:44.696613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:44.720278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:44.732306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:44.735929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.736418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13342d0b-f510-4658-b8db-240130cb7b03 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:58:44.773026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Deleting port eb0756b9-e3cb-4374-b53c-dec6c738a1a4 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:44.773666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.794729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.801164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:44.868263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c44e5e8-0318-44a0-b286-381b4d872a27 None None] Provisioning complete for port 8691d126-a515-4de6-a19f-78ff91617f11 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:44.868637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4c44e5e8-0318-44a0-b286-381b4d872a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:44.936970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:44.948425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.000375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8691d126-a515-4de6-a19f-78ff91617f11, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8691d126-a515-4de6-a19f-78ff91617f11,segment=NetworkSegment(dc1e26b4-3df8-4f62-af8a-ebc8c93d54de),segment_id=dc1e26b4-3df8-4f62-af8a-ebc8c93d54de)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:45.014561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.018615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-38558bc3-d765-4b7d-b007-8f1ad4441f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:45.088512 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:58:45.093775 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5f740962-54f0-4f80-a20c-1b13d57f000a tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 5.8244205
Dec 15 18:58:45.098424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54460) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:45.112625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Subnet': ['ID=5794a20d-eb2c-4e2a-8f91-5a09a422c171,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:45.117409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8691d126-a515-4de6-a19f-78ff91617f11,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:45.138329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:45.180792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5276519d-df83-4854-a6cf-370fc2c7aeb3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:45.230124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Deleting port be70e67e-371d-40fb-9180-c3edd1a72836 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:45.230473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.255802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:45.272803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.282899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1100b-4a76-4c15-ab42-d3df43d4c207 None None] Network 0eaa67d0-4b22-4e1d-a6b3-953769463c44 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:45.295680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/subnets/5794a20d-eb2c-4e2a-8f91-5a09a422c171 HTTP/1.1" status: 204  len: 168 time: 2.2879601
Dec 15 18:58:45.296523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54468) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:45.344717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09bef5-56e0-412c-b0a8-834fa6ec2832 None None] Network 520a5927-5947-4468-86c6-548047c6477b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:45.470282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.517915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.606224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Deleting port 9341008d-4f5d-4164-8915-68141c81e6d1 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:45.606453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c44e5e8-0318-44a0-b286-381b4d872a27 None None] Provisioning for port b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:45.606604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.631238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Calling delete_port for eb0756b9-e3cb-4374-b53c-dec6c738a1a4 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:45.657199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc639-b24a-4b90-9ac1-c94d4b769c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.658815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c44e5e8-0318-44a0-b286-381b4d872a27 None None] Provisioning complete for port b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:45.659181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4c44e5e8-0318-44a0-b286-381b4d872a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.755391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.800911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4c44e5e8-0318-44a0-b286-381b4d872a27 None None] Port b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:45.878372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.910589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.932674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Provisioning complete for port b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:45.935278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:45.950223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-548aec87-4d0e-4bf2-82ea-4708b15408fa tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:45.970433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] DHCP port deletion for 0eaa67d0-4b22-4e1d-a6b3-953769463c44 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:45.997218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Deleting port 9341008d-4f5d-4164-8915-68141c81e6d1 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:45.997771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.008923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Calling delete_port for be70e67e-371d-40fb-9180-c3edd1a72836 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:46.053469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event deleted for resources: {'Port': ['ID=eb0756b9-e3cb-4374-b53c-dec6c738a1a4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:46.061584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:46.070783 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bb561e99-60ae-4ba2-99f8-a2dcfd9dadf4 req-a9b9aea0-15d0-4b3f-b3e1-29f24d70cfe2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2381966
Dec 15 18:58:46.100137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] For port 9341008d-4f5d-4164-8915-68141c81e6d1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9341008d-4f5d-4164-8915-68141c81e6d1,segment=NetworkSegment(e09e19bb-5431-42fc-86cd-f4866c24c4ae),segment_id=e09e19bb-5431-42fc-86cd-f4866c24c4ae)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:46.100542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.101613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Port b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:46.105607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54484) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:46.115671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.159652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Provisioning for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:46.188854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Provisioning complete for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:46.189231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.235531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Calling delete_port for 9341008d-4f5d-4164-8915-68141c81e6d1 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:46.255104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 0d07b070-1522-4c07-b7f8-9652cef95be6 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:46.332344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.338533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] For port 9341008d-4f5d-4164-8915-68141c81e6d1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9341008d-4f5d-4164-8915-68141c81e6d1,segment=NetworkSegment(e09e19bb-5431-42fc-86cd-f4866c24c4ae),segment_id=e09e19bb-5431-42fc-86cd-f4866c24c4ae)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:46.338930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.345877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:46.384402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] No DVR routers for this DVR port 9341008d-4f5d-4164-8915-68141c81e6d1 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:46.426120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Port': ['ID=9341008d-4f5d-4164-8915-68141c81e6d1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:46.437035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:46.468963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Calling delete_port for 9341008d-4f5d-4164-8915-68141c81e6d1 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:46.580922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.582216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.586989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-186549004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:46.609387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:46.609830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:46.617436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] For port 5276519d-df83-4854-a6cf-370fc2c7aeb3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5276519d-df83-4854-a6cf-370fc2c7aeb3,segment=NetworkSegment(e91aacd7-750f-42a3-973d-c4e1d44e1a11),segment_id=e91aacd7-750f-42a3-973d-c4e1d44e1a11)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:46.620156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:46.622891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.624856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6620a604-fc32-4455-8aa9-cd22f6a926b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:46.628584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec3dfe50>,) {'filters': {'network_id': ['0eaa67d0-4b22-4e1d-a6b3-953769463c44']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:46.636905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:router and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:46.644510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:46.647081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.650165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec3dfe50>, 'e09e19bb-5431-42fc-86cd-f4866c24c4ae') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:46.650560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec3dfe50>, 'e09e19bb-5431-42fc-86cd-f4866c24c4ae') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:46.665892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.677558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.685087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6cba612d-f566-48a7-949e-c381183bb281 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:46.721025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Pushing event updated for resources: {'Port': ['ID=5276519d-df83-4854-a6cf-370fc2c7aeb3,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:46.743487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.745475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:46.747353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:46.748846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Pushing event deleted for resources: {'Port': ['ID=be70e67e-371d-40fb-9180-c3edd1a72836,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:46.755202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:46.763730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.773688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-36fbfa3e-2863-4107-93d7-ddfab7cecca9 None None] Provisioning complete for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:46.774224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36fbfa3e-2863-4107-93d7-ddfab7cecca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.830165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.891642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:46.891642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:46.904797 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:46.946698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:46.947523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.031092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.032857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.037729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:47.051665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.056347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 9e6e0ae9-0d56-4954-93aa-5fb2afd7207d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:58:47.064733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Pushing event deleted for resources: {'Network': ['ID=0eaa67d0-4b22-4e1d-a6b3-953769463c44,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:47.072737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:47.079580 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] 10.222.0.48 "DELETE /v2.0/ports/be70e67e-371d-40fb-9180-c3edd1a72836 HTTP/1.1" status: 204  len: 168 time: 1.9737031
Dec 15 18:58:47.083064 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] 10.222.0.48 "DELETE /v2.0/networks/0eaa67d0-4b22-4e1d-a6b3-953769463c44 HTTP/1.1" status: 204  len: 168 time: 1.7780094
Dec 15 18:58:47.104036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.111265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Deleting port 9341008d-4f5d-4164-8915-68141c81e6d1 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:47.111691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.154450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.174350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.198048 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-950bdd51-c0f7-4b2a-bb63-f1a71f0a746c req-73421d3f-c92d-4e5a-8924-f0548dc08f6d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0598612
Dec 15 18:58:47.241226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-06723438-0bdc-41b8-bfe5-267a080942f2 None None] The port '9341008d-4f5d-4164-8915-68141c81e6d1' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:58:47.250162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5276519d-df83-4854-a6cf-370fc2c7aeb3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:47.251479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.265825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5eb526e0-3d5d-45ab-b0c7-3628211f0703 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:47.295506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.9 (a0f643ba-a89c-4563-979f-288ea17a50f0/8e19b34e-68cc-4430-859c-fe9596e99e1f/0d07b070-1522-4c07-b7f8-9652cef95be6) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:47.348123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:47.348123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.365219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.387896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.388632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Fanout notify agent at l3_agent the message router_deleted on router 6dcf5e3b-8ae5-4387-897e-6efdf7987c51 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:58:47.432903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=18da9bd1-e9d4-4f8e-8607-576676106d91,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:47.445741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:47.503316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8691d126-a515-4de6-a19f-78ff91617f11 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:47.521019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.525623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/6dcf5e3b-8ae5-4387-897e-6efdf7987c51 HTTP/1.1" status: 204  len: 168 time: 6.0384781
Dec 15 18:58:47.526364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54500) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:47.529288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.530416 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2b5cb80a-9893-406b-b2d3-9c9ba135b826 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.4197679
Dec 15 18:58:47.535433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2133867276', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:47.554289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54504) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:47.563701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:47.565952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54506) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:47.566305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54508) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:47.577283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-752696719'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:47.589688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Usage tracker for resource:router and tenant:dbadffa1a4cc422f8fb6cd63f8da61fc is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:47.593204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:47.598219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:47.608187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:47.610952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:network and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:47.611287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8691d126-a515-4de6-a19f-78ff91617f11 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:47.611819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.623484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:47.641862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:47.646135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': 'e1db3396-593f-468f-84e1-fef1047f5ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0c24949e-5754-46e9-82a1-ececbef3bbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:47.646493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: 0c24949e-5754-46e9-82a1-ececbef3bbd0, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:47.671768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.678778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.720052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.786802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:47.791439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.817243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object 0d07b070-1522-4c07-b7f8-9652cef95be6 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:47.820083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 0c24949e-5754-46e9-82a1-ececbef3bbd0) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:47.826714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:47.827291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.835645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7cb85d-94cb-482a-b227-86a534e1aa3a None None] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:47.860905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:47.864347 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.7033300
Dec 15 18:58:47.869290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54520) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:47.873530 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] Sync routers for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:47.886910 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:47.887602 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe5bb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:47.895159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Made reservation on behalf of 5301a6baf95446fab6b0ae8f132a8a64 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:47.898223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.921989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:47.931783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:47.941628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-271d94ca-ee6f-4583-8076-724f01c61554 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:47.952611 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe5bb0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:47.964279 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:47.965351 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe5bb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:48.027968 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfe5bb0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:48.028757 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0339be-68b5-40a4-8b1f-261dd133df8e None None] The sync data for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:48.032296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network a0f643ba-a89c-4563-979f-288ea17a50f0 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:48.037198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:48.039183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.040949 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/ports/531c8dfb-db7f-472b-a02f-30cbd4d54503 HTTP/1.1" status: 204  len: 168 time: 6.4651408
Dec 15 18:58:48.044478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54526) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:48.045180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.045651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:48.057176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.087510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=0d07b070-1522-4c07-b7f8-9652cef95be6,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:48.101013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:48.164512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9341008d-4f5d-4164-8915-68141c81e6d1 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:58:48.185497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.195622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:48.204129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 9341008d-4f5d-4164-8915-68141c81e6d1 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:58:48.204488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9341008d-4f5d-4164-8915-68141c81e6d1 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:58:48.208222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-0c24949e-5754-46e9-82a1-ececbef3bbd0', 'network_id': '0c24949e-5754-46e9-82a1-ececbef3bbd0', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': '18da9bd1-e9d4-4f8e-8607-576676106d91'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:48.209143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.228241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.265317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:48.266438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.348594 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-21fe2ca6-985c-4e4b-af08-b1537c6ded9e req-da28600c-d3b5-4e42-bc60-8c5cc55950e7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0615015
Dec 15 18:58:48.354194 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.4837153
Dec 15 18:58:48.354814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54532) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:48.359866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:48.362673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Usage tracker for resource:security_group_rule and tenant:5ddd92f6b7044d77927a79507de60cc7 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:48.365740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:48.376147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:48.376443 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9c93573d-4361-47f5-be21-e0f59916ab1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61a9e30ec8cc452a93348ece748847e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8087952
Dec 15 18:58:48.389059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54536) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:48.403895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:security_group_rule and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:48.415179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Allocated IP 2001:db8::2 (0c24949e-5754-46e9-82a1-ececbef3bbd0/18da9bd1-e9d4-4f8e-8607-576676106d91/ea785822-1f60-42c7-b9fe-f216c1aaee40) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:48.421475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:48.476516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:48.529997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1ae9452b-faa5-4561-bdbe-c35df2b65f75 None None] Provisioning for port 0d07b070-1522-4c07-b7f8-9652cef95be6 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:48.537458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1ae9452b-faa5-4561-bdbe-c35df2b65f75 None None] Provisioning complete for port 0d07b070-1522-4c07-b7f8-9652cef95be6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:48.537825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1ae9452b-faa5-4561-bdbe-c35df2b65f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.584106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4148650'] for subnet, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.627016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9452b-faa5-4561-bdbe-c35df2b65f75 None None] Port 0d07b070-1522-4c07-b7f8-9652cef95be6 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:58:48.659289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3eeab7-6fdb-41fa-8005-586d6fc5f940 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:48.659994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8f3eeab7-6fdb-41fa-8005-586d6fc5f940 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:48.703348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.715472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Transition to ACTIVE for port object ea785822-1f60-42c7-b9fe-f216c1aaee40 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:48.722847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.739407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Transition to ACTIVE for port object ea785822-1f60-42c7-b9fe-f216c1aaee40 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:48.745650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.751253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8f3eeab7-6fdb-41fa-8005-586d6fc5f940 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:48.753904 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8f3eeab7-6fdb-41fa-8005-586d6fc5f940 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 919 time: 0.3978653
Dec 15 18:58:48.757536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:48.763247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54540) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:48.771106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.792060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-73a8ddd8-bc61-48c1-867d-1c8b7648b633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:48.803641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:48.806584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:48.810369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:48.857179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Pushing event updated for resources: {'Port': ['ID=ea785822-1f60-42c7-b9fe-f216c1aaee40,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:48.865786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:48.890446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.914493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Attempting to bind port ea785822-1f60-42c7-b9fe-f216c1aaee40 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:48.914868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Attempting to bind port ea785822-1f60-42c7-b9fe-f216c1aaee40 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e1db3396-593f-468f-84e1-fef1047f5ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0c24949e-5754-46e9-82a1-ececbef3bbd0'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:48.915592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Attempting to bind port ea785822-1f60-42c7-b9fe-f216c1aaee40 on network 0c24949e-5754-46e9-82a1-ececbef3bbd0 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:48.922366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:48.923309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Checking segment: {'id': 'e1db3396-593f-468f-84e1-fef1047f5ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0c24949e-5754-46e9-82a1-ececbef3bbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:48.923309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.923603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Bound using segment: {'id': 'e1db3396-593f-468f-84e1-fef1047f5ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0c24949e-5754-46e9-82a1-ececbef3bbd0'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:48.924054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Bound port: ea785822-1f60-42c7-b9fe-f216c1aaee40, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1db3396-593f-468f-84e1-fef1047f5ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0c24949e-5754-46e9-82a1-ececbef3bbd0'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:48.924435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.924925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.946876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64a7e8c-f0c1-4449-b2bc-2aed58b8e0dd,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:48.951168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:48.961236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:48.971673 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ddd92f6b7044d77927a79507de60cc7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4021292
Dec 15 18:58:48.981111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54544) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:49.018355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] For port ea785822-1f60-42c7-b9fe-f216c1aaee40, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:49.020034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.021859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] For port ea785822-1f60-42c7-b9fe-f216c1aaee40, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea785822-1f60-42c7-b9fe-f216c1aaee40,segment=NetworkSegment(e1db3396-593f-468f-84e1-fef1047f5ac6),segment_id=e1db3396-593f-468f-84e1-fef1047f5ac6)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:49.027095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.029164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.034828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:49.040164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-96355cab-978d-4cc7-93f6-6301c5b4d50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:49.106576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:49.123649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Pushing event updated for resources: {'Port': ['ID=ea785822-1f60-42c7-b9fe-f216c1aaee40,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:49.127042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:49.142245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.149284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7703c941-f161-4ae9-95f9-211a36538c5f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:49.175240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.199576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.199826 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Added segment 2ada02ac-168e-4252-822e-d2b10ce06654 of type vlan for network dc119512-4a7e-41c5-b341-389fae803722
Dec 15 18:58:49.201012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:49.217569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81345db7-4694-43ba-948f-bd8e7129f1ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:49.221569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81345db7-4694-43ba-948f-bd8e7129f1ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:49.225529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81345db7-4694-43ba-948f-bd8e7129f1ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:49.226379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-81345db7-4694-43ba-948f-bd8e7129f1ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:49.286920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.310221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.320085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2a02ac76-dc4a-4ccb-bfc2-48af2e536b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:49.338172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-81345db7-4694-43ba-948f-bd8e7129f1ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:49.341763 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-81345db7-4694-43ba-948f-bd8e7129f1ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2375 time: 0.5694871
Dec 15 18:58:49.344762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64a7e8c-f0c1-4449-b2bc-2aed58b8e0dd,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:49.347913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:49.348046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54548) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:49.348715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769499738116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2428554'] for subnet, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.353022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.354528 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e64a7e8c-f0c1-4449-b2bc-2aed58b8e0dd HTTP/1.1" status: 204  len: 168 time: 0.3672886
Dec 15 18:58:49.357208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:49.526663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.595977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.612113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.701876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:49.741918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-15cdc040-f003-4d91-af66-aa952f0503e7 req-2d9b7118-75bb-484d-8bdf-13a18fe34006 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1510129
Dec 15 18:58:49.753623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:49.754213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.755440 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "PUT /v2.0/subnets/18da9bd1-e9d4-4f8e-8607-576676106d91 HTTP/1.1" status: 200  len: 826 time: 1.8619432
Dec 15 18:58:49.779629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54560) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:49.790495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=18da9bd1-e9d4-4f8e-8607-576676106d91,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:49.804151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54564) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:49.817083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.820756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:49.821337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.837723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:49.838284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:49.854699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 0d07b070-1522-4c07-b7f8-9652cef95be6 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:49.855037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:49.911232 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-331181be-c5db-4f84-97d5-a2be5a9077ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ead3dbebe009497c96483aa45012ec56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1038539
Dec 15 18:58:49.918052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54568) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:49.964646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:49.965041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.122465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.158192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Network': ['ID=dc119512-4a7e-41c5-b341-389fae803722,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:50.169196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.173684 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5735c30-04e2-4087-81ba-8af857c16b98 HTTP/1.1" status: 204  len: 168 time: 1.7782309
Dec 15 18:58:50.175711 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.6204669
Dec 15 18:58:50.176570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network dc119512-4a7e-41c5-b341-389fae803722 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:50.177679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:50.179573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.190085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e7c36e5b-906e-4aa0-9469-a8a666a6daee tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:50.197017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54574) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:50.201056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896644f-c186-4e94-8dd2-c2f08a191f55 None None] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:50.231564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'subnet': {'network_id': 'dc119512-4a7e-41c5-b341-389fae803722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:50.242467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.248310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5735c30-04e2-4087-81ba-8af857c16b98,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:50.264502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:50.391750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.398258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Allocated IP 172.26.1.227 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/3a0cd576-db82-4adc-b4be-940391d20b04) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:50.402358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4cc7eef9-120d-4272-b203-eaa4314bedf1 None None] Provisioning for port ea785822-1f60-42c7-b9fe-f216c1aaee40 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:50.528444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:50.533749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port ea785822-1f60-42c7-b9fe-f216c1aaee40 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:50.534105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.576577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:subnet and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:50.581313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.589428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:50.595571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 4efc2c9c-279b-41bc-a87c-0bf2ac49fe95 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:50.614602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:50.632986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3baf2a8a-01d2-4092-80d8-02697bc28e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:50.657208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16032f32-9e85-45a1-81cd-35c38fdb50b9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:50.666994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:50.671841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.675504 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16032f32-9e85-45a1-81cd-35c38fdb50b9 HTTP/1.1" status: 204  len: 168 time: 0.7542875
Dec 15 18:58:50.799558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.893007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.901025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:50.911570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:50.920513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbff445-41c4-4e82-89a7-ea07d1733af4 None None] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:50.927247 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c97dcf20-6c13-4f64-b901-1883ecf696f2 req-d69d0cab-edc8-4b11-8636-e1526e281921 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0640275
Dec 15 18:58:51.062443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:51.091015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c59d69d-b15c-4989-a847-07d1df042eeb tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:51.127691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Made reservation on behalf of 5301a6baf95446fab6b0ae8f132a8a64 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:51.188428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 0d07b070-1522-4c07-b7f8-9652cef95be6 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:51.219729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=4efc2c9c-279b-41bc-a87c-0bf2ac49fe95,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:51.230330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:51.246989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea785822-1f60-42c7-b9fe-f216c1aaee40 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:51.410126 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ea785822-1f60-42c7-b9fe-f216c1aaee40 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:51.415798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ea785822-1f60-42c7-b9fe-f216c1aaee40 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:51.416207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:51.619351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:51.632225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54610) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:51.639930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:51.699759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:51.708216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:51.723951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ea785822-1f60-42c7-b9fe-f216c1aaee40, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea785822-1f60-42c7-b9fe-f216c1aaee40,segment=NetworkSegment(e1db3396-593f-468f-84e1-fef1047f5ac6),segment_id=e1db3396-593f-468f-84e1-fef1047f5ac6)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:51.733728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:51.738982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8e2d78eb-35f6-44b7-99d4-b256efa869fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:51.771552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event updated for resources: {'Port': ['ID=3a0cd576-db82-4adc-b4be-940391d20b04,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:51.798103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:51.882036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ea785822-1f60-42c7-b9fe-f216c1aaee40,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:51.894815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:51.902559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:51.916370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-458b23a7-a77a-4a80-835e-f34c307376a1 None None] Provisioning complete for port ea785822-1f60-42c7-b9fe-f216c1aaee40 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:51.916746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-458b23a7-a77a-4a80-835e-f34c307376a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:51.965806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.057758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54622) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:52.088515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1615409144'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:52.100467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:52.105909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:52.111501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:52.118338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:52.141394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:52.144680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.161504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.198363 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c758ff52-09d6-4266-8e42-5bf9b8177893 req-26b3dc4b-7917-4882-aa66-c1a2a4f927c0 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0958881
Dec 15 18:58:52.236536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port ea785822-1f60-42c7-b9fe-f216c1aaee40, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea785822-1f60-42c7-b9fe-f216c1aaee40,segment=NetworkSegment(e1db3396-593f-468f-84e1-fef1047f5ac6),segment_id=e1db3396-593f-468f-84e1-fef1047f5ac6)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:52.236891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.268320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:52.273797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group_rule and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:52.285600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:52.293982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:52.374896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'networks': [{'name': 'tempest-network--1772866905'}, {'name': 'tempest-network--934320565'}]} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:52.375853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'network': {'name': 'tempest-network--1772866905'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:52.376442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'network': {'name': 'tempest-network--934320565'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:52.386878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for ea785822-1f60-42c7-b9fe-f216c1aaee40 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:52.414259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.431038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:52.434677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:52.478103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Usage tracker for resource:network and tenant:1a5741127ce24c3e8df35e906d6d652f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:52.486470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:52.490022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=0d07b070-1522-4c07-b7f8-9652cef95be6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:52.507983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:52.508804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:52.527736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.544872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.550983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:52.592927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:52.602579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d761d-ca9c-4043-9819-bdfb02973c08,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:52.605655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:52.654414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Made reservation on behalf of 1a5741127ce24c3e8df35e906d6d652f for: {'network': 2} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:52.658797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.664871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.665279 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment 273f7c85-5f42-4567-92ac-ac7196fa2207 of type vlan for network e09f5b3b-0bdc-4f13-892a-92a096148860
Dec 15 18:58:52.700207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.720169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.725214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:52.725551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:52.774744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.803247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:52.814831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Usage tracker for resource:security_group_rule and tenant:1a5741127ce24c3e8df35e906d6d652f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:52.821100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:52.823944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.824833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.829134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:52.829736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.832179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2cb0bdc8-6fd8-4ae1-a0fa-405329e24efa tempest-ExtraDHCPOptionsTestJSON-1852239379 tempest-ExtraDHCPOptionsTestJSON-1852239379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:52.834495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:52.862090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:52.869974 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/0d07b070-1522-4c07-b7f8-9652cef95be6 HTTP/1.1" status: 204  len: 168 time: 3.5172434
Dec 15 18:58:52.870999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.871713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:52.874816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54628) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:52.967627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=e09f5b3b-0bdc-4f13-892a-92a096148860,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:52.971533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:52.973752 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3405304
Dec 15 18:58:52.976460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54632) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:52.980784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:52.987307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'name': 'tempest-PortsIpV6TestJSON-474772621'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:53.014029 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7672fa-25d8-4316-a3ce-0d82c11c377a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:53.014346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1e7672fa-25d8-4316-a3ce-0d82c11c377a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:53.033682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Subnet': ['ID=6909dec0-dfbd-4702-a14b-be1f1fcba850,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:53.050286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:53.103238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1e7672fa-25d8-4316-a3ce-0d82c11c377a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:53.107061 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1e7672fa-25d8-4316-a3ce-0d82c11c377a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/0d07b070-1522-4c07-b7f8-9652cef95be6 HTTP/1.1" status: 404  len: 333 time: 0.2291601
Dec 15 18:58:53.110556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54636) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:53.158623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Checking segment: {'id': '2ada02ac-168e-4252-822e-d2b10ce06654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc119512-4a7e-41c5-b341-389fae803722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:53.159294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network hostable DHCP agents. Network: dc119512-4a7e-41c5-b341-389fae803722, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:53.167458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea785822-1f60-42c7-b9fe-f216c1aaee40 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:53.196609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.220242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.221494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.229746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 9e6e0ae9-0d56-4954-93aa-5fb2afd7207d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:58:53.234698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cd96b58c-d691-4924-a87e-cd54e0046273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:53.240673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ea785822-1f60-42c7-b9fe-f216c1aaee40 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:53.241269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.243035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port ea785822-1f60-42c7-b9fe-f216c1aaee40 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:53.243371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.248359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:53.253872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:53.257254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:53.264501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:53.320010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:53.322831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.347039 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317bee63-d014-4bf5-ae67-7ebf9af99b80 req-910d5cd0-3053-44eb-8f29-61a93b78ff74 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0682817
Dec 15 18:58:53.353058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port b70d4545-ae5c-419f-b730-2ba5ff824215 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:53.397833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:53.398190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.545871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4763087d-864c-439b-8f8e-5d28fdbb41a1,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:53.561582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:53.563926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network dc119512-4a7e-41c5-b341-389fae803722 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:53.634636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:53.665856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, dc119512-4a7e-41c5-b341-389fae803722) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:53.674537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.674888 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Added segment edf0272d-8c91-4612-a2d2-5797bb45f082 of type vlan for network c07604fc-edef-4f48-bbf5-4d5fd55b8748
Dec 15 18:58:53.681254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c54483-d445-4c97-85da-7d71adf6ca42 None None] Network dc119512-4a7e-41c5-b341-389fae803722 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:53.685805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:53.686389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.721236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.776758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:53.779595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.788052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-38fa0399-f5f2-4157-9c08-1306caaa118e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:53.794662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] Sync routers for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:53.834201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:53.835114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced964940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:53.842425 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/routers/9e6e0ae9-0d56-4954-93aa-5fb2afd7207d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7582152
Dec 15 18:58:53.843082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54642) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:53.901062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:53.908785 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6995485
Dec 15 18:58:53.908960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced964940>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:53.912191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54646) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:53.937723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'network': {'name': 'tempest-router-network01--1602578058'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:53.947001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:53.960397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=b70d4545-ae5c-419f-b730-2ba5ff824215,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:53.965379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:network and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:53.968662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] Routers {'9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:53.969856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced964940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:53.976298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:53.979358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:53.986262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:54.006609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Made reservation on behalf of 5301a6baf95446fab6b0ae8f132a8a64 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:54.010099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.019096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': '273f7c85-5f42-4567-92ac-ac7196fa2207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:54.019444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: e09f5b3b-0bdc-4f13-892a-92a096148860, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:54.022478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.038845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced964940>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:54.039438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0671a8-3b04-4956-88cf-e93ec128b5d5 None None] The sync data for ids ['9e6e0ae9-0d56-4954-93aa-5fb2afd7207d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:54.049893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port ea785822-1f60-42c7-b9fe-f216c1aaee40, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea785822-1f60-42c7-b9fe-f216c1aaee40,segment=NetworkSegment(e1db3396-593f-468f-84e1-fef1047f5ac6),segment_id=e1db3396-593f-468f-84e1-fef1047f5ac6)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:54.050247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.090520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-dc119512-4a7e-41c5-b341-389fae803722', 'network_id': 'dc119512-4a7e-41c5-b341-389fae803722', 'tenant_id': '5301a6baf95446fab6b0ae8f132a8a64', 'fixed_ips': [{'subnet_id': '6909dec0-dfbd-4702-a14b-be1f1fcba850'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:54.091563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.113565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:54.121527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:54.136840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.137189 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Added segment 6d296b9f-62a7-424a-8e9e-51b3ca32e029 of type vlan for network 72fff808-3ee8-47e3-95e5-4f149738a5f3
Dec 15 18:58:54.138935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:54.166839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, e09f5b3b-0bdc-4f13-892a-92a096148860) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:54.180431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:54.181621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:54.184405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:54.184990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.191572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b387ba3-4af7-47e6-944b-d5d91e10adee None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:54.226096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.257781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.2767973
Dec 15 18:58:54.263927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54650) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:54.274761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-983009805'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:54.281051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:54.290014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:54.294473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:54.299758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.344587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for ea785822-1f60-42c7-b9fe-f216c1aaee40 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:54.354829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:54.356342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.360439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:54.360766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.374806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.375195 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Added segment f4ce0984-ba8f-482b-82c8-18d94b739fcc of type vlan for network 26189935-1cd2-4c90-ad33-7120c298d585
Dec 15 18:58:54.377159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:54.460001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Allocated IP 172.20.0.2 (dc119512-4a7e-41c5-b341-389fae803722/6909dec0-dfbd-4702-a14b-be1f1fcba850/39a5ab45-022a-4984-b7a0-600b4e037316) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:54.471106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.504765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:54.507784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.540208 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6184390
Dec 15 18:58:54.544653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54656) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:54.557272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'network': {'name': 'tempest-router-network02--1080589246'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:54.568454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:54.570477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Network': ['ID=72fff808-3ee8-47e3-95e5-4f149738a5f3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:54.576296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:54.578843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:network and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:54.585824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:54.600667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:54.604885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:54.606902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:54.620799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.621141 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment 2c72b974-d56b-4db8-96ca-00cb926e4707 of type vlan for network 3ddff8ef-99c9-4b50-ab4c-49df216a3d34
Dec 15 18:58:54.643005 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0243dbde-5fba-465a-bb7f-70b52435b0bf req-99a564c9-c09a-49b4-a0cf-9d87d7f3368b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1445661
Dec 15 18:58:54.669325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Router c0e88a06-ba70-44d4-8288-aaee3d74f713 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:58:54.672060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Made reservation on behalf of 5301a6baf95446fab6b0ae8f132a8a64 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:54.674352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.699027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.699591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.703968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:54.707311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:54.708105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.718898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b462f6e7-cd49-4c69-875d-9903161fccd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:54.740845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.743245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.744613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:54.745480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.766515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.767442 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Added segment 97b2385d-d9ec-4f56-b1b4-2c0faccc2f61 of type vlan for network 9bbca8a1-5834-4123-92eb-486587ab673e
Dec 15 18:58:54.829939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.833459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:54.834025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.841670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c336131-815b-44eb-b975-5d83eddc3f51 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:54.852768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.863076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.863522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Transition to ACTIVE for port object 39a5ab45-022a-4984-b7a0-600b4e037316 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:54.884165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Transition to ACTIVE for port object 39a5ab45-022a-4984-b7a0-600b4e037316 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:54.893552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:54.899476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d4fb7c68-dcb0-475b-954c-2f0aabf5b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:54.957529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Network': ['ID=c07604fc-edef-4f48-bbf5-4d5fd55b8748,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:54.963722 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.8599472
Dec 15 18:58:54.977489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Pushing event updated for resources: {'Port': ['ID=39a5ab45-022a-4984-b7a0-600b4e037316,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:54.980662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:54.981895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c07604fc-edef-4f48-bbf5-4d5fd55b8748 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:55.096817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54660) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:55.111797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6d8b56-a7b2-4934-b717-bcd3efc110ce None None] DHCP port deletion for 0c24949e-5754-46e9-82a1-ececbef3bbd0 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:55.114862 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8502810
Dec 15 18:58:55.126905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Network dc119512-4a7e-41c5-b341-389fae803722 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:55.130751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:55.135289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:55.145632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:58:55.153414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54664) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:55.164211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'ports': [{'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860'}, {'network_id': '3ddff8ef-99c9-4b50-ab4c-49df216a3d34'}]} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:55.164527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:55.164964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': '3ddff8ef-99c9-4b50-ab4c-49df216a3d34'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:55.196488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=3ddff8ef-99c9-4b50-ab4c-49df216a3d34,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:55.232954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 3ddff8ef-99c9-4b50-ab4c-49df216a3d34 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:55.257778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:55.262072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Attempting to bind port 39a5ab45-022a-4984-b7a0-600b4e037316 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:55.262453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Attempting to bind port 39a5ab45-022a-4984-b7a0-600b4e037316 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '2ada02ac-168e-4252-822e-d2b10ce06654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc119512-4a7e-41c5-b341-389fae803722'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:55.263079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Attempting to bind port 39a5ab45-022a-4984-b7a0-600b4e037316 on network dc119512-4a7e-41c5-b341-389fae803722 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:55.331904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:55.332338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Checking segment: {'id': '2ada02ac-168e-4252-822e-d2b10ce06654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc119512-4a7e-41c5-b341-389fae803722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:55.332695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.333100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Bound using segment: {'id': '2ada02ac-168e-4252-822e-d2b10ce06654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc119512-4a7e-41c5-b341-389fae803722'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:55.333613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Bound port: 39a5ab45-022a-4984-b7a0-600b4e037316, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ada02ac-168e-4252-822e-d2b10ce06654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc119512-4a7e-41c5-b341-389fae803722'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:55.334084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.348839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.373419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.376591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No DVR routers for this DVR port ea785822-1f60-42c7-b9fe-f216c1aaee40 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:55.377178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:55.377793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.378278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Network': ['ID=26189935-1cd2-4c90-ad33-7120c298d585,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:55.389189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e8c6d8bb-313a-4b33-a4c4-93e946400217 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:55.399070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 26189935-1cd2-4c90-ad33-7120c298d585 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:55.421981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:55.459289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 0efd8579-e56f-48df-9daf-559c1604ff95 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:55.459625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.465594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.730s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:55.466094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:55.475605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cdcdf75a-be49-40f5-8f06-97195a6826b2 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:55.531468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Port': ['ID=ea785822-1f60-42c7-b9fe-f216c1aaee40,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:55.548374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] For port 39a5ab45-022a-4984-b7a0-600b4e037316, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:58:55.551758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] For port 39a5ab45-022a-4984-b7a0-600b4e037316, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=39a5ab45-022a-4984-b7a0-600b4e037316,segment=NetworkSegment(2ada02ac-168e-4252-822e-d2b10ce06654),segment_id=2ada02ac-168e-4252-822e-d2b10ce06654)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:58:55.556231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.561057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:55.575963 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0285473
Dec 15 18:58:55.581877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54668) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:55.601174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=b8b2a0ad-185e-40fe-89e0-d4d92afc1b81,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:55.603503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.608449 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 HTTP/1.1" status: 204  len: 168 time: 2.4965067
Dec 15 18:58:55.612002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'subnet': {'network_id': '72fff808-3ee8-47e3-95e5-4f149738a5f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:55.632816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54672) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:55.634221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:55.638289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.873s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:55.638781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:55.641847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Pushing event updated for resources: {'Port': ['ID=39a5ab45-022a-4984-b7a0-600b4e037316,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:55.645430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:55.647933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:55.666350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca48eb-db81-438d-8740-29fd6ee5b561 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:55.670438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca48eb-db81-438d-8740-29fd6ee5b561 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:55.674693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca48eb-db81-438d-8740-29fd6ee5b561 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:55.678859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca48eb-db81-438d-8740-29fd6ee5b561 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:55.683049 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8aca48eb-db81-438d-8740-29fd6ee5b561 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.5827076
Dec 15 18:58:55.690628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Network': ['ID=9bbca8a1-5834-4123-92eb-486587ab673e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:55.702362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9bbca8a1-5834-4123-92eb-486587ab673e details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:55.718674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54678) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:55.721376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:55.837367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9697b8-5221-4b4c-acf5-96d914a9365a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:58:55.838262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc9697b8-5221-4b4c-acf5-96d914a9365a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:55.925349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:55.934745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:55.935168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:subnet and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:55.938498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc9697b8-5221-4b4c-acf5-96d914a9365a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:55.939691 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bc9697b8-5221-4b4c-acf5-96d914a9365a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/b8b2a0ad-185e-40fe-89e0-d4d92afc1b81 HTTP/1.1" status: 404  len: 333 time: 0.3029077
Dec 15 18:58:55.941117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:55.945536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54682) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:55.966195 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8b6dae2a-8765-4fde-83e8-d1f46171d0e0 req-2ba827f1-dbec-42bd-921b-beb168219e7c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2080536
Dec 15 18:58:55.978130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:55.989729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:56.014578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:56.016019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.027946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d0a385f9-0529-47f1-8443-13c1318af6dc tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:56.036363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:56.041584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.073716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 2} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:56.074726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Made reservation on behalf of 5301a6baf95446fab6b0ae8f132a8a64 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:56.077573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.090454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.098637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=18da9bd1-e9d4-4f8e-8607-576676106d91,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:56.124512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7662a7b0-5c48-4eb5-8537-aa4ccde8c028 None None] Network 0c24949e-5754-46e9-82a1-ececbef3bbd0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:56.146675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:56.148552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:58:56.163405 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] Sync routers for ids ['c0e88a06-ba70-44d4-8288-aaee3d74f713'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:58:56.179128 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] Routers {'c0e88a06-ba70-44d4-8288-aaee3d74f713'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:56.179755 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedebf520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c0e88a06-ba70-44d4-8288-aaee3d74f713'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.256126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 0efd8579-e56f-48df-9daf-559c1604ff95 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:56.270472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedebf520>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.287387 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] Routers {'c0e88a06-ba70-44d4-8288-aaee3d74f713'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:58:56.288003 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedebf520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c0e88a06-ba70-44d4-8288-aaee3d74f713'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.314681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.337640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e7ddaa-ba05-4ef9-bdc2-7f8dd5ece46a None None] DHCP port deletion for 0c24949e-5754-46e9-82a1-ececbef3bbd0 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:56.373645 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedebf520>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.374001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8adf6ad-5463-4bcf-a5bc-5bc606c02095 None None] The sync data for ids ['c0e88a06-ba70-44d4-8288-aaee3d74f713'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:58:56.392708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.414822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.428602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.429780 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3dedb51c-39b3-4210-a59d-968d1ff8460d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.9024405
Dec 15 18:58:56.433500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54686) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:56.453139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:56.462859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4e2070>,) {'filters': {'network_id': ['0c24949e-5754-46e9-82a1-ececbef3bbd0']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.512225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.552190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4e2070>, 'e1db3396-593f-468f-84e1-fef1047f5ac6') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.552519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4e2070>, 'e1db3396-593f-468f-84e1-fef1047f5ac6') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.577896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.605642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 8e19b34e-68cc-4430-859c-fe9596e99e1f {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:58:56.615946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.647184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.673620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:56.673978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:56.689679 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:56.812827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.815503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced943220>,) {'filters': {'network_id': ['c07604fc-edef-4f48-bbf5-4d5fd55b8748']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.832792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 4297cbc5-fe87-45a0-80af-83882dcf6abc yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:56.841696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced943220>, 'edf0272d-8c91-4612-a2d2-5797bb45f082') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.842338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced943220>, 'edf0272d-8c91-4612-a2d2-5797bb45f082') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:56.864029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.899626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.915387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c18220-5c53-4d57-82db-005bddf5ce3e None None] Network dc119512-4a7e-41c5-b341-389fae803722 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:56.919035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:56.919430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:56.937916 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:56.995331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.001126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.032057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f28c66f-02c7-4757-8e31-7546de93c8d1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:57.046899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.049013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-649b05b9-4a2c-4d3d-8306-d9e4760d28b6 None None] Provisioning for port 39a5ab45-022a-4984-b7a0-600b4e037316 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:57.065798 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/0c24949e-5754-46e9-82a1-ececbef3bbd0 HTTP/1.1" status: 204  len: 168 time: 7.2828324
Dec 15 18:58:57.072997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54692) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:57.129192 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6f0d9f50-624f-4a0c-aed2-b8e82256940a req-699f2518-11bd-407b-b542-3d115659164c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0699835
Dec 15 18:58:57.134699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=0c24949e-5754-46e9-82a1-ececbef3bbd0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:57.166444 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c00498-aa9a-4430-901e-34e3f9950126 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:58:57.167075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c00498-aa9a-4430-901e-34e3f9950126 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:58:57.168900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-30c00498-aa9a-4430-901e-34e3f9950126 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/0c24949e-5754-46e9-82a1-ececbef3bbd0 HTTP/1.1" status: 404  len: 339 time: 0.0430198
Dec 15 18:58:57.179135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:57.179845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54696) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:57.200896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.208902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:57.219045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-137507753', 'description': 'd1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:57.230558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:57.233617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 39a5ab45-022a-4984-b7a0-600b4e037316 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:57.236174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.252608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.254089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Usage tracker for resource:network and tenant:453f8d6bf46546d184fb7e4000d24a0e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:57.259945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:57.268376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Network': ['ID=c07604fc-edef-4f48-bbf5-4d5fd55b8748,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:57.277570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:57.278789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:57.281968 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-79ae420b-72dc-4264-acdd-437dbd23e61e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:57.291859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.298396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4e46e033-2669-4c1e-81c2-77ad3da4ae27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:57.337141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.338050 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/networks/c07604fc-edef-4f48-bbf5-4d5fd55b8748 HTTP/1.1" status: 204  len: 168 time: 1.6182568
Dec 15 18:58:57.343301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=0efd8579-e56f-48df-9daf-559c1604ff95,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:57.345189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54700) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:57.350989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:57.364049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:57.367054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.369741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 39a5ab45-022a-4984-b7a0-600b4e037316 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:58:57.378817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 39a5ab45-022a-4984-b7a0-600b4e037316 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:57.379189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.443801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.445137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Subnet': ['ID=7619b295-3034-4d1e-8c84-cf268330e360,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:57.457219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:57.457916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:58:57.482521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.482971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment 5f1f4ac5-c220-4feb-b29e-e56864b5c1a1 of type vlan for network cefb783d-06f5-4161-b0de-c1f1652e15f3
Dec 15 18:58:57.496463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.505668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-02ff51d4-af32-4417-82f4-5d32371c6068 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:57.532369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.559162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Checking segment: {'id': '6d296b9f-62a7-424a-8e9e-51b3ca32e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '72fff808-3ee8-47e3-95e5-4f149738a5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:57.559561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network hostable DHCP agents. Network: 72fff808-3ee8-47e3-95e5-4f149738a5f3, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:57.567794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.571768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=8e19b34e-68cc-4430-859c-fe9596e99e1f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:57.577513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:57.585014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 39a5ab45-022a-4984-b7a0-600b4e037316, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=39a5ab45-022a-4984-b7a0-600b4e037316,segment=NetworkSegment(2ada02ac-168e-4252-822e-d2b10ce06654),segment_id=2ada02ac-168e-4252-822e-d2b10ce06654)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:57.588164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.594270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.604499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:57.614659 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/8e19b34e-68cc-4430-859c-fe9596e99e1f HTTP/1.1" status: 204  len: 168 time: 1.6675141
Dec 15 18:58:57.618173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54704) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:57.646949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1d3b1-164b-460e-a4f5-a18952c99626 None None] Network a0f643ba-a89c-4563-979f-288ea17a50f0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:57.664050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.682693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:57.683523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.721918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.756221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea785822-1f60-42c7-b9fe-f216c1aaee40 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:58:57.797254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d2807d6a-966a-49f5-95d5-3868d34caf2f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:57.823644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ea785822-1f60-42c7-b9fe-f216c1aaee40 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:58:57.823644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea785822-1f60-42c7-b9fe-f216c1aaee40 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:58:57.830577 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6495233
Dec 15 18:58:57.843249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:57.845426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54708) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:57.852116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=39a5ab45-022a-4984-b7a0-600b4e037316,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:57.880657 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:57.886755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port fe4d8085-e7ec-4f1a-8e5c-1ece97cecf7c yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:58:57.927495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-baa6a2de-13cc-41d0-8460-f8834ba6905a None None] Provisioning complete for port 39a5ab45-022a-4984-b7a0-600b4e037316 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:57.927878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-baa6a2de-13cc-41d0-8460-f8834ba6905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.951972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:57.960351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 72fff808-3ee8-47e3-95e5-4f149738a5f3) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:58.013565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.016640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=cefb783d-06f5-4161-b0de-c1f1652e15f3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:58.019674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:58.031825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc1a36-3fdc-4bf4-85fb-0d6865ac812d None None] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:58:58.043912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:58.044497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.047211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network cefb783d-06f5-4161-b0de-c1f1652e15f3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:58.075214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 8691d126-a515-4de6-a19f-78ff91617f11 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:58.075868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.125456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87c45-bf01-4fc8-a5cd-e140268c3c46 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:58.126671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a4d87c45-bf01-4fc8-a5cd-e140268c3c46 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Synchronizing usage tracker for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:58.133162 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5378606
Dec 15 18:58:58.135136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54712) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:58.145951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'subnet': {'network_id': '9bbca8a1-5834-4123-92eb-486587ab673e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:58.246405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] DHCP port deletion for a0f643ba-a89c-4563-979f-288ea17a50f0 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:58:58.259618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Deleting port 8691d126-a515-4de6-a19f-78ff91617f11 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:58:58.259990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.306625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a4d87c45-bf01-4fc8-a5cd-e140268c3c46 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Unset dirty status for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:58.308056 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a4d87c45-bf01-4fc8-a5cd-e140268c3c46 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/networks?id=cefb783d-06f5-4161-b0de-c1f1652e15f3 HTTP/1.1" status: 200  len: 764 time: 0.4554045
Dec 15 18:58:58.314591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54718) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:58.323699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'description': 'd2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:58.347922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:58.356624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Usage tracker for resource:subnet and tenant:5301a6baf95446fab6b0ae8f132a8a64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:58:58.362745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:58:58.378679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:58.509420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.541955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Made reservation on behalf of 5301a6baf95446fab6b0ae8f132a8a64 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:58.584522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-72fff808-3ee8-47e3-95e5-4f149738a5f3', 'network_id': '72fff808-3ee8-47e3-95e5-4f149738a5f3', 'tenant_id': '5301a6baf95446fab6b0ae8f132a8a64', 'fixed_ips': [{'subnet_id': '7619b295-3034-4d1e-8c84-cf268330e360'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:58:58.585424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.605620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] For port 8691d126-a515-4de6-a19f-78ff91617f11, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8691d126-a515-4de6-a19f-78ff91617f11,segment=NetworkSegment(dc1e26b4-3df8-4f62-af8a-ebc8c93d54de),segment_id=dc1e26b4-3df8-4f62-af8a-ebc8c93d54de)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:58.606094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.611563 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-58e3a930-e3c3-402e-a204-5f59821393a9 req-7df0fb99-5ef9-41eb-bad6-861b59b7ad35 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.3827534
Dec 15 18:58:58.628271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.645360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9edb20>,) {'filters': {'network_id': ['26189935-1cd2-4c90-ad33-7120c298d585']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:58.673848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.678382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9edb20>, 'f4ce0984-ba8f-482b-82c8-18d94b739fcc') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:58.678862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9edb20>, 'f4ce0984-ba8f-482b-82c8-18d94b739fcc') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:58:58.761248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.762526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Calling delete_port for 8691d126-a515-4de6-a19f-78ff91617f11 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:58.764426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.797081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.807646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.823330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:58:58.823647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:58:58.840678 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:58:58.917180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] For port 8691d126-a515-4de6-a19f-78ff91617f11, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8691d126-a515-4de6-a19f-78ff91617f11,segment=NetworkSegment(dc1e26b4-3df8-4f62-af8a-ebc8c93d54de),segment_id=dc1e26b4-3df8-4f62-af8a-ebc8c93d54de)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:58:58.917560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.925245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.926016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Fanout notify agent at l3_agent the message router_deleted on router 9e6e0ae9-0d56-4954-93aa-5fb2afd7207d {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:58:58.966184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.972704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.973817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/routers/9e6e0ae9-0d56-4954-93aa-5fb2afd7207d HTTP/1.1" status: 204  len: 168 time: 5.1271834
Dec 15 18:58:58.977959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.978785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:58.986797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:58.995048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:58.997261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54722) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:59.029065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Pushing event deleted for resources: {'Port': ['ID=8691d126-a515-4de6-a19f-78ff91617f11,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:59.035985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:59.042730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Allocated IP 172.20.0.2 (72fff808-3ee8-47e3-95e5-4f149738a5f3/7619b295-3034-4d1e-8c84-cf268330e360/88137032-cc1e-440f-b612-3e521b9fddb7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:58:59.044027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.045973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Network': ['ID=26189935-1cd2-4c90-ad33-7120c298d585,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:59.048560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] No DVR routers for this DVR port 8691d126-a515-4de6-a19f-78ff91617f11 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:58:59.063247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:59.065688 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/networks/26189935-1cd2-4c90-ad33-7120c298d585 HTTP/1.1" status: 204  len: 168 time: 1.7174542
Dec 15 18:58:59.066718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cf38a360-5424-4544-96ba-489fc3b324b8 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:59.103361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54726) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:59.145201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 8691d126-a515-4de6-a19f-78ff91617f11 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:58:59.174521 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 39a5ab45-022a-4984-b7a0-600b4e037316 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:58:59.206975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.241064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:59.256502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.264109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:59.267509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bf79ba9f-ecf2-4c61-a476-e35daa0a8ce1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:59.292741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network cefb783d-06f5-4161-b0de-c1f1652e15f3 is not hosted by any dhcp agent {{(pid=83670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 15 18:58:59.296315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:59.297465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.298702 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "PUT /v2.0/networks/cefb783d-06f5-4161-b0de-c1f1652e15f3 HTTP/1.1" status: 200  len: 761 time: 0.9831240
Dec 15 18:58:59.306666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54730) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:59.325676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:59.326365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.343252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=4297cbc5-fe87-45a0-80af-83882dcf6abc,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:59.356244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 39a5ab45-022a-4984-b7a0-600b4e037316 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:58:59.356792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.364032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:59.364550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7920ce93-c008-4b29-bceb-5cbf655d77dc tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:59.381571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.406566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Transition to ACTIVE for port object 88137032-cc1e-440f-b612-3e521b9fddb7 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:59.442681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Transition to ACTIVE for port object 88137032-cc1e-440f-b612-3e521b9fddb7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:58:59.481693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.497587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f28647d4-c061-4037-8414-033171d8cef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:59.518522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=cefb783d-06f5-4161-b0de-c1f1652e15f3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:59.520914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:59.541346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:58:59.541710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:58:59.542555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network cefb783d-06f5-4161-b0de-c1f1652e15f3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:58:59.549963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=fe4d8085-e7ec-4f1a-8e5c-1ece97cecf7c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:59.564506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9cfbc-c097-4604-9703-8d3a19af746d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:59.565984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dda9cfbc-c097-4604-9703-8d3a19af746d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/networks?id=cefb783d-06f5-4161-b0de-c1f1652e15f3 HTTP/1.1" status: 200  len: 764 time: 0.2583821
Dec 15 18:58:59.570298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54734) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:59.572234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:59.582161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3261466-4cc0-44b6-94d9-6c0f7b5a157d tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:59.586214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3261466-4cc0-44b6-94d9-6c0f7b5a157d tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:59.587152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a3261466-4cc0-44b6-94d9-6c0f7b5a157d tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Synchronizing usage tracker for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:58:59.620228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Pushing event updated for resources: {'Port': ['ID=88137032-cc1e-440f-b612-3e521b9fddb7,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:58:59.633119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:58:59.634294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting subnet 76438ce2-1588-41e1-a0a7-5e1263716d3d {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:58:59.644073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.698869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.715753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:58:59.719923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:58:59.724357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:58:59.798356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': '2c72b974-d56b-4db8-96ca-00cb926e4707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3ddff8ef-99c9-4b50-ab4c-49df216a3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:59.798737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: 3ddff8ef-99c9-4b50-ab4c-49df216a3d34, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:58:59.816148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a3261466-4cc0-44b6-94d9-6c0f7b5a157d tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Unset dirty status for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:58:59.817594 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a3261466-4cc0-44b6-94d9-6c0f7b5a157d tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.7119718
Dec 15 18:58:59.823363 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f3fc7f01-1ad4-42ba-82fa-47d029e8c8e5 req-a302cefa-5f5f-4531-9d4e-79973917e091 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0998068
Dec 15 18:58:59.835029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54740) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:58:59.843222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8691d126-a515-4de6-a19f-78ff91617f11 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:58:59.847270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1223403431'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:58:59.854413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.861946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:58:59.882517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:58:59.889416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 8691d126-a515-4de6-a19f-78ff91617f11 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:58:59.889758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8691d126-a515-4de6-a19f-78ff91617f11 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:58:59.897291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-17c9fc34-cec4-497d-9faf-ceaf0f8e94c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:58:59.902754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Attempting to bind port 88137032-cc1e-440f-b612-3e521b9fddb7 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:58:59.902853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Attempting to bind port 88137032-cc1e-440f-b612-3e521b9fddb7 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '6d296b9f-62a7-424a-8e9e-51b3ca32e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '72fff808-3ee8-47e3-95e5-4f149738a5f3'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:58:59.903213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Attempting to bind port 88137032-cc1e-440f-b612-3e521b9fddb7 on network 72fff808-3ee8-47e3-95e5-4f149738a5f3 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:58:59.912224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:58:59.912613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Checking segment: {'id': '6d296b9f-62a7-424a-8e9e-51b3ca32e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '72fff808-3ee8-47e3-95e5-4f149738a5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:58:59.913669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.913669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Bound using segment: {'id': '6d296b9f-62a7-424a-8e9e-51b3ca32e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '72fff808-3ee8-47e3-95e5-4f149738a5f3'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:58:59.914176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Bound port: 88137032-cc1e-440f-b612-3e521b9fddb7, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d296b9f-62a7-424a-8e9e-51b3ca32e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '72fff808-3ee8-47e3-95e5-4f149738a5f3'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:58:59.914724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.915794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Made reservation on behalf of 1a5741127ce24c3e8df35e906d6d652f for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:58:59.919004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.947046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network 3ddff8ef-99c9-4b50-ab4c-49df216a3d34 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:58:59.949570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:58:59.961355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097a9271-c9e0-4378-931c-b6f12b6a33cf tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:58:59.966378 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-097a9271-c9e0-4378-931c-b6f12b6a33cf tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3930807
Dec 15 18:58:59.974274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54746) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:00.032171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] For port 88137032-cc1e-440f-b612-3e521b9fddb7, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:00.036382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] For port 88137032-cc1e-440f-b612-3e521b9fddb7, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=88137032-cc1e-440f-b612-3e521b9fddb7,segment=NetworkSegment(6d296b9f-62a7-424a-8e9e-51b3ca32e029),segment_id=6d296b9f-62a7-424a-8e9e-51b3ca32e029)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:00.042604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.046964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 8691d126-a515-4de6-a19f-78ff91617f11 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:00.047459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.047688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7b9f889c-ceda-47be-8c06-4135952201b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:00.083860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-196ae2d5-8dcb-4ad1-99a5-d38e8fcba5c1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Synchronizing usage tracker for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:00.112392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-196ae2d5-8dcb-4ad1-99a5-d38e8fcba5c1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Unset dirty status for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:00.117231 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-196ae2d5-8dcb-4ad1-99a5-d38e8fcba5c1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 207 time: 0.1381655
Dec 15 18:59:00.123911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54750) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:00.137114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Pushing event updated for resources: {'Port': ['ID=88137032-cc1e-440f-b612-3e521b9fddb7,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:00.149351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 3ddff8ef-99c9-4b50-ab4c-49df216a3d34) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:00.152760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:00.165013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:00.165572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7aa658-5845-4adb-aff6-df456d9a0e88 None None] Network 3ddff8ef-99c9-4b50-ab4c-49df216a3d34 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:00.169548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.173020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.176699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Subnet': ['ID=7d91a86f-d988-47da-8ba1-4f3319e99592,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:00.177700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.180033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:00.198731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:00.231948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.232273 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Added segment 7382d70e-a4d3-41c8-aaeb-3ed62f02abb3 of type vlan for network 5669ce3a-fffb-47d7-93e5-9bb9bf0800f7
Dec 15 18:59:00.242932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.0833752
Dec 15 18:59:00.243395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] The port '8691d126-a515-4de6-a19f-78ff91617f11' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:00.251572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54754) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:00.259596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.308053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.323466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:00.357263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.375321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Checking segment: {'id': '97b2385d-d9ec-4f56-b1b4-2c0faccc2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bbca8a1-5834-4123-92eb-486587ab673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:00.375794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network hostable DHCP agents. Network: 9bbca8a1-5834-4123-92eb-486587ab673e, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:00.381826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Subnet': ['ID=76438ce2-1588-41e1-a0a7-5e1263716d3d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:00.388568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:00.407093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1992171'] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.407808 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/subnets/76438ce2-1588-41e1-a0a7-5e1263716d3d HTTP/1.1" status: 204  len: 168 time: 1.4058828
Dec 15 18:59:00.414469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54758) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:00.445815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port fe4d8085-e7ec-4f1a-8e5c-1ece97cecf7c {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:00.446155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.451000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41a82d-8e16-44c2-a762-a5c6d55a2338 None None] Network 1f7d0774-d17a-40e4-9913-9be6af03193c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:00.497031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.516656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.540217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.544121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.544773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.558982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfa7de-79bf-4e5a-a615-1ca3e0efec19 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.563770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfa7de-79bf-4e5a-a615-1ca3e0efec19 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.567739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfa7de-79bf-4e5a-a615-1ca3e0efec19 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.571809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfa7de-79bf-4e5a-a615-1ca3e0efec19 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.576431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfa7de-79bf-4e5a-a615-1ca3e0efec19 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.580724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfa7de-79bf-4e5a-a615-1ca3e0efec19 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.582547 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-44cfa7de-79bf-4e5a-a615-1ca3e0efec19 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3731 time: 0.4529116
Dec 15 18:59:00.587904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54762) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:00.612206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec96fe80>,) {'filters': {'network_id': ['a0f643ba-a89c-4563-979f-288ea17a50f0']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:00.619729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:00.633725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec96fe80>, 'dc1e26b4-3df8-4f62-af8a-ebc8c93d54de') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:00.634249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec96fe80>, 'dc1e26b4-3df8-4f62-af8a-ebc8c93d54de') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:00.653468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.666453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Deleting port 3a0cd576-db82-4adc-b4be-940391d20b04 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:00.666797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.693352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.836860 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9955676
Dec 15 18:59:00.840809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network 9bbca8a1-5834-4123-92eb-486587ab673e is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:00.847072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54766) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:00.859614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-420933609'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:00.864332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:00.869005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Network': ['ID=5669ce3a-fffb-47d7-93e5-9bb9bf0800f7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:00.880986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 5669ce3a-fffb-47d7-93e5-9bb9bf0800f7 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:00.883839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:00.894315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:00.895223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 24829a5b-4adc-41b3-a505-5406a1c1b91a {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:00.895740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.896866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.915985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] DHCP port deletion for 1f7d0774-d17a-40e4-9913-9be6af03193c request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:00.918223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Made reservation on behalf of 1a5741127ce24c3e8df35e906d6d652f for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:00.921864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.931234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Deleting port 24829a5b-4adc-41b3-a505-5406a1c1b91a {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:00.931465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9bbca8a1-5834-4123-92eb-486587ab673e) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:00.931683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.948764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:00.948764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:00.964275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525ffde-11f6-41f9-89fc-fae22f85f8c8 None None] Network 9bbca8a1-5834-4123-92eb-486587ab673e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:00.966384 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:00.987427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:00.988019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.127456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-443cef6b-5889-4ade-a2d0-27a7e513e031 req-85ad564f-aacf-4078-b1ef-d7cd826b146d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1744938
Dec 15 18:59:01.136695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-93d438af-730a-4f12-a7f3-264891f51a70 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 813 time: 0.5470300
Dec 15 18:59:01.144484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54772) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:01.146098 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0075257
Dec 15 18:59:01.151061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54776) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:01.228645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.279696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.292789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:01.311667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 88137032-cc1e-440f-b612-3e521b9fddb7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:01.315793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:01.333226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.434201 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/a0f643ba-a89c-4563-979f-288ea17a50f0 HTTP/1.1" status: 204  len: 168 time: 3.8115406
Dec 15 18:59:01.434201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=a0f643ba-a89c-4563-979f-288ea17a50f0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:01.437868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for fe4d8085-e7ec-4f1a-8e5c-1ece97cecf7c owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:01.438022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:01.438576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54780) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:01.453703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.454307 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Added segment 30e3a2af-1c2a-462c-98a8-0fb92e0d5383 of type vlan for network 1543042e-7785-45bf-bb5d-a522ff992a0b
Dec 15 18:59:01.462456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168bf1b-a0be-4a10-b28b-463297f151ef tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.463975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168bf1b-a0be-4a10-b28b-463297f151ef tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.467950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168bf1b-a0be-4a10-b28b-463297f151ef tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.472227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168bf1b-a0be-4a10-b28b-463297f151ef tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.473724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168bf1b-a0be-4a10-b28b-463297f151ef tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.476235 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a168bf1b-a0be-4a10-b28b-463297f151ef tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3289073
Dec 15 18:59:01.489728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1000476366'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:01.502407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54784) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:01.521998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.550320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] For port 24829a5b-4adc-41b3-a505-5406a1c1b91a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=24829a5b-4adc-41b3-a505-5406a1c1b91a,segment=NetworkSegment(1ae7b261-a824-433f-a2f2-25cef7a3b8ad),segment_id=1ae7b261-a824-433f-a2f2-25cef7a3b8ad)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:01.550888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.596674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:01.601974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:network and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:01.604877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:01.614578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d019368-1de8-4ec4-80c8-14f13a54476f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.616833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d019368-1de8-4ec4-80c8-14f13a54476f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.617464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d019368-1de8-4ec4-80c8-14f13a54476f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.618819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d019368-1de8-4ec4-80c8-14f13a54476f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.620172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d019368-1de8-4ec4-80c8-14f13a54476f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.625077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7d019368-1de8-4ec4-80c8-14f13a54476f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1170130
Dec 15 18:59:01.629045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad19949-b61f-4647-bd57-ba722a257e1b None None] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:01.632063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54788) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:01.636742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:01.736601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Calling delete_port for 24829a5b-4adc-41b3-a505-5406a1c1b91a owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:01.747744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.755973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Calling delete_port for 3a0cd576-db82-4adc-b4be-940391d20b04 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:01.781797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.800859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f892300-0887-497a-9038-86b85c97e3f1 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:01.805272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:01.808436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.839719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9bbca8a1-5834-4123-92eb-486587ab673e', 'network_id': '9bbca8a1-5834-4123-92eb-486587ab673e', 'tenant_id': '5301a6baf95446fab6b0ae8f132a8a64', 'fixed_ips': [{'subnet_id': '7d91a86f-d988-47da-8ba1-4f3319e99592'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:01.840550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.871353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 88137032-cc1e-440f-b612-3e521b9fddb7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:01.956850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Provisioning for port 88137032-cc1e-440f-b612-3e521b9fddb7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:01.977378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Provisioning complete for port 88137032-cc1e-440f-b612-3e521b9fddb7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:01.977378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:01.997429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbafb49-9000-415e-973f-909bb60d6b9c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:01.999176 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7bbafb49-9000-415e-973f-909bb60d6b9c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/networks/9404d4a4-2268-466b-aa01-18f4d77ba9b7 HTTP/1.1" status: 200  len: 804 time: 0.3651416
Dec 15 18:59:01.999762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=fe4d8085-e7ec-4f1a-8e5c-1ece97cecf7c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:02.005262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54792) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:02.007596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24829a5b-4adc-41b3-a505-5406a1c1b91a no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:02.013630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:02.014361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:02.017128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] For port 24829a5b-4adc-41b3-a505-5406a1c1b91a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=24829a5b-4adc-41b3-a505-5406a1c1b91a,segment=NetworkSegment(1ae7b261-a824-433f-a2f2-25cef7a3b8ad),segment_id=1ae7b261-a824-433f-a2f2-25cef7a3b8ad)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:02.017602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.043987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.047975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:02.048759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.060097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4e414c4-7e14-4478-9bb9-3195c97486cb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:02.069582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.079777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:02.089728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.090073 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Added segment 17816e20-6d1e-4595-82d0-a63269a04f6b of type vlan for network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7
Dec 15 18:59:02.107112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 24829a5b-4adc-41b3-a505-5406a1c1b91a {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:02.107545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 24829a5b-4adc-41b3-a505-5406a1c1b91a not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:02.140721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.157990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 24829a5b-4adc-41b3-a505-5406a1c1b91a owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:02.175706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Pushing event deleted for resources: {'Port': ['ID=24829a5b-4adc-41b3-a505-5406a1c1b91a,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:02.187664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:02.208782 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/fe4d8085-e7ec-4f1a-8e5c-1ece97cecf7c HTTP/1.1" status: 204  len: 168 time: 1.9556286
Dec 15 18:59:02.214351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:02.239672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] No DVR routers for this DVR port 24829a5b-4adc-41b3-a505-5406a1c1b91a on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:02.334435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:02.334746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:02.346435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce0ffd-aa5b-427f-b7c4-6ee863d9d3a8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:02.350460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce0ffd-aa5b-427f-b7c4-6ee863d9d3a8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:02.351206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3bce0ffd-aa5b-427f-b7c4-6ee863d9d3a8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:02.359591 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5062709
Dec 15 18:59:02.364269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Allocated IP 172.20.0.2 (9bbca8a1-5834-4123-92eb-486587ab673e/7d91a86f-d988-47da-8ba1-4f3319e99592/fbb244e3-86ae-4395-ac9d-a074517a5f39) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:02.391250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54802) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:02.397973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.399810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'ports': [{'network_id': '5669ce3a-fffb-47d7-93e5-9bb9bf0800f7', 'name': 'tempest-port--652378063', 'admin_state_up': True}, {'network_id': '1543042e-7785-45bf-bb5d-a522ff992a0b', 'admin_state_up': False}]} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:02.400119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'port': {'network_id': '5669ce3a-fffb-47d7-93e5-9bb9bf0800f7', 'name': 'tempest-port--652378063', 'admin_state_up': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:02.400593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'port': {'network_id': '1543042e-7785-45bf-bb5d-a522ff992a0b', 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:02.514752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3bce0ffd-aa5b-427f-b7c4-6ee863d9d3a8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:02.516341 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3bce0ffd-aa5b-427f-b7c4-6ee863d9d3a8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.3007927
Dec 15 18:59:02.521592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54806) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:02.547331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] For port 88137032-cc1e-440f-b612-3e521b9fddb7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=88137032-cc1e-440f-b612-3e521b9fddb7,segment=NetworkSegment(6d296b9f-62a7-424a-8e9e-51b3ca32e029),segment_id=6d296b9f-62a7-424a-8e9e-51b3ca32e029)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:02.553477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Network': ['ID=1543042e-7785-45bf-bb5d-a522ff992a0b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:02.561252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.563438 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b92c28e5-547d-4cc1-9300-db75c7d61ae6 req-3a0e22e2-aabc-422e-b801-5d7ceba7230d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2194555
Dec 15 18:59:02.564289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:02.566608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f6d9daa9-1d1e-4332-b9c1-656e30695fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:02.571450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.572326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.582434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-843829da-b8a8-4d30-baeb-55538ac79019 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:02.597096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 1543042e-7785-45bf-bb5d-a522ff992a0b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:02.645447 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5ad96f35-b4e1-45ec-9d56-fb8005a9b5c2 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/networks/9404d4a4-2268-466b-aa01-18f4d77ba9b7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.6339316
Dec 15 18:59:02.648324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54810) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:02.732966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.738446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:02.739047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.747320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:02.754414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3826faca-9f48-454c-acd0-d6e160f63d9b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:02.754985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3826faca-9f48-454c-acd0-d6e160f63d9b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Synchronizing usage tracker for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:02.766848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Pushing event deleted for resources: {'Port': ['ID=3a0cd576-db82-4adc-b4be-940391d20b04,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:02.836509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 24829a5b-4adc-41b3-a505-5406a1c1b91a {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:02.837123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.873616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:02.897351 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.4393442
Dec 15 18:59:02.898382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Pushing event updated for resources: {'Port': ['ID=88137032-cc1e-440f-b612-3e521b9fddb7,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:02.903970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54814) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:02.906587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:02.910666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Network': ['ID=6fbae4f3-c7e1-435c-a6fb-a153796f4bb7,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:02.915073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.916597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:02.932973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Transition to ACTIVE for port object fbb244e3-86ae-4395-ac9d-a074517a5f39 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:02.933395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.936079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:02.946442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:02.964384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] The port '24829a5b-4adc-41b3-a505-5406a1c1b91a' was deleted {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:02.967500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3826faca-9f48-454c-acd0-d6e160f63d9b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Unset dirty status for tenant:453f8d6bf46546d184fb7e4000d24a0e on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:02.969378 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3826faca-9f48-454c-acd0-d6e160f63d9b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/subnets/4712e0f8-07bc-4224-8bac-86039fb04000 HTTP/1.1" status: 200  len: 843 time: 0.3112891
Dec 15 18:59:02.973077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 4297cbc5-fe87-45a0-80af-83882dcf6abc {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:02.973624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:02.996664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:03.017649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Transition to ACTIVE for port object fbb244e3-86ae-4395-ac9d-a074517a5f39 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:03.041525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.048000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:03.098019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-742905b4-3aa2-4995-af40-c71168ed0e91 None None] Provisioning complete for port 88137032-cc1e-440f-b612-3e521b9fddb7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:03.098661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-742905b4-3aa2-4995-af40-c71168ed0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.140606 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 88137032-cc1e-440f-b612-3e521b9fddb7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:03.219617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:03.226483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Network 9bbca8a1-5834-4123-92eb-486587ab673e is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:03.228277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Pushing event updated for resources: {'Port': ['ID=fbb244e3-86ae-4395-ac9d-a074517a5f39,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:03.234509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:03.237064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:03.244402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:03.261785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:03.266376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:03.275201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:03.283239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:03.308215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:03.356297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Usage tracker for resource:port and tenant:1a5741127ce24c3e8df35e906d6d652f is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:03.368275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:03.402462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Attempting to bind port fbb244e3-86ae-4395-ac9d-a074517a5f39 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:03.402839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Attempting to bind port fbb244e3-86ae-4395-ac9d-a074517a5f39 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '97b2385d-d9ec-4f56-b1b4-2c0faccc2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bbca8a1-5834-4123-92eb-486587ab673e'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:03.403204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Attempting to bind port fbb244e3-86ae-4395-ac9d-a074517a5f39 on network 9bbca8a1-5834-4123-92eb-486587ab673e {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:03.407417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 88137032-cc1e-440f-b612-3e521b9fddb7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:03.407797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.446763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:03.447146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Checking segment: {'id': '97b2385d-d9ec-4f56-b1b4-2c0faccc2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bbca8a1-5834-4123-92eb-486587ab673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:03.447751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.448157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Bound using segment: {'id': '97b2385d-d9ec-4f56-b1b4-2c0faccc2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bbca8a1-5834-4123-92eb-486587ab673e'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:03.448645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Bound port: fbb244e3-86ae-4395-ac9d-a074517a5f39, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b2385d-d9ec-4f56-b1b4-2c0faccc2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bbca8a1-5834-4123-92eb-486587ab673e'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:03.449023 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.477405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.604651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:03.615155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:03.616975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbb244e3-86ae-4395-ac9d-a074517a5f39,segment=NetworkSegment(97b2385d-d9ec-4f56-b1b4-2c0faccc2f61),segment_id=97b2385d-d9ec-4f56-b1b4-2c0faccc2f61)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:03.624485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.624713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.628905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac592cc4-c0ab-4f53-9a11-8c3c5fbd2d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:03.644443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.716509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Pushing event updated for resources: {'Port': ['ID=fbb244e3-86ae-4395-ac9d-a074517a5f39,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:03.719569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:03.734723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Allocated IP 172.20.0.1 (72fff808-3ee8-47e3-95e5-4f149738a5f3/7619b295-3034-4d1e-8c84-cf268330e360/2edf69ac-6153-4c42-9851-46b468317229) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:03.792754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d4e70-3b3b-4505-b4a8-579dab326b82 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:03.794257 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3a7d4e70-3b3b-4505-b4a8-579dab326b82 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "GET /v2.0/subnets/4712e0f8-07bc-4224-8bac-86039fb04000?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.7845793
Dec 15 18:59:03.802117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54826) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:03.859330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238800041'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:03.885312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:03.889615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced2df8e0>,) {'filters': {'network_id': ['1f7d0774-d17a-40e4-9913-9be6af03193c']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:03.928648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2df8e0>, '1ae7b261-a824-433f-a2f2-25cef7a3b8ad') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:03.930251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2df8e0>, '1ae7b261-a824-433f-a2f2-25cef7a3b8ad') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:03.947028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:03.947231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.948958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Made reservation on behalf of 1a5741127ce24c3e8df35e906d6d652f for: {'port': 2} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:03.952216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.953405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:03.959932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07fe6afe-13f1-4833-ad86-34d8b0d24392 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:03.969116 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9043c7a5-f807-4800-a393-a3ef3b19b970 req-64aac4a3-1e70-4fd8-8227-2cdcfbac2cb4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1617186
Dec 15 18:59:04.030587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.037977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.047648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:04.050689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.063525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.103337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.103554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.107484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.108232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=59954361-26d6-4781-ba46-7a13f3909b32,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:04.121653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:04.137836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Transition to ACTIVE for port object 2edf69ac-6153-4c42-9851-46b468317229 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:04.145816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:04.153805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Checking segment: {'id': '17816e20-6d1e-4595-82d0-a63269a04f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:04.154145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network hostable DHCP agents. Network: 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:04.167294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.167549 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Added segment ae518477-bc69-46d3-888f-44d0b5fe36c8 of type vlan for network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f
Dec 15 18:59:04.196451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:04.196952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.210538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:04.223265 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:04.226067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:04.229812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.243942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-615c06ac-c28a-4aca-9be4-936531ad8c61 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:04.299129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:04.309082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97638266-cae4-4d6c-add8-de9a87883cf8 None None] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:04.310567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:04.311143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.315304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.318993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:04.319540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.352269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:04.363681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:04.369128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Port': ['ID=2edf69ac-6153-4c42-9851-46b468317229,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:04.371446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:04.434740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:04.435462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:04.464796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 4297cbc5-fe87-45a0-80af-83882dcf6abc owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:04.490777 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6819832
Dec 15 18:59:04.493806 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5885253
Dec 15 18:59:04.494766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54830) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:04.495098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54832) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:04.515544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2098765616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:04.522200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:04.531711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:router and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:04.535396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:04.541679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:04.553886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'network_id': '2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:04.617689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6fbae4f3-c7e1-435c-a6fb-a153796f4bb7', 'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7', 'tenant_id': 'fdcbeb07ae94494a9489a19c8bfa9f72', 'fixed_ips': [{'subnet_id': '59954361-26d6-4781-ba46-7a13f3909b32'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:04.618548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.664715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] device_id is not set on port 4e239a32-7508-47cf-985e-ca628e44f836 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:04.840442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.844367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.845726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.861295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Allocated IP 172.20.0.2 (6fbae4f3-c7e1-435c-a6fb-a153796f4bb7/59954361-26d6-4781-ba46-7a13f3909b32/b3b09935-264f-41bc-b2b9-7adbe5c767b8) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:04.863496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a7327d12-63bf-4f0b-9319-ab708d325a1f None None] Provisioning for port 2edf69ac-6153-4c42-9851-46b468317229 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:04.870189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a7327d12-63bf-4f0b-9319-ab708d325a1f None None] Provisioning complete for port 2edf69ac-6153-4c42-9851-46b468317229 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:04.870568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a7327d12-63bf-4f0b-9319-ab708d325a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.913486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37301c1-5ed0-442b-8cf1-4bdc78902df8 None None] Network 9bbca8a1-5834-4123-92eb-486587ab673e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:04.919829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:04.950547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Network': ['ID=2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:04.959439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:04.981403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] device_id is not set on port 53149c1f-83de-4e59-8113-3e862aa9a582 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:04.982876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:04.995803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.013529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:05.022888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:05.133514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ed0c9db3-6b5d-444f-aa38-1e7cd6d907f2 req-26218af3-d697-41b6-8761-da18099c2986 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0643625
Dec 15 18:59:05.134509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.147370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Made reservation on behalf of 453f8d6bf46546d184fb7e4000d24a0e for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:05.161241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.168237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.180767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:05.225291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.234428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a7327d12-63bf-4f0b-9319-ab708d325a1f None None] Port 2edf69ac-6153-4c42-9851-46b468317229 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:05.236133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.249237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbb244e3-86ae-4395-ac9d-a074517a5f39 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:05.252958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Network': ['ID=1f7d0774-d17a-40e4-9913-9be6af03193c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:05.267444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:05.269899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Router c0e88a06-ba70-44d4-8288-aaee3d74f713 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:59:05.272348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-23732ba3-011d-4c3f-b40b-9caea2ffa1e9 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:05.303867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.308595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0d64b1da-ebed-46e0-857e-12577e3712fc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.7988288
Dec 15 18:59:05.309255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54840) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:05.330348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7', 'name': 'tempest-PortsTestJSON-426829344'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:05.373599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.458484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe79c023-36a8-4e79-b0f6-8513c7fda9c0 None None] Provisioning for port fbb244e3-86ae-4395-ac9d-a074517a5f39 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:05.467825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=4297cbc5-fe87-45a0-80af-83882dcf6abc,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:05.474605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:05.478889 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/networks/1f7d0774-d17a-40e4-9913-9be6af03193c HTTP/1.1" status: 204  len: 168 time: 5.0607221
Dec 15 18:59:05.488203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54844) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:05.497828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.500351 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/4297cbc5-fe87-45a0-80af-83882dcf6abc HTTP/1.1" status: 204  len: 168 time: 2.9687974
Dec 15 18:59:05.542009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port fbb244e3-86ae-4395-ac9d-a074517a5f39 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:05.553283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54848) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:05.565892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fbb244e3-86ae-4395-ac9d-a074517a5f39 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:05.566269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.609835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.627261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Transition to ACTIVE for port object b3b09935-264f-41bc-b2b9-7adbe5c767b8 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:05.650348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.674140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Transition to ACTIVE for port object b3b09935-264f-41bc-b2b9-7adbe5c767b8 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:05.706058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Performing IP validity checks on allocation pools {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 18:59:05.706594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 18:59:05.750463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.759540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74801f03-fe5a-4358-ab42-0866d5a87b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:05.781705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:05.799623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 63737c70-fd9c-4b89-be23-e358a16cc79d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:05.799959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.804526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:port and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:05.809823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:05.829579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:05.867173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Pushing event updated for resources: {'Port': ['ID=b3b09935-264f-41bc-b2b9-7adbe5c767b8,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:05.869968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.882454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:05.884945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:05.888911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:05.896638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:05.899755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:05.908837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.912804 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "PUT /v2.0/routers/c0e88a06-ba70-44d4-8288-aaee3d74f713 HTTP/1.1" status: 200  len: 706 time: 9.4714522
Dec 15 18:59:05.913554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54852) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:05.920002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:05.924184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:05.958985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9621f6-559e-4713-b924-00b785cd089d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:05.963924 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bb9621f6-559e-4713-b924-00b785cd089d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.3992498
Dec 15 18:59:05.980128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] Sync routers for ids ['c0e88a06-ba70-44d4-8288-aaee3d74f713'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:06.002546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54856) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:06.016917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.025677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbb244e3-86ae-4395-ac9d-a074517a5f39,segment=NetworkSegment(97b2385d-d9ec-4f56-b1b4-2c0faccc2f61),segment_id=97b2385d-d9ec-4f56-b1b4-2c0faccc2f61)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:06.028756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Attempting to bind port b3b09935-264f-41bc-b2b9-7adbe5c767b8 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:06.029576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Attempting to bind port b3b09935-264f-41bc-b2b9-7adbe5c767b8 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '17816e20-6d1e-4595-82d0-a63269a04f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:06.029576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Attempting to bind port b3b09935-264f-41bc-b2b9-7adbe5c767b8 on network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:06.032165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-351d6d57-26a6-4b76-a67e-bfb13053ff59 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:06.038101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] Routers {'c0e88a06-ba70-44d4-8288-aaee3d74f713'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:06.038769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced802b50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c0e88a06-ba70-44d4-8288-aaee3d74f713'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:06.079315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port cf55fb7f-4b91-46c9-b297-61490eaf10d2 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:06.105909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:06.107507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Checking segment: {'id': '17816e20-6d1e-4595-82d0-a63269a04f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:06.107917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.109230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Bound using segment: {'id': '17816e20-6d1e-4595-82d0-a63269a04f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:06.109752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Bound port: b3b09935-264f-41bc-b2b9-7adbe5c767b8, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17816e20-6d1e-4595-82d0-a63269a04f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6fbae4f3-c7e1-435c-a6fb-a153796f4bb7'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:06.110138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.127711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced802b50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:06.135098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.140483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:06.159216 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb53f71-4172-4a00-b14a-a93d96ce1a66 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:06.163119 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2bb53f71-4172-4a00-b14a-a93d96ce1a66 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/fe4d8085-e7ec-4f1a-8e5c-1ece97cecf7c HTTP/1.1" status: 404  len: 333 time: 0.1558521
Dec 15 18:59:06.175547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54860) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:06.294613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=fbb244e3-86ae-4395-ac9d-a074517a5f39,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:06.297164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.299829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] Routers {'c0e88a06-ba70-44d4-8288-aaee3d74f713'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:06.300454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced802b50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c0e88a06-ba70-44d4-8288-aaee3d74f713'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:06.305743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-788f8130-4b09-4e68-8641-a33d9875fdd4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:06.307908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.308572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.317553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Port': ['ID=4e239a32-7508-47cf-985e-ca628e44f836,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:06.320807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:06.332602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.335817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe2be0e-5110-47ed-8b3a-63dd7e276c4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:06.336977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6fe2be0e-5110-47ed-8b3a-63dd7e276c4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:06.345528 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7563e9bc-d7c2-4d92-a81d-4918268de99e req-311f1340-df45-4d73-a01d-18295b6ff51d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0992498
Dec 15 18:59:06.357333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.357984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:06.381394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced802b50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:06.381394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764b113-86b0-4048-91c4-f00d31152670 None None] The sync data for ids ['c0e88a06-ba70-44d4-8288-aaee3d74f713'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:06.409096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-12c4ea3d-d481-4a72-8583-d7c1e797657f None None] Provisioning complete for port fbb244e3-86ae-4395-ac9d-a074517a5f39 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:06.409516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-12c4ea3d-d481-4a72-8583-d7c1e797657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.448124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] For port b3b09935-264f-41bc-b2b9-7adbe5c767b8, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:06.466983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] For port b3b09935-264f-41bc-b2b9-7adbe5c767b8, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b3b09935-264f-41bc-b2b9-7adbe5c767b8,segment=NetworkSegment(17816e20-6d1e-4595-82d0-a63269a04f6b),segment_id=17816e20-6d1e-4595-82d0-a63269a04f6b)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:06.467293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 63737c70-fd9c-4b89-be23-e358a16cc79d owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:06.476062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.481590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5fe87db1-873c-4dca-9070-a6d78eb6575e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:06.510103 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bf92bb94-e9df-45b8-84cf-f7aff196ef73 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/routers/c0e88a06-ba70-44d4-8288-aaee3d74f713 HTTP/1.1" status: 200  len: 741 time: 0.5899580
Dec 15 18:59:06.516048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54866) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:06.543962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.7 (6fbae4f3-c7e1-435c-a6fb-a153796f4bb7/59954361-26d6-4781-ba46-7a13f3909b32/cf55fb7f-4b91-46c9-b297-61490eaf10d2) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:06.558828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Checking segment: {'id': '7382d70e-a4d3-41c8-aaeb-3ed62f02abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5669ce3a-fffb-47d7-93e5-9bb9bf0800f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:06.559050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network hostable DHCP agents. Network: 5669ce3a-fffb-47d7-93e5-9bb9bf0800f7, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:06.570777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6fe2be0e-5110-47ed-8b3a-63dd7e276c4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:06.574562 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6fe2be0e-5110-47ed-8b3a-63dd7e276c4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/4297cbc5-fe87-45a0-80af-83882dcf6abc HTTP/1.1" status: 404  len: 333 time: 0.3903461
Dec 15 18:59:06.577981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54870) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:06.586932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0ed53aa1-3831-4e9d-ab16-7dd29a60682f tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&device_id=c0e88a06-ba70-44d4-8288-aaee3d74f713 HTTP/1.1" status: 200  len: 205 time: 0.0617695
Dec 15 18:59:06.588243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=84d1a496-d77b-4402-9153-c058b255f136,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:06.588409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54874) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:06.615564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.617395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Pushing event updated for resources: {'Port': ['ID=b3b09935-264f-41bc-b2b9-7adbe5c767b8,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:06.622457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:06.623213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:06.628763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93bacc5b-235f-4d3e-b319-f80d1e3314ab tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:06.674138 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6176cdd9-160a-4f0d-99c7-f157fb0188f9 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e88a06-ba70-44d4-8288-aaee3d74f713 HTTP/1.1" status: 200  len: 205 time: 0.0772355
Dec 15 18:59:06.679242 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54878) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:06.830205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Checking segment: {'id': 'ae518477-bc69-46d3-888f-44d0b5fe36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:06.830567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network hostable DHCP agents. Network: 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:06.856760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Port': ['ID=2edf69ac-6153-4c42-9851-46b468317229,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:06.885677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:06.960915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:06.985767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network 5669ce3a-fffb-47d7-93e5-9bb9bf0800f7 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:07.018649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 5669ce3a-fffb-47d7-93e5-9bb9bf0800f7) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:07.027122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:07.027885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a4f538-c2a9-4f13-a011-43c4d5bd1de5 None None] Network 5669ce3a-fffb-47d7-93e5-9bb9bf0800f7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:07.028371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.037358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bb2e99cb-07b7-499f-b5ac-1b1c3c0d1bc8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:07.087537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e997d604-fb5c-4aca-a8c6-7ec87846dec0 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.139932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.157478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.160076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object cf55fb7f-4b91-46c9-b297-61490eaf10d2 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:07.197901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.203895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:07.248049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbb244e3-86ae-4395-ac9d-a074517a5f39 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:07.251859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Port': ['ID=53149c1f-83de-4e59-8113-3e862aa9a582,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:07.252589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f800acde-f069-4ce0-8af4-697bda9b4ee5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:07.284871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:07.286360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b6ea9fb1-8eaa-49c8-bcdf-8bf280e156d5 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:07.329688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:07.340448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7e41af-bad5-433a-bc71-eac40aba00fa None None] Network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:07.351822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=63737c70-fd9c-4b89-be23-e358a16cc79d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:07.361291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:07.367382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Checking segment: {'id': '30e3a2af-1c2a-462c-98a8-0fb92e0d5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1543042e-7785-45bf-bb5d-a522ff992a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:07.367735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network hostable DHCP agents. Network: 1543042e-7785-45bf-bb5d-a522ff992a0b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:07.444565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.465324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fbb244e3-86ae-4395-ac9d-a074517a5f39 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:07.465995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.474281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6d460>,) {'filters': {'network_id': ['3ddff8ef-99c9-4b50-ab4c-49df216a3d34']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:07.488538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6d460>, '2c72b974-d56b-4db8-96ca-00cb926e4707') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:07.488984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6d460>, '2c72b974-d56b-4db8-96ca-00cb926e4707') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:07.501968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.520503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.527795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:07.528337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.599686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network 1543042e-7785-45bf-bb5d-a522ff992a0b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:07.602319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:07.649859 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:07.653592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:07.654103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.684848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.750786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.755192 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/3ddff8ef-99c9-4b50-ab4c-49df216a3d34 HTTP/1.1" status: 204  len: 168 time: 1.1719680
Dec 15 18:59:07.770601 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2d7d4efd-ab86-48d9-891d-f02f28dabaad req-01ae58a9-fb4e-4473-91d6-47e54bd518ce tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1217043
Dec 15 18:59:07.775808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:07.778583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54884) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:07.783127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:07.790072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-144663999'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:07.794637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:07.799252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e997d604-fb5c-4aca-a8c6-7ec87846dec0 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.802963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:07.803786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e997d604-fb5c-4aca-a8c6-7ec87846dec0 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.807709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:07.812540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3b09935-264f-41bc-b2b9-7adbe5c767b8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:07.819425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 1543042e-7785-45bf-bb5d-a522ff992a0b) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:07.819644 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 3.3116279
Dec 15 18:59:07.820743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:07.822453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.823608 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/floatingips/316108e3-9680-43bd-ac9b-ac60c56f57a5 HTTP/1.1" status: 204  len: 168 time: 2.3343692
Dec 15 18:59:07.828390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:07.834256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54888) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:07.834397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54890) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:07.842608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:07.846184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57171e8c-36d1-4f0b-98de-c789fdb69d2a None None] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:07.855190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=cf55fb7f-4b91-46c9-b297-61490eaf10d2,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:07.857650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:07.859598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:07.865739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:07.884115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:07.888602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:07.892399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:07.893039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.935577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:07.947066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1a352-fdfe-41a8-ab52-eb2e3546f1c8 None None] Network 1543042e-7785-45bf-bb5d-a522ff992a0b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:07.957748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=3ddff8ef-99c9-4b50-ab4c-49df216a3d34,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:07.975091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e997d604-fb5c-4aca-a8c6-7ec87846dec0 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:07.975751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e997d604-fb5c-4aca-a8c6-7ec87846dec0 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Fanout notify agent at l3_agent the message router_deleted on router c0e88a06-ba70-44d4-8288-aaee3d74f713 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:59:08.001508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e997d604-fb5c-4aca-a8c6-7ec87846dec0 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.002699 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e997d604-fb5c-4aca-a8c6-7ec87846dec0 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/c0e88a06-ba70-44d4-8288-aaee3d74f713 HTTP/1.1" status: 204  len: 168 time: 1.3198597
Dec 15 18:59:08.009918 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bba889-3f6e-4ebc-8d30-092186797ebf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:08.010352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bba889-3f6e-4ebc-8d30-092186797ebf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:08.015645 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b5bba889-3f6e-4ebc-8d30-092186797ebf tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/ports/531c8dfb-db7f-472b-a02f-30cbd4d54503 HTTP/1.1" status: 404  len: 333 time: 0.1787066
Dec 15 18:59:08.017000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54896) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.017249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54898) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.023386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:08.045181 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 5.6528728
Dec 15 18:59:08.046102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54904) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.047428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:08.050522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.085109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:08.085956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.117753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f', 'network_id': '2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f', 'tenant_id': '453f8d6bf46546d184fb7e4000d24a0e', 'fixed_ips': [{'subnet_id': '84d1a496-d77b-4402-9153-c058b255f136'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:08.118760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.136429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:08.145623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dab3d31a-9b55-478f-af12-f74a12663dbb tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e88a06-ba70-44d4-8288-aaee3d74f713 HTTP/1.1" status: 200  len: 205 time: 0.1065009
Dec 15 18:59:08.148031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ab2a58d6-a1c2-4a3b-b2e1-bbb78ef4e5aa None None] Provisioning for port b3b09935-264f-41bc-b2b9-7adbe5c767b8 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:08.150724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.156009 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.8408945
Dec 15 18:59:08.190990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54912) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.198414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3157f05b-373f-4bca-be0d-119fa31aadd0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Synchronizing usage tracker for tenant:9cae5594987147e4acca7e4e4fca7063 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:08.226127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.226549 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment b855dcc3-6ad2-4262-bd61-565c6f7d45ec of type vlan for network 026e5761-d509-424b-9795-c348f6aa8b4e
Dec 15 18:59:08.238884 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-a84bc1fe-c11d-4f66-9893-912ce9eb5e2d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:08.240002 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a84bc1fe-c11d-4f66-9893-912ce9eb5e2d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/c0e88a06-ba70-44d4-8288-aaee3d74f713 HTTP/1.1" status: 404  len: 336 time: 0.0866942
Dec 15 18:59:08.243788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54916) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.536989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3157f05b-373f-4bca-be0d-119fa31aadd0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Unset dirty status for tenant:9cae5594987147e4acca7e4e4fca7063 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:08.540464 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3157f05b-373f-4bca-be0d-119fa31aadd0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6e0ae9-0d56-4954-93aa-5fb2afd7207d HTTP/1.1" status: 200  len: 205 time: 0.4976964
Dec 15 18:59:08.542794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54920) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.548803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6bc24fdb-92b4-48a9-8e1d-1e262163673e None None] Provisioning complete for port 2edf69ac-6153-4c42-9851-46b468317229 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:08.549261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6bc24fdb-92b4-48a9-8e1d-1e262163673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.569999 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1e3593cf-97dc-4d19-b561-ceeaec1d6fbc tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dcf5e3b-8ae5-4387-897e-6efdf7987c51 HTTP/1.1" status: 200  len: 205 time: 0.3226860
Dec 15 18:59:08.576692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54924) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.585746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.587255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port b3b09935-264f-41bc-b2b9-7adbe5c767b8 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:08.643913 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-e6160739-dc74-49f3-85ad-f11df623eff7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:08.647359 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e6160739-dc74-49f3-85ad-f11df623eff7 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/routers/9e6e0ae9-0d56-4954-93aa-5fb2afd7207d HTTP/1.1" status: 404  len: 336 time: 0.0892322
Dec 15 18:59:08.647531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b3b09935-264f-41bc-b2b9-7adbe5c767b8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:08.647531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.649165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54928) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.668767 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-130cc803-4d01-40d8-a16b-2cb880e900d7 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:08.672774 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-130cc803-4d01-40d8-a16b-2cb880e900d7 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/6dcf5e3b-8ae5-4387-897e-6efdf7987c51 HTTP/1.1" status: 404  len: 336 time: 0.0922220
Dec 15 18:59:08.673330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54932) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.722996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Allocated IP 2001:db8::3 (2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f/84d1a496-d77b-4402-9153-c058b255f136/06fbfccf-e997-4e44-a76d-989f952d10c9) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:08.730900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6bc24fdb-92b4-48a9-8e1d-1e262163673e None None] Port 2edf69ac-6153-4c42-9851-46b468317229 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:08.739948 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-45545a18-d8e8-4d42-b468-9db1e2dc672a tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=09849485-ed36-41f5-a905-a70bfc334e57 HTTP/1.1" status: 200  len: 205 time: 0.0611148
Dec 15 18:59:08.739948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54936) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.820397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.824403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:08.824988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.829261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a4d00157-0fe8-4155-89df-cac23c1f6199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1022259997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:08.904365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4049257'] for subnet, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:08.927441 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-dc223b34-2a63-48d8-ba23-e1138aadd621 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:08.930608 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dc223b34-2a63-48d8-ba23-e1138aadd621 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/09849485-ed36-41f5-a905-a70bfc334e57 HTTP/1.1" status: 404  len: 336 time: 0.1887038
Dec 15 18:59:08.932951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=026e5761-d509-424b-9795-c348f6aa8b4e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:08.934462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54944) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:08.942409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:08.951008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 026e5761-d509-424b-9795-c348f6aa8b4e details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:09.000419 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-84109dd7-553f-4ed1-9451-8890a4507c0d tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=72790697-852b-4fad-83f5-0f1d5f776d80 HTTP/1.1" status: 200  len: 205 time: 0.0574489
Dec 15 18:59:09.001200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54948) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:09.069852 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2895746
Dec 15 18:59:09.072443 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-a37405ba-46a3-4123-af39-f7f8e85ef6da tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:09.073542 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a37405ba-46a3-4123-af39-f7f8e85ef6da tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/72790697-852b-4fad-83f5-0f1d5f776d80 HTTP/1.1" status: 404  len: 336 time: 0.0718510
Dec 15 18:59:09.074128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54952) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:09.083489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:09.087652 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4ff3fc-6a3d-478c-ab44-58f9848536b1 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:09.088096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4ff3fc-6a3d-478c-ab44-58f9848536b1 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:09.092516 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9e4ff3fc-6a3d-478c-ab44-58f9848536b1 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/subnets/76438ce2-1588-41e1-a0a7-5e1263716d3d HTTP/1.1" status: 404  len: 337 time: 0.4423580
Dec 15 18:59:09.094721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54954) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:09.095045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54958) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:09.228321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:09.234783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:09.238222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:09.245578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:09.248649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Router 8bd6d2f5-766a-4661-a1bd-032d75767846 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:59:09.278976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd1d57-a1f8-4cfc-8572-36cf190b87ec tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:09.283779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd1d57-a1f8-4cfc-8572-36cf190b87ec tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:09.284563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f8bd1d57-a1f8-4cfc-8572-36cf190b87ec tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Synchronizing usage tracker for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:09.307283 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5fc51bff-446c-4b52-bb57-6ce0adcd1ed4 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d95670f-723e-4ddc-b131-fcd4e38fce48 HTTP/1.1" status: 200  len: 205 time: 0.1999280
Dec 15 18:59:09.318967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54964) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:09.339035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 9d440dd4-250a-4222-9d51-85ac30679e3c {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:09.339375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:09.353392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:09.412323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:09.430306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Transition to ACTIVE for port object 06fbfccf-e997-4e44-a76d-989f952d10c9 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:09.456404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Transition to ACTIVE for port object 06fbfccf-e997-4e44-a76d-989f952d10c9 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:09.480566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:09.496721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-87b4cdd5-26a1-4249-8eb5-e8dc4f79d481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:09.588112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:09.600662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9c478fdb-cadd-4a20-89d4-de50b47af83c None None] Provisioning complete for port b3b09935-264f-41bc-b2b9-7adbe5c767b8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:09.601042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c478fdb-cadd-4a20-89d4-de50b47af83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:09.656588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:09.723869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:09.726530 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e6ade4e-6bfc-444d-9cd8-9f34e047ef8b req-c204a8a2-1db3-4cec-8717-ca2081fb4ca7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.7140212
Dec 15 18:59:09.732025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Performing IP validity checks on allocation pools {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 18:59:09.733917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:09.734901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 18:59:09.741834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:09.759659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Pushing event updated for resources: {'Port': ['ID=06fbfccf-e997-4e44-a76d-989f952d10c9,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:09.775233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:09.782496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:09.791988 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] Sync routers for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:09.804264 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:09.804638 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4af10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:09.867380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:09.907158 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4af10>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:09.907794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port b3b09935-264f-41bc-b2b9-7adbe5c767b8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b3b09935-264f-41bc-b2b9-7adbe5c767b8,segment=NetworkSegment(17816e20-6d1e-4595-82d0-a63269a04f6b),segment_id=17816e20-6d1e-4595-82d0-a63269a04f6b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:09.913193 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "PUT /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7135487
Dec 15 18:59:09.917333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54968) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:09.919492 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:09.920744 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4af10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:58:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:09.982619 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda4af10>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:09.983130 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfba1c-df2f-4750-858a-7786b1db7a45 None None] The sync data for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:09.996285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 9d440dd4-250a-4222-9d51-85ac30679e3c owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:10.002713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.008799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cd9529c1-b0e1-46c8-9a5c-0cf12aa16eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:10.060163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Attempting to bind port 06fbfccf-e997-4e44-a76d-989f952d10c9 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:10.060549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Attempting to bind port 06fbfccf-e997-4e44-a76d-989f952d10c9 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'ae518477-bc69-46d3-888f-44d0b5fe36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:10.060922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Attempting to bind port 06fbfccf-e997-4e44-a76d-989f952d10c9 on network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:10.074445 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-e2ed3e8a-6fb3-4998-b98a-6566d89835ec tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:10.078033 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e2ed3e8a-6fb3-4998-b98a-6566d89835ec tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/9d95670f-723e-4ddc-b131-fcd4e38fce48 HTTP/1.1" status: 404  len: 336 time: 0.7407713
Dec 15 18:59:10.091111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f8bd1d57-a1f8-4cfc-8572-36cf190b87ec tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Unset dirty status for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:10.095813 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f8bd1d57-a1f8-4cfc-8572-36cf190b87ec tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 2.0047443
Dec 15 18:59:10.095813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54972) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:10.099772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:10.100164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Checking segment: {'id': 'ae518477-bc69-46d3-888f-44d0b5fe36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:10.100935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.100935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Bound using segment: {'id': 'ae518477-bc69-46d3-888f-44d0b5fe36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:10.101475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Bound port: 06fbfccf-e997-4e44-a76d-989f952d10c9, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae518477-bc69-46d3-888f-44d0b5fe36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:10.101855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.118408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=b3b09935-264f-41bc-b2b9-7adbe5c767b8,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:10.125436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:10.138372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54974) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:10.170770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9c478fdb-cadd-4a20-89d4-de50b47af83c None None] Provisioning for port cf55fb7f-4b91-46c9-b297-61490eaf10d2 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:10.183609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9c478fdb-cadd-4a20-89d4-de50b47af83c None None] Provisioning complete for port cf55fb7f-4b91-46c9-b297-61490eaf10d2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:10.183979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c478fdb-cadd-4a20-89d4-de50b47af83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.209265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.213815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d0ae8460-e3f4-4804-8e98-8181f30ea394 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:10.245176 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5e2c9c6e-86b4-4526-aab3-6ed90a08c7c6 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "GET /v2.0/ports?device_id=306bc0eb-ccac-4eb0-986e-1302fc3f7945 HTTP/1.1" status: 200  len: 205 time: 0.1388617
Dec 15 18:59:10.252343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54980) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:10.263527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9c478fdb-cadd-4a20-89d4-de50b47af83c None None] Port cf55fb7f-4b91-46c9-b297-61490eaf10d2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:10.265473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] For port 06fbfccf-e997-4e44-a76d-989f952d10c9, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:10.273333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] For port 06fbfccf-e997-4e44-a76d-989f952d10c9, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06fbfccf-e997-4e44-a76d-989f952d10c9,segment=NetworkSegment(ae518477-bc69-46d3-888f-44d0b5fe36c8),segment_id=ae518477-bc69-46d3-888f-44d0b5fe36c8)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:10.278634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.282967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2b9c4333-547b-4097-a8d2-e95f8e488f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:10.359196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Pushing event updated for resources: {'Port': ['ID=06fbfccf-e997-4e44-a76d-989f952d10c9,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:10.359561 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-faad619b-6a13-4382-8114-57efc4d85370 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:10.363024 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-faad619b-6a13-4382-8114-57efc4d85370 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/routers/306bc0eb-ccac-4eb0-986e-1302fc3f7945 HTTP/1.1" status: 404  len: 336 time: 0.1057010
Dec 15 18:59:10.364616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:10.369684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:10.399526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-56adbdf1-1bb8-4ba5-ac36-4111736d9ef1 None None] Provisioning complete for port cf55fb7f-4b91-46c9-b297-61490eaf10d2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:10.399985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-56adbdf1-1bb8-4ba5-ac36-4111736d9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.421705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8891bc18-698a-453a-8e1f-d3c6d0d857dd tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:10.422147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8891bc18-698a-453a-8e1f-d3c6d0d857dd tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:10.426505 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8891bc18-698a-453a-8e1f-d3c6d0d857dd tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] 10.222.0.48 "DELETE /v2.0/subnets/89d05d7f-a458-48cb-97bd-30ddc8547e12 HTTP/1.1" status: 404  len: 337 time: 0.0520494
Dec 15 18:59:10.440618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=6350055c-e102-48be-b014-b9f0daf44847,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:10.451874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:10.465819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Deleting port 4e239a32-7508-47cf-985e-ca628e44f836 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:10.466149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.472587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': 'b855dcc3-6ad2-4262-bd61-565c6f7d45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:10.472945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: 026e5761-d509-424b-9795-c348f6aa8b4e, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:10.486975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-56adbdf1-1bb8-4ba5-ac36-4111736d9ef1 None None] Port cf55fb7f-4b91-46c9-b297-61490eaf10d2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:10.666003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network 026e5761-d509-424b-9795-c348f6aa8b4e is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:10.687798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 026e5761-d509-424b-9795-c348f6aa8b4e) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:10.695675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e41ee-22dd-42fc-92c7-e065630f2636 None None] Network 026e5761-d509-424b-9795-c348f6aa8b4e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:10.697590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:10.697912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.828431 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7530582
Dec 15 18:59:10.846014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 54994) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:10.893270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e', 'name': 'tempest-PortsIpV6TestJSON-328858920'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:10.936909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 54998) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:10.954877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.956460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769499738116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4167404'] for subnet, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:10.971874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f92b994-06c1-421e-8ef5-3d867bc19706 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:10.977833 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6e916390-d537-4187-a99c-b9b17db9f9e0 req-2ea89188-c914-448b-9a0e-50cb3fa5d83e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1185565
Dec 15 18:59:11.046611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-026e5761-d509-424b-9795-c348f6aa8b4e', 'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e', 'tenant_id': 'ef901354a8444519a39785ed6f7c3662', 'fixed_ips': [{'subnet_id': '6350055c-e102-48be-b014-b9f0daf44847'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:11.048239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.137896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:11.148155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:11.163955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:11.167037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.207328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port a7190941-e27d-432f-aaab-1f55d5fbd508 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:11.277510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:11.278094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.279382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "PUT /v2.0/subnets/84d1a496-d77b-4402-9153-c058b255f136 HTTP/1.1" status: 200  len: 900 time: 3.4440999
Dec 15 18:59:11.288137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55004) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:11.292060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Allocated IP 2001:db8::2 (026e5761-d509-424b-9795-c348f6aa8b4e/6350055c-e102-48be-b014-b9f0daf44847/17b9aece-2c73-48ac-96f2-3dca6460af80) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:11.336897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event updated for resources: {'Subnet': ['ID=84d1a496-d77b-4402-9153-c058b255f136,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:11.345116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.354356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.369531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:11.370055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:11.403119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.493010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=9d440dd4-250a-4222-9d51-85ac30679e3c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:11.516633 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-65488b98-a618-4f5f-a501-b27e12e6652f tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:11.518042 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-65488b98-a618-4f5f-a501-b27e12e6652f tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "PUT /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.5974414
Dec 15 18:59:11.521184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55008) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:11.559347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:11.568792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Calling delete_port for 4e239a32-7508-47cf-985e-ca628e44f836 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:11.571130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.582940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Transition to ACTIVE for port object 17b9aece-2c73-48ac-96f2-3dca6460af80 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:11.607691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Transition to ACTIVE for port object 17b9aece-2c73-48ac-96f2-3dca6460af80 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:11.617810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.625127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:11.638090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.680714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe7b5a-e7cc-46c7-89d3-3a6b5646d9fc None None] Network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:11.712927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:11.730542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Usage tracker for resource:security_group_rule and tenant:dbadffa1a4cc422f8fb6cd63f8da61fc is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:11.737488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:11.739227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Network 026e5761-d509-424b-9795-c348f6aa8b4e is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:11.789535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:11.797836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:11.803656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:11.805715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Pushing event updated for resources: {'Port': ['ID=17b9aece-2c73-48ac-96f2-3dca6460af80,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:11.812265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:11.867838 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/ports/9d440dd4-250a-4222-9d51-85ac30679e3c HTTP/1.1" status: 204  len: 168 time: 2.7605665
Dec 15 18:59:11.867838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55012) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:11.876744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-95adf6d8-3e5c-4254-975e-98c6b1b8652a None None] Provisioning for port 06fbfccf-e997-4e44-a76d-989f952d10c9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:11.885756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.917285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::4c (026e5761-d509-424b-9795-c348f6aa8b4e/6350055c-e102-48be-b014-b9f0daf44847/a7190941-e27d-432f-aaab-1f55d5fbd508) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:11.919839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port 06fbfccf-e997-4e44-a76d-989f952d10c9 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:11.920179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.982335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:11.999617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-55f03360-d8bc-4758-9fd3-59fdcc41ec74 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:12.037903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Attempting to bind port 17b9aece-2c73-48ac-96f2-3dca6460af80 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:12.038311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Attempting to bind port 17b9aece-2c73-48ac-96f2-3dca6460af80 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b855dcc3-6ad2-4262-bd61-565c6f7d45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:12.038656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Attempting to bind port 17b9aece-2c73-48ac-96f2-3dca6460af80 on network 026e5761-d509-424b-9795-c348f6aa8b4e {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:12.056099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:12.056099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Checking segment: {'id': 'b855dcc3-6ad2-4262-bd61-565c6f7d45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:12.056384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.056628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Bound using segment: {'id': 'b855dcc3-6ad2-4262-bd61-565c6f7d45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:12.057088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Bound port: 17b9aece-2c73-48ac-96f2-3dca6460af80, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b855dcc3-6ad2-4262-bd61-565c6f7d45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '026e5761-d509-424b-9795-c348f6aa8b4e'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:12.057646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.156882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port d26dde92-c561-41e1-b290-23fb41141bde {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:12.157246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.204681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] For port 17b9aece-2c73-48ac-96f2-3dca6460af80, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:12.217162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] For port 17b9aece-2c73-48ac-96f2-3dca6460af80, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17b9aece-2c73-48ac-96f2-3dca6460af80,segment=NetworkSegment(b855dcc3-6ad2-4262-bd61-565c6f7d45ec),segment_id=b855dcc3-6ad2-4262-bd61-565c6f7d45ec)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:12.224610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.242215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d55efc31-38b1-43b6-86a5-215132645b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:12.321811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06fbfccf-e997-4e44-a76d-989f952d10c9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:12.344976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Port': ['ID=4e239a32-7508-47cf-985e-ca628e44f836,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:12.363293 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3515485e-17af-431e-ad63-af07f9b8a91c req-3556f96e-1f54-4875-a109-41a2d9158ce8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2842617
Dec 15 18:59:12.370277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:12.441342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Pushing event updated for resources: {'Port': ['ID=17b9aece-2c73-48ac-96f2-3dca6460af80,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:12.449578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.458168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:12.489966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.497595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 06fbfccf-e997-4e44-a76d-989f952d10c9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:12.509450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0ed29d-fc36-4504-aae0-0cec71fc1a48 None None] Network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:12.522105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.532389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 06fbfccf-e997-4e44-a76d-989f952d10c9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:12.532766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.538771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85cd23d8-adf2-4257-b490-dbdbfdb70486 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:12.606270 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/ports/4e239a32-7508-47cf-985e-ca628e44f836 HTTP/1.1" status: 204  len: 168 time: 2.4629722
Dec 15 18:59:12.622164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55018) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:12.636822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port 06fbfccf-e997-4e44-a76d-989f952d10c9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06fbfccf-e997-4e44-a76d-989f952d10c9,segment=NetworkSegment(ae518477-bc69-46d3-888f-44d0b5fe36c8),segment_id=ae518477-bc69-46d3-888f-44d0b5fe36c8)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:12.637693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.728683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-19d2c696-aab1-486f-8a2e-5242e9494f92 None None] Provisioning complete for port 06fbfccf-e997-4e44-a76d-989f952d10c9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:12.729202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19d2c696-aab1-486f-8a2e-5242e9494f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.731896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319bc4df-adab-4c94-a8f5-d8acf36a7365,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:12.742631 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbadffa1a4cc422f8fb6cd63f8da61fc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7977843
Dec 15 18:59:12.743833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:12.777964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55022) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:12.806654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:59:12.829710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for 06fbfccf-e997-4e44-a76d-989f952d10c9 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:12.877339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.880627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.894441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Deleting port 53149c1f-83de-4e59-8113-3e862aa9a582 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:12.894795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.910007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object a7190941-e27d-432f-aaab-1f55d5fbd508 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:12.941389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.945927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:12.961643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:13.018787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.089238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 06fbfccf-e997-4e44-a76d-989f952d10c9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06fbfccf-e997-4e44-a76d-989f952d10c9,segment=NetworkSegment(ae518477-bc69-46d3-888f-44d0b5fe36c8),segment_id=ae518477-bc69-46d3-888f-44d0b5fe36c8)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:13.094731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19d2c696-aab1-486f-8a2e-5242e9494f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.107817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.109232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3b09935-264f-41bc-b2b9-7adbe5c767b8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:13.114292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.123553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2110642d-2329-41ee-bb75-d121f875fce7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:13.139870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:13.158954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:13.159309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:13.175963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.193286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=cf55fb7f-4b91-46c9-b297-61490eaf10d2,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:13.207593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network 026e5761-d509-424b-9795-c348f6aa8b4e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:13.207738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:13.214368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:13.217099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:13.221482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:13.222089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.228742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=a7190941-e27d-432f-aaab-1f55d5fbd508,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:13.232203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:13.306779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=06fbfccf-e997-4e44-a76d-989f952d10c9,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:13.324340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:13.352664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0f05fca9-0912-40eb-94a4-2f3e0329fc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.355158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-19d2c696-aab1-486f-8a2e-5242e9494f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:13.355517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-19d2c696-aab1-486f-8a2e-5242e9494f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:13.369731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b3b09935-264f-41bc-b2b9-7adbe5c767b8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:13.370124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.387912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for d26dde92-c561-41e1-b290-23fb41141bde owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:13.441656 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.5920215
Dec 15 18:59:13.442953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55028) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:13.489531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.645190 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3915189-c452-495a-9bab-3dc0dff4bba8 req-5678d28e-be26-4b03-ac88-1fe36435639f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0619066
Dec 15 18:59:13.660911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port 06fbfccf-e997-4e44-a76d-989f952d10c9 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:13.661248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.710825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.800851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.871343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port a7190941-e27d-432f-aaab-1f55d5fbd508 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:13.871676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:13.890992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c156d-226c-48be-9ae8-2fc2371d48ec None None] Network 026e5761-d509-424b-9795-c348f6aa8b4e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:14.009421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Calling delete_port for 53149c1f-83de-4e59-8113-3e862aa9a582 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:14.166186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.174227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97cde760-ab29-4164-9011-6c2a40eeba5b tempest-PortsAdminExtendedAttrsTestJSON-2066289000 tempest-PortsAdminExtendedAttrsTestJSON-2066289000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:14.180999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f6466af-262a-4b61-92c6-65543a7238ed None None] Provisioning for port 17b9aece-2c73-48ac-96f2-3dca6460af80 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:14.191709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.209671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319bc4df-adab-4c94-a8f5-d8acf36a7365,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:14.231498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f6466af-262a-4b61-92c6-65543a7238ed None None] Provisioning complete for port 06fbfccf-e997-4e44-a76d-989f952d10c9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:14.232315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f6466af-262a-4b61-92c6-65543a7238ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.246482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.279893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06fbfccf-e997-4e44-a76d-989f952d10c9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:14.359211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:14.361180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1289f798-d4a4-47ee-ae25-53f867d57119 tempest-RoutersIpV6AdminTest-199194915 tempest-RoutersIpV6AdminTest-199194915-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:14.400003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.418649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=d26dde92-c561-41e1-b290-23fb41141bde,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:14.448617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:14.454612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-10478498-9b5f-4afe-a4cc-7a1814925526 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:14.474287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for a7190941-e27d-432f-aaab-1f55d5fbd508 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:14.529784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 06fbfccf-e997-4e44-a76d-989f952d10c9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:14.530706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.538330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.546792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.547852 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/319bc4df-adab-4c94-a8f5-d8acf36a7365 HTTP/1.1" status: 204  len: 168 time: 1.7678592
Dec 15 18:59:14.548942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Port': ['ID=53149c1f-83de-4e59-8113-3e862aa9a582,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:14.587227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f6466af-262a-4b61-92c6-65543a7238ed None None] Provisioning complete for port cf55fb7f-4b91-46c9-b297-61490eaf10d2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:14.587617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f6466af-262a-4b61-92c6-65543a7238ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.594000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:14.622834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.669892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f6466af-262a-4b61-92c6-65543a7238ed None None] Port cf55fb7f-4b91-46c9-b297-61490eaf10d2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:14.681342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/ports/53149c1f-83de-4e59-8113-3e862aa9a582 HTTP/1.1" status: 204  len: 168 time: 2.0488305
Dec 15 18:59:14.686094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55034) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:14.720782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.734326 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/ports/d26dde92-c561-41e1-b290-23fb41141bde HTTP/1.1" status: 204  len: 168 time: 2.8542199
Dec 15 18:59:14.735871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55040) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:14.760550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port 06fbfccf-e997-4e44-a76d-989f952d10c9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06fbfccf-e997-4e44-a76d-989f952d10c9,segment=NetworkSegment(ae518477-bc69-46d3-888f-44d0b5fe36c8),segment_id=ae518477-bc69-46d3-888f-44d0b5fe36c8)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:14.760971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:14.798179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17b9aece-2c73-48ac-96f2-3dca6460af80 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:14.869349 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5619de03-13dc-4511-a4ef-ac72224b0a14 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1799412
Dec 15 18:59:14.877131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a9f69-2c8d-4031-9a25-fdec4a054e21 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 18:59:14.914355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55044) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:14.925850 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c601ae4c-3a43-4d68-abb2-6d07ab0708ea req-51dc8d3b-ef16-4d69-acff-5104c8995580 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1239164
Dec 15 18:59:14.946294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-665823622'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:14.968732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:14.976685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 17b9aece-2c73-48ac-96f2-3dca6460af80 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:14.985666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:15.008268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.018797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for 06fbfccf-e997-4e44-a76d-989f952d10c9 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:15.054032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 17b9aece-2c73-48ac-96f2-3dca6460af80 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:15.054665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.070905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Made reservation on behalf of 1a5741127ce24c3e8df35e906d6d652f for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:15.073900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.130743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12e1eb-0dc7-4ad4-97f8-8340456bfcf2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:15.131579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3e12e1eb-0dc7-4ad4-97f8-8340456bfcf2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Synchronizing usage tracker for tenant:9cae5594987147e4acca7e4e4fca7063 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:15.134843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.143029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ba543606-53f3-42f9-9a4f-b87086b58590 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:15.146267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-64d6b380-9a95-48ba-bbc8-0fe547096093 None None] Provisioning for port a7190941-e27d-432f-aaab-1f55d5fbd508 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:15.166296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-64d6b380-9a95-48ba-bbc8-0fe547096093 None None] Provisioning complete for port a7190941-e27d-432f-aaab-1f55d5fbd508 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:15.166750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-64d6b380-9a95-48ba-bbc8-0fe547096093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.181644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55050) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:15.206912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=a7190941-e27d-432f-aaab-1f55d5fbd508,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:15.214530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:15.221790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-64d6b380-9a95-48ba-bbc8-0fe547096093 None None] Port a7190941-e27d-432f-aaab-1f55d5fbd508 was deleted so its status cannot be updated. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 15 18:59:15.277607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:15.291106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3e12e1eb-0dc7-4ad4-97f8-8340456bfcf2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Unset dirty status for tenant:9cae5594987147e4acca7e4e4fca7063 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:15.295518 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3e12e1eb-0dc7-4ad4-97f8-8340456bfcf2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b0ab7ee-950f-455b-b1af-73fe70a67fe6 HTTP/1.1" status: 200  len: 913 time: 0.5550447
Dec 15 18:59:15.302440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55054) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:15.320238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a9f69-2c8d-4031-9a25-fdec4a054e21 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 18:59:15.322864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.349640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4ef4f7d3-658b-421e-9f34-a9e9c3f2cb29 None None] Could not find standard attr ID for object a7190941-e27d-432f-aaab-1f55d5fbd508. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:59:15.385600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.395471 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 17b9aece-2c73-48ac-96f2-3dca6460af80, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17b9aece-2c73-48ac-96f2-3dca6460af80,segment=NetworkSegment(b855dcc3-6ad2-4262-bd61-565c6f7d45ec),segment_id=b855dcc3-6ad2-4262-bd61-565c6f7d45ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:15.413505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.419176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:15.470052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.470650 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Added segment 27848bdf-d7d4-496f-96cb-c2e5369d7292 of type vlan for network 25d617c2-5552-4358-bb8e-92d633520ea0
Dec 15 18:59:15.471358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55058) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:15.471542 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/a7190941-e27d-432f-aaab-1f55d5fbd508 HTTP/1.1" status: 204  len: 168 time: 2.0273194
Dec 15 18:59:15.473974 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-03c43998-2902-4bdd-bc05-996036e29b80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74941bb38329454c91226031de3bc457&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2906706
Dec 15 18:59:15.478282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.485333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55062) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:15.486000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e825dea5-f7af-4953-9604-2f8efafd86c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:15.547630 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4852cdc0-1e2f-457c-a47a-3f275417e235 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:15.548080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4852cdc0-1e2f-457c-a47a-3f275417e235 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:15.563282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.568492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.573537 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4852cdc0-1e2f-457c-a47a-3f275417e235 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/a7190941-e27d-432f-aaab-1f55d5fbd508 HTTP/1.1" status: 404  len: 333 time: 0.0975409
Dec 15 18:59:15.573711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36c7d729-5a95-4836-a966-ae3b4f913207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.573818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55064) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:15.586983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=17b9aece-2c73-48ac-96f2-3dca6460af80,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:15.590517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:15.621792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.651998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-359d5079-85c8-420f-a31d-40e75cbe8d1d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:15.678107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Port': ['ID=06fbfccf-e997-4e44-a76d-989f952d10c9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:15.692948 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-817e2956-1385-47af-af28-5158b0833a44 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:15.697208 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-817e2956-1385-47af-af28-5158b0833a44 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/a7190941-e27d-432f-aaab-1f55d5fbd508 HTTP/1.1" status: 404  len: 333 time: 0.1195266
Dec 15 18:59:15.697367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:15.701841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55070) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:15.706488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting port 2edf69ac-6153-4c42-9851-46b468317229 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:15.707268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.760302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.764793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=cf55fb7f-4b91-46c9-b297-61490eaf10d2,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:15.767880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:15.774748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.779581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:15.779581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:15.785349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fee66a69-5a5c-4f8f-be82-d97605424ea4 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:15.892928 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9656098
Dec 15 18:59:15.907700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55074) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:15.956348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No DVR routers for this DVR port 06fbfccf-e997-4e44-a76d-989f952d10c9 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:15.975946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c6af4-a081-4014-bc08-182f96dd1943 None None] DHCP port deletion for 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:16.004316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Network': ['ID=25d617c2-5552-4358-bb8e-92d633520ea0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:16.008247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:16.012861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2025509471'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:16.021531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 25d617c2-5552-4358-bb8e-92d633520ea0 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:16.043697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:16.047157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:16.049814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:16.167586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17b9aece-2c73-48ac-96f2-3dca6460af80 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:16.180652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.219835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.303545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 17b9aece-2c73-48ac-96f2-3dca6460af80 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:16.303921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.354325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226cec4-e8e2-4d8d-b2e3-5abcd4c320ec None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 18:59:16.368444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:16.397979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-df9f9f76-9884-483a-8568-166140820f4e req-dcf4ab3d-3713-43b6-a86a-f54dbb81eb39 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.3448651
Dec 15 18:59:16.457800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.479770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:16.495536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Made reservation on behalf of 1a5741127ce24c3e8df35e906d6d652f for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:16.498552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.507007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6c923f9f-71c6-49ef-a693-bc14d4ae4470 None None] Provisioning complete for port cf55fb7f-4b91-46c9-b297-61490eaf10d2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:16.507190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6c923f9f-71c6-49ef-a693-bc14d4ae4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.517249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.551618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19124066-0ca0-4837-b15d-83408c1305ca,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:16.586373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:16.614310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.615532 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19124066-0ca0-4837-b15d-83408c1305ca HTTP/1.1" status: 204  len: 168 time: 0.9798994
Dec 15 18:59:16.626282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Router 1effd1de-7df9-460e-9daf-074ee7288471 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 18:59:16.658293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.774434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4226cec4-e8e2-4d8d-b2e3-5abcd4c320ec None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 18:59:16.789233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6c923f9f-71c6-49ef-a693-bc14d4ae4470 None None] Port cf55fb7f-4b91-46c9-b297-61490eaf10d2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:16.837403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.844705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.850340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:16.862181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:16.875450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06fbfccf-e997-4e44-a76d-989f952d10c9 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:16.884416 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "PUT /v2.0/routers/1effd1de-7df9-460e-9daf-074ee7288471/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6831863
Dec 15 18:59:16.889422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55084) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:16.914398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] Sync routers for ids ['1effd1de-7df9-460e-9daf-074ee7288471'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:16.924591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Calling delete_port for 2edf69ac-6153-4c42-9851-46b468317229 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:16.932782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 06fbfccf-e997-4e44-a76d-989f952d10c9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:16.933249 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06fbfccf-e997-4e44-a76d-989f952d10c9 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:16.968507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet 6350055c-e102-48be-b014-b9f0daf44847 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:16.976292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:16.999214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1826-49b3-414a-89e6-9e0ebf5d3217 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:17.001005 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6abd1826-49b3-414a-89e6-9e0ebf5d3217 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports?device_id=1effd1de-7df9-460e-9daf-074ee7288471 HTTP/1.1" status: 200  len: 981 time: 0.1104193
Dec 15 18:59:17.003907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55088) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:17.009605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] Routers {'1effd1de-7df9-460e-9daf-074ee7288471'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:17.009775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced964e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1effd1de-7df9-460e-9daf-074ee7288471'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:17.023732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.023732 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Added segment f41d10db-c750-4fa1-af1b-871e9fa4cd56 of type vlan for network 35df659c-d73b-4974-a32a-6264fd5a9d08
Dec 15 18:59:17.099176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced964e20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:17.144562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] Routers {'1effd1de-7df9-460e-9daf-074ee7288471'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:17.145659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced964e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1effd1de-7df9-460e-9daf-074ee7288471'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:17.171750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.207115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.212328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.229057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dd2385bb-bea6-4393-b3ab-6b50993fa1b5 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:17.232407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced964e20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:17.233531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484369fc-92d1-454c-9e27-00d58e3fe202 None None] The sync data for ids ['1effd1de-7df9-460e-9daf-074ee7288471'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:17.286882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=84d1a496-d77b-4402-9153-c058b255f136,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:17.298937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:17.512397 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4cbb25b-c96f-48e9-a0be-490c5c958a3f req-a27ce9cc-f66c-4196-80a6-9349ffaca57e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0445642
Dec 15 18:59:17.538801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa9295-2f91-4b0f-ab0b-c6269935cb39 None None] Network 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:17.599968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.604065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:17.604635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.615502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:17.640181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.710967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.726900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a747769-ae14-4211-bdaa-4cb496fa5449 None None] DHCP port deletion for 2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:17.866166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec89eac0>,) {'filters': {'network_id': ['2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:17.879008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:17.926312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Network': ['ID=35df659c-d73b-4974-a32a-6264fd5a9d08,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:17.937193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec89eac0>, 'ae518477-bc69-46d3-888f-44d0b5fe36c8') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:17.937530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec89eac0>, 'ae518477-bc69-46d3-888f-44d0b5fe36c8') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:17.939197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 35df659c-d73b-4974-a32a-6264fd5a9d08 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:17.947327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:17.973816 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.0190887
Dec 15 18:59:18.030445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.067535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.074318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.084751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port cf55fb7f-4b91-46c9-b297-61490eaf10d2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:18.085085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.106554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c5c8d27c-6f39-44c3-8d3f-cec4c0c53089 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:18.151893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55112) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:18.172945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.196809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:18.197357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:18.213960 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:18.221945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'subnets': [{'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--155784950', 'ip_version': 4}, {'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:18.222387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'subnet': {'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--155784950', 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:18.223067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Request body: {'subnet': {'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:18.249818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Port': ['ID=2edf69ac-6153-4c42-9851-46b468317229,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:18.263384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:18.381198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.438249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.439448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e89887bd-2073-4148-841d-e76bfdeed67c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:18.502553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=6350055c-e102-48be-b014-b9f0daf44847,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:18.521886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:18.524595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.536042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:18.552294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.565992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a22e5-46cd-4337-8426-4c473f291b02 None None] Network 026e5761-d509-424b-9795-c348f6aa8b4e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:18.573493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.581591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for cf55fb7f-4b91-46c9-b297-61490eaf10d2 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:18.652090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.803049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:18.826244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.834775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a3d32062-0869-42cd-a70f-f9015b358bf4 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:18.880566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] DHCP port deletion for 026e5761-d509-424b-9795-c348f6aa8b4e request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:18.885573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Deleting port 17b9aece-2c73-48ac-96f2-3dca6460af80 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:18.886063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:18.891617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:18.898730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=cf55fb7f-4b91-46c9-b297-61490eaf10d2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:18.902867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:18.978269 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f HTTP/1.1" status: 204  len: 168 time: 7.6808224
Dec 15 18:59:18.980019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/6350055c-e102-48be-b014-b9f0daf44847 HTTP/1.1" status: 204  len: 168 time: 3.2452462
Dec 15 18:59:18.988078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55132) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:18.988322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55134) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:19.001001 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-65f04093-1b6c-48c6-9bfa-bd4a3e974925 req-9a001a31-e3a2-4539-b516-67cfda49cf9e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.3621643
Dec 15 18:59:19.046250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:19.057913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Usage tracker for resource:subnet and tenant:1a5741127ce24c3e8df35e906d6d652f is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:19.064867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.070333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:19.089007 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-682c9699-9f03-42cc-85e1-7062985e3648 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:19.089548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682c9699-9f03-42cc-85e1-7062985e3648 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:19.093849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:19.121167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55140) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:19.201223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] For port 17b9aece-2c73-48ac-96f2-3dca6460af80, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17b9aece-2c73-48ac-96f2-3dca6460af80,segment=NetworkSegment(b855dcc3-6ad2-4262-bd61-565c6f7d45ec),segment_id=b855dcc3-6ad2-4262-bd61-565c6f7d45ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:19.202474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.219406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.224382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-682c9699-9f03-42cc-85e1-7062985e3648 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/84d1a496-d77b-4402-9153-c058b255f136 HTTP/1.1" status: 404  len: 337 time: 0.2327237
Dec 15 18:59:19.227837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55146) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:19.332558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Calling delete_port for 17b9aece-2c73-48ac-96f2-3dca6460af80 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:19.354937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Made reservation on behalf of 1a5741127ce24c3e8df35e906d6d652f for: {'subnet': 2} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:19.380081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c834236b-a2c4-40f1-8ac4-f5169efeaf0e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:19.380562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c834236b-a2c4-40f1-8ac4-f5169efeaf0e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:19.385922 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c834236b-a2c4-40f1-8ac4-f5169efeaf0e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/2a64c6a6-d2c0-4cc3-82bb-b68f8ba7354f HTTP/1.1" status: 404  len: 339 time: 0.1569388
Dec 15 18:59:19.393446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55150) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:19.400258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 17b9aece-2c73-48ac-96f2-3dca6460af80 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:19.400616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.457152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.464661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:19.510153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Pushing event deleted for resources: {'Port': ['ID=17b9aece-2c73-48ac-96f2-3dca6460af80,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:19.514964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:19.521824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1451811018', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:19.526214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] No DVR routers for this DVR port 17b9aece-2c73-48ac-96f2-3dca6460af80 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:19.531023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:19.552245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Usage tracker for resource:port and tenant:8ccbb28233634b7d8656b8912d53edd4 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:19.555809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:19.566850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:19.607291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] The port '17b9aece-2c73-48ac-96f2-3dca6460af80' was deleted {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:19.609198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.615576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.724322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Made reservation on behalf of 8ccbb28233634b7d8656b8912d53edd4 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:19.726673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.817260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.860958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:19.861180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.019496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.091378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:20.104763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17b9aece-2c73-48ac-96f2-3dca6460af80 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:20.113451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Usage tracker for resource:security_group_rule and tenant:8ccbb28233634b7d8656b8912d53edd4 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:20.117522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:20.133563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:20.148025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 17b9aece-2c73-48ac-96f2-3dca6460af80 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:20.148426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17b9aece-2c73-48ac-96f2-3dca6460af80 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:20.153976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced42f970>,) {'filters': {'network_id': ['026e5761-d509-424b-9795-c348f6aa8b4e']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:20.162734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.185413 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cde6b8b8-2e93-4e3b-8fd1-5fbf0ff51a3b req-c3c3a15d-ca06-404a-92d5-f2be95b6829a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0893512
Dec 15 18:59:20.199931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced42f970>, 'b855dcc3-6ad2-4262-bd61-565c6f7d45ec') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:20.200158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced42f970>, 'b855dcc3-6ad2-4262-bd61-565c6f7d45ec') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:20.215857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecedef70>,) {'filters': {'network_id': ['cefb783d-06f5-4161-b0de-c1f1652e15f3']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:20.280541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Router 8bd6d2f5-766a-4661-a1bd-032d75767846 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:59:20.287395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.354923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecedef70>, '5f1f4ac5-c220-4feb-b29e-e56864b5c1a1') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:20.355246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecedef70>, '5f1f4ac5-c220-4feb-b29e-e56864b5c1a1') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:20.382027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.391540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.406625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:20.407014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:20.421881 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:20.426572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.502578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:20.502990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:20.518417 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:20.597307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.614885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.620760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4e79b2d-424b-4cee-a25f-e48474bd1fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:20.627440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] device_id is not set on port a1d19a34-7d9a-43e3-982d-712f1eff0fd0 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:20.711737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.717098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7a96343b-407f-4587-8a51-828db9cac206 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:20.731954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.747811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=026e5761-d509-424b-9795-c348f6aa8b4e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:20.752094 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/026e5761-d509-424b-9795-c348f6aa8b4e HTTP/1.1" status: 204  len: 168 time: 1.7612970
Dec 15 18:59:20.753021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.754890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:20.757768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55156) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:20.758571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd2b2cba-2176-4105-9257-f2a8bc4b1e24 tempest-ExternalNetworksTestJSON-1705314115 tempest-ExternalNetworksTestJSON-1705314115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:20.777809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-736958026'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:20.785150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.796215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:20.799492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=cefb783d-06f5-4161-b0de-c1f1652e15f3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:20.806191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:20.808827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:20.810167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:20.816466 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/cefb783d-06f5-4161-b0de-c1f1652e15f3 HTTP/1.1" status: 204  len: 168 time: 1.3890777
Dec 15 18:59:20.821043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:20.822771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55160) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:20.865595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Router 1effd1de-7df9-460e-9daf-074ee7288471 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:59:20.872878 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4de8fa5-c52f-440b-933f-cdd71808d95a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:20.873331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4de8fa5-c52f-440b-933f-cdd71808d95a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:20.875583 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c4de8fa5-c52f-440b-933f-cdd71808d95a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/18da9bd1-e9d4-4f8e-8607-576676106d91 HTTP/1.1" status: 404  len: 337 time: 0.0519071
Dec 15 18:59:20.878171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:20.881164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:20.891204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55164) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:20.930965 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-885f8d31-ee35-4504-b38d-35702da884d7 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:20.931400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885f8d31-ee35-4504-b38d-35702da884d7 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:20.932997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-885f8d31-ee35-4504-b38d-35702da884d7 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/0c24949e-5754-46e9-82a1-ececbef3bbd0 HTTP/1.1" status: 404  len: 339 time: 0.0408890
Dec 15 18:59:20.937224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55168) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:20.954033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42548204-2701-4d74-8303-249ed3afb43b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:21.000101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:21.006580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:21.018182 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] Sync routers for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:21.037127 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:59:21.041210 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:21.041924 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a8160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.057338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:21.078393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:21.078721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment d622fb7e-b370-43af-96e9-5be8159a7f8d of type vlan for network b74fd8e5-7649-49a7-a338-0fa7808a1d55
Dec 15 18:59:21.096844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:21.112866 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a8160>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.118258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] Sync routers for ids ['1effd1de-7df9-460e-9daf-074ee7288471'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:21.124824 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "PUT /v2.0/routers/1effd1de-7df9-460e-9daf-074ee7288471/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1173294
Dec 15 18:59:21.126873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:21.130584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55172) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:21.133161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] Routers {'1effd1de-7df9-460e-9daf-074ee7288471'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:21.134513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd20ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1effd1de-7df9-460e-9daf-074ee7288471'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.147000 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:21.147638 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a8160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.182983 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c92e822-4406-4a80-a5f4-f4a3f5254812 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:21.183529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4c92e822-4406-4a80-a5f4-f4a3f5254812 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:21.202619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd20ac0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.214560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] Routers {'1effd1de-7df9-460e-9daf-074ee7288471'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:21.215505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd20ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1effd1de-7df9-460e-9daf-074ee7288471'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.229562 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a8160>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.230029 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f720ea-e926-4cef-99dc-2744fbc7f963 None None] The sync data for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:21.230179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:21.236012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:21.236637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:21.243055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4f59f6c2-0975-449f-9b64-29e8edb96edb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:21.288523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd20ac0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:21.288930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f228bb-93e0-4354-ae0c-d9990e27e116 None None] The sync data for ids ['1effd1de-7df9-460e-9daf-074ee7288471'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:21.313807 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "PUT /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7912643
Dec 15 18:59:21.315152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Allocated IP 172.26.1.191 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/a1d19a34-7d9a-43e3-982d-712f1eff0fd0) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:21.337358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55178) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:21.342934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4c92e822-4406-4a80-a5f4-f4a3f5254812 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:21.344074 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4c92e822-4406-4a80-a5f4-f4a3f5254812 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/cf55fb7f-4b91-46c9-b297-61490eaf10d2 HTTP/1.1" status: 404  len: 333 time: 0.2127080
Dec 15 18:59:21.361101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55182) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:21.462677 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-026d7a06-e6d8-45b0-8c9a-1043b0726051 req-79750cb4-5213-4bf5-8248-be2d89886f0a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1527336
Dec 15 18:59:21.536697 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-c171d841-9ae0-47e6-88da-498e6f33bd00 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:21.537763 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c171d841-9ae0-47e6-88da-498e6f33bd00 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-651596707 HTTP/1.1" status: 404  len: 334 time: 0.1927264
Dec 15 18:59:21.538438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=b74fd8e5-7649-49a7-a338-0fa7808a1d55,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:21.544226 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7712903
Dec 15 18:59:21.545701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:21.545701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55186) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:21.546034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55188) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:21.552390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b74fd8e5-7649-49a7-a338-0fa7808a1d55 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:21.552699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-225dacc7-e26f-4d50-9e3c-ca441558c06e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'router': {'external_gateway_info': {'network_id': '8bd6d2f5-766a-4661-a1bd-032d75767846'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:21.612629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:21.653782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting subnet ae16e5b9-f557-4279-9eb2-4f6052f79e71 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:21.663815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:21.764783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:21.773676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-06b9491f-5f87-4761-899b-2dc04aecf568 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:21.797219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:21.799542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e63743ac-baa0-4c42-95cc-1afefcc41e24 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:21.855668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:21.864169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:21.924226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:21.941714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:21.968764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.128375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Subnet': ['ID=98f38a1c-eddd-445e-a7d2-0c86067ab2ad,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:22.148270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:22.159786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.251482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-225dacc7-e26f-4d50-9e3c-ca441558c06e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.303560 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-225dacc7-e26f-4d50-9e3c-ca441558c06e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] update failed (client error): The resource could not be found.
Dec 15 18:59:22.304506 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-225dacc7-e26f-4d50-9e3c-ca441558c06e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "PUT /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846 HTTP/1.1" status: 404  len: 339 time: 0.7575693
Dec 15 18:59:22.309101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55194) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:22.405484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.466806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port b4fbbb91-3c76-4618-b8d9-7ee739e1d81c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:22.467552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.490246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Checking segment: {'id': '27848bdf-d7d4-496f-96cb-c2e5369d7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:22.490616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network hostable DHCP agents. Network: 25d617c2-5552-4358-bb8e-92d633520ea0, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:22.537564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.802018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b6a0267-3ab6-4363-af20-7ccefa9e9c64 req-959bf0c0-8f44-48cc-bc4f-93f08157b425 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2389121
Dec 15 18:59:22.814211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.819244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e63743ac-baa0-4c42-95cc-1afefcc41e24 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.819490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f6f1c98c-f066-4fca-b66f-df579e134963 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:22.847614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network 25d617c2-5552-4358-bb8e-92d633520ea0 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:22.850906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e63743ac-baa0-4c42-95cc-1afefcc41e24 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.871413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.883794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee7bcf2-3b86-466f-a06d-ffc2c6a8ecb2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:22.915472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.947002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 25d617c2-5552-4358-bb8e-92d633520ea0) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:22.956667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8f33c-0033-481d-b29f-17944d0e8a66 None None] Network 25d617c2-5552-4358-bb8e-92d633520ea0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:22.981216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:22.996750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.012421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:23.019458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:23.032588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.036468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:23.037707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d19a34-7d9a-43e3-982d-712f1eff0fd0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:23.040474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1ff91-965a-4aa7-b68e-8bcb1d215aae None None] Network 520a5927-5947-4468-86c6-548047c6477b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:23.042253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': 'd622fb7e-b370-43af-96e9-5be8159a7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:23.042615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: b74fd8e5-7649-49a7-a338-0fa7808a1d55, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:23.092837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:23.157997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network b74fd8e5-7649-49a7-a338-0fa7808a1d55 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:23.161234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:23.161446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.166361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-049c8016-a965-4785-9bd0-e6c98415ecbf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:23.210064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for b4fbbb91-3c76-4618-b8d9-7ee739e1d81c owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:23.236402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:23.244384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b74fd8e5-7649-49a7-a338-0fa7808a1d55) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:23.267486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e63743ac-baa0-4c42-95cc-1afefcc41e24 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.267948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63743ac-baa0-4c42-95cc-1afefcc41e24 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Fanout notify agent at l3_agent the message router_deleted on router 1effd1de-7df9-460e-9daf-074ee7288471 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:59:23.287888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e63743ac-baa0-4c42-95cc-1afefcc41e24 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.291481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e63743ac-baa0-4c42-95cc-1afefcc41e24 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/routers/1effd1de-7df9-460e-9daf-074ee7288471 HTTP/1.1" status: 204  len: 168 time: 1.9246185
Dec 15 18:59:23.291630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b96d95-2432-4fa4-8643-dc3dbe8b4c8a None None] Network b74fd8e5-7649-49a7-a338-0fa7808a1d55 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:23.295395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=ae16e5b9-f557-4279-9eb2-4f6052f79e71,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:23.301860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55204) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:23.315194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:23.315975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.343245 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aa914a8f-251f-4728-b8b1-2e5cbdfc9cca tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/ae16e5b9-f557-4279-9eb2-4f6052f79e71 HTTP/1.1" status: 204  len: 168 time: 2.3966069
Dec 15 18:59:23.385372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55208) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:23.435388 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8844554
Dec 15 18:59:23.440431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55212) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:23.454092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-788189329'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:23.479243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:23.479883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.480628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-25d617c2-5552-4358-bb8e-92d633520ea0', 'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0', 'tenant_id': '1a5741127ce24c3e8df35e906d6d652f', 'fixed_ips': [{'subnet_id': '98f38a1c-eddd-445e-a7d2-0c86067ab2ad'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:23.481690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.509997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event updated for resources: {'Subnet': ['ID=aaa3cf56-42f1-4acb-b265-a8de002aed43,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:23.542777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:23.548747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:23.549123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:23.549828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Checking segment: {'id': 'f41d10db-c750-4fa1-af1b-871e9fa4cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:23.550174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network hostable DHCP agents. Network: 35df659c-d73b-4974-a32a-6264fd5a9d08, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:23.572848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 4.4464293
Dec 15 18:59:23.574140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55216) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:23.623214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.191'}]}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:23.637846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:23.656608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Usage tracker for resource:router and tenant:8ccbb28233634b7d8656b8912d53edd4 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:23.661138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:23.674129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:23.719367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Network 35df659c-d73b-4974-a32a-6264fd5a9d08 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:23.733391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.733971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.743113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 59954361-26d6-4781-ba46-7a13f3909b32 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:23.751019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.768619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-b74fd8e5-7649-49a7-a338-0fa7808a1d55', 'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55', 'tenant_id': 'ef901354a8444519a39785ed6f7c3662', 'fixed_ips': [{'subnet_id': '45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:23.769753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.788433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 35df659c-d73b-4974-a32a-6264fd5a9d08) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:23.801723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:23.804917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:23.805322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:23.806147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.806375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:23.809679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:23.813339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f294ab-a018-456c-b5ad-df8fb89082db None None] Network 35df659c-d73b-4974-a32a-6264fd5a9d08 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:23.816873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:23.876455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:23.879858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.913142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:23.932535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 58472184-3e9a-423f-a763-0f1ac0d012a4 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:23.943036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Allocated IP 172.20.0.2 (25d617c2-5552-4358-bb8e-92d633520ea0/98f38a1c-eddd-445e-a7d2-0c86067ab2ad/06c61c24-7689-4e9c-a544-49e90e7dfcbe) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:23.997543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting subnet 879e69a8-b248-40f0-ad66-f93a9bb8221c {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:24.005566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.095426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.132999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.203567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.247191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.348479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ff8ad4d-4f40-4ad5-9154-837dfc1ba5fe req-e3cea05a-72d1-489b-8f70-a0f534491cdc tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2219908
Dec 15 18:59:24.351490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Allocated IP 172.20.0.1 (dc119512-4a7e-41c5-b341-389fae803722/6909dec0-dfbd-4702-a14b-be1f1fcba850/d32a250c-a017-48dc-b74a-6d0d0ecb7a2d) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:24.394253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 6.2314248
Dec 15 18:59:24.394470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Allocated IP 2001:db8::2 (b74fd8e5-7649-49a7-a338-0fa7808a1d55/45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf/f68962c7-f188-4d43-8d10-6ae29ca6de77) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:24.396419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.408996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55226) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:24.409745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6fc9c6a7-274a-4b9d-9a8b-6e7ad8ccafbb tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:24.444950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.457843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.459138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc223c-490c-4b57-8cea-979082a70401 None None] Network 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:24.466384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-905a06ca-b0d1-4987-b73b-878d849021c4 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:24.507089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.519988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=879e69a8-b248-40f0-ad66-f93a9bb8221c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:24.521042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-35df659c-d73b-4974-a32a-6264fd5a9d08', 'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08', 'tenant_id': '1a5741127ce24c3e8df35e906d6d652f', 'fixed_ips': [{'subnet_id': 'aaa3cf56-42f1-4acb-b265-a8de002aed43'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:24.522602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.525676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:24.533346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.615706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc3d02-55bc-4e01-9aef-a14eb1fff757 None None] Network 520a5927-5947-4468-86c6-548047c6477b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:24.618720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=59954361-26d6-4781-ba46-7a13f3909b32,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:24.630518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:24.636366 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/59954361-26d6-4781-ba46-7a13f3909b32 HTTP/1.1" status: 204  len: 168 time: 1.3313174
Dec 15 18:59:24.636366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9fd8e48f-8f6e-4590-ba5d-7c06afe03b31 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:24.664815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55230) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:24.690374 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/879e69a8-b248-40f0-ad66-f93a9bb8221c HTTP/1.1" status: 204  len: 168 time: 1.3038774
Dec 15 18:59:24.699034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55234) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:24.721886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=b4fbbb91-3c76-4618-b8d9-7ee739e1d81c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:24.760150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:24.813566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.824406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9625f16-3364-4b4f-80e8-414f104d0659 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:24.825777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9625f16-3364-4b4f-80e8-414f104d0659 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:24.827731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9625f16-3364-4b4f-80e8-414f104d0659 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:24.828505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b9625f16-3364-4b4f-80e8-414f104d0659 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Synchronizing usage tracker for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:24.848103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.850462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Transition to ACTIVE for port object d32a250c-a017-48dc-b74a-6d0d0ecb7a2d will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:24.865644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port 5276519d-df83-4854-a6cf-370fc2c7aeb3 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:24.866138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.907479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.932896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.943456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b9625f16-3364-4b4f-80e8-414f104d0659 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Unset dirty status for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:24.947753 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b9625f16-3364-4b4f-80e8-414f104d0659 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.4394956
Dec 15 18:59:24.953470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55238) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:24.956248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.988543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:24.997056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1bc6614e-67eb-4190-b5df-749f8683fd08 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:25.038227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port b3b09935-264f-41bc-b2b9-7adbe5c767b8 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:25.038647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.071664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Transition to ACTIVE for port object 06c61c24-7689-4e9c-a544-49e90e7dfcbe will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:25.102859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network dc119512-4a7e-41c5-b341-389fae803722 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:25.122918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:25.126565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:25.136057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-960411f0-a1a7-40a5-9591-a6e35285631c None None] Provisioning complete for port 5276519d-df83-4854-a6cf-370fc2c7aeb3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:25.136566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-960411f0-a1a7-40a5-9591-a6e35285631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.247809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.254279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Port': ['ID=d32a250c-a017-48dc-b74a-6d0d0ecb7a2d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:25.257749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:25.279064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Transition to ACTIVE for port object 06c61c24-7689-4e9c-a544-49e90e7dfcbe will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:25.319541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Transition to ACTIVE for port object f68962c7-f188-4d43-8d10-6ae29ca6de77 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:25.354170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.361494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.365544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f48855e-7921-41d5-9414-58dbea23eb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:25.377208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port 5276519d-df83-4854-a6cf-370fc2c7aeb3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5276519d-df83-4854-a6cf-370fc2c7aeb3,segment=NetworkSegment(e91aacd7-750f-42a3-973d-c4e1d44e1a11),segment_id=e91aacd7-750f-42a3-973d-c4e1d44e1a11)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:25.377519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.440212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] For port b3b09935-264f-41bc-b2b9-7adbe5c767b8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b3b09935-264f-41bc-b2b9-7adbe5c767b8,segment=NetworkSegment(17816e20-6d1e-4595-82d0-a63269a04f6b),segment_id=17816e20-6d1e-4595-82d0-a63269a04f6b)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:25.440490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.461922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Pushing event updated for resources: {'Port': ['ID=06c61c24-7689-4e9c-a544-49e90e7dfcbe,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:25.465264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Transition to ACTIVE for port object f68962c7-f188-4d43-8d10-6ae29ca6de77 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:25.473811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:25.498238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.507947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:25.542334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Allocated IP 172.20.0.18 (35df659c-d73b-4974-a32a-6264fd5a9d08/aaa3cf56-42f1-4acb-b265-a8de002aed43/e2df1ca3-b464-4920-877c-af828b220e60) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:25.553937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Network 25d617c2-5552-4358-bb8e-92d633520ea0 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:25.555869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for 5276519d-df83-4854-a6cf-370fc2c7aeb3 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:25.566492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:25.592394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for b3b09935-264f-41bc-b2b9-7adbe5c767b8 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:25.613071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:25.679998 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-946a4a6b-4759-46eb-a08a-74526008e481 req-260c6713-a2eb-4243-8acc-be02688161ce tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1348987
Dec 15 18:59:25.689634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Pushing event updated for resources: {'Port': ['ID=f68962c7-f188-4d43-8d10-6ae29ca6de77,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:25.696375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Network b74fd8e5-7649-49a7-a338-0fa7808a1d55 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:25.758816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:25.765939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:25.767792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03136e6-0bea-4079-894a-283bb635bbb4 None None] DHCP port deletion for 6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:25.772224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:25.788969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Deleting subnet 98f38a1c-eddd-445e-a7d2-0c86067ab2ad {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:25.814424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.868946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::c2 (b74fd8e5-7649-49a7-a338-0fa7808a1d55/45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf/58472184-3e9a-423f-a763-0f1ac0d012a4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:25.911448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.921923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce302a91-efff-469f-b6f0-daddb724ed81 None None] DHCP port deletion for 520a5927-5947-4468-86c6-548047c6477b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:25.931878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c03136e6-0bea-4079-894a-283bb635bbb4 None None] Deleting port b3b09935-264f-41bc-b2b9-7adbe5c767b8 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:25.932649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c03136e6-0bea-4079-894a-283bb635bbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.961132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.961660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:25.972671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:25.976955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.008812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.010399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6b01d7f1-924c-4e70-b2b0-b5541b8e28f6 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:26.026320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=b3b09935-264f-41bc-b2b9-7adbe5c767b8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:26.061289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:26.074380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No DVR routers for this DVR port b3b09935-264f-41bc-b2b9-7adbe5c767b8 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:26.088319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c03136e6-0bea-4079-894a-283bb635bbb4 None None] The port 'b3b09935-264f-41bc-b2b9-7adbe5c767b8' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:26.094952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Port': ['ID=5276519d-df83-4854-a6cf-370fc2c7aeb3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:26.097590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:26.112553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Attempting to bind port 06c61c24-7689-4e9c-a544-49e90e7dfcbe on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:26.112934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Attempting to bind port 06c61c24-7689-4e9c-a544-49e90e7dfcbe by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '27848bdf-d7d4-496f-96cb-c2e5369d7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:26.113351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Attempting to bind port 06c61c24-7689-4e9c-a544-49e90e7dfcbe on network 25d617c2-5552-4358-bb8e-92d633520ea0 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:26.174113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5276519d-df83-4854-a6cf-370fc2c7aeb3 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:26.189618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No DVR routers for this DVR port 5276519d-df83-4854-a6cf-370fc2c7aeb3 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:26.212876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:26.213773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Checking segment: {'id': '27848bdf-d7d4-496f-96cb-c2e5369d7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:26.213773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.214072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Bound using segment: {'id': '27848bdf-d7d4-496f-96cb-c2e5369d7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:26.214562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Bound port: 06c61c24-7689-4e9c-a544-49e90e7dfcbe, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27848bdf-d7d4-496f-96cb-c2e5369d7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '25d617c2-5552-4358-bb8e-92d633520ea0'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:26.214939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.223797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.227813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 5276519d-df83-4854-a6cf-370fc2c7aeb3 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:26.228168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5276519d-df83-4854-a6cf-370fc2c7aeb3 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:26.228596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3b09935-264f-41bc-b2b9-7adbe5c767b8 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:26.267025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Attempting to bind port f68962c7-f188-4d43-8d10-6ae29ca6de77 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:26.267326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Attempting to bind port f68962c7-f188-4d43-8d10-6ae29ca6de77 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd622fb7e-b370-43af-96e9-5be8159a7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:26.267816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Attempting to bind port f68962c7-f188-4d43-8d10-6ae29ca6de77 on network b74fd8e5-7649-49a7-a338-0fa7808a1d55 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:26.299248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: b3b09935-264f-41bc-b2b9-7adbe5c767b8 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:26.299599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3b09935-264f-41bc-b2b9-7adbe5c767b8 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:26.323164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.332299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2ed3c868-e481-449f-b35e-53e32f164d69 None None] Provisioning for port d32a250c-a017-48dc-b74a-6d0d0ecb7a2d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:26.367343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:26.367628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.368179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Checking segment: {'id': 'd622fb7e-b370-43af-96e9-5be8159a7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:26.368587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.368994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Bound using segment: {'id': 'd622fb7e-b370-43af-96e9-5be8159a7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:26.369509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Bound port: f68962c7-f188-4d43-8d10-6ae29ca6de77, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd622fb7e-b370-43af-96e9-5be8159a7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b74fd8e5-7649-49a7-a338-0fa7808a1d55'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:26.370089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.402579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2ed3c868-e481-449f-b35e-53e32f164d69 None None] Provisioning complete for port d32a250c-a017-48dc-b74a-6d0d0ecb7a2d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:26.403227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ed3c868-e481-449f-b35e-53e32f164d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.422295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9a7cd0>,) {'filters': {'network_id': ['6fbae4f3-c7e1-435c-a6fb-a153796f4bb7']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:26.452250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9a7cd0>, '17816e20-6d1e-4595-82d0-a63269a04f6b') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:26.452471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9a7cd0>, '17816e20-6d1e-4595-82d0-a63269a04f6b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:26.501351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.524749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.543573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3c868-e481-449f-b35e-53e32f164d69 None None] Port d32a250c-a017-48dc-b74a-6d0d0ecb7a2d cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:26.550517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Transition to ACTIVE for port object e2df1ca3-b464-4920-877c-af828b220e60 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:26.566926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] For port 06c61c24-7689-4e9c-a544-49e90e7dfcbe, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:26.593875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.598083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] For port 06c61c24-7689-4e9c-a544-49e90e7dfcbe, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06c61c24-7689-4e9c-a544-49e90e7dfcbe,segment=NetworkSegment(27848bdf-d7d4-496f-96cb-c2e5369d7292),segment_id=27848bdf-d7d4-496f-96cb-c2e5369d7292)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:26.608868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.614081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Transition to ACTIVE for port object e2df1ca3-b464-4920-877c-af828b220e60 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:26.615130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:26.633592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:26.633990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.642315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:26.652674 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:26.655164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] For port f68962c7-f188-4d43-8d10-6ae29ca6de77, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:26.662765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.687007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] For port f68962c7-f188-4d43-8d10-6ae29ca6de77, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f68962c7-f188-4d43-8d10-6ae29ca6de77,segment=NetworkSegment(d622fb7e-b370-43af-96e9-5be8159a7f8d),segment_id=d622fb7e-b370-43af-96e9-5be8159a7f8d)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:26.703399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.709636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Network 35df659c-d73b-4974-a32a-6264fd5a9d08 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:26.718572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.722688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:26.729393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:26.731323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec37c9a0>,) {'filters': {'network_id': ['520a5927-5947-4468-86c6-548047c6477b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:26.742945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.746661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Pushing event updated for resources: {'Port': ['ID=06c61c24-7689-4e9c-a544-49e90e7dfcbe,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:26.750788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:26.753134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:26.776290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.782286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a153d26-1cd1-45e1-b9b5-d62eb7e95233 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:26.805008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.809333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.815896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 58472184-3e9a-423f-a763-0f1ac0d012a4 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:26.827058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec37c9a0>, 'e91aacd7-750f-42a3-973d-c4e1d44e1a11') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:26.827347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec37c9a0>, 'e91aacd7-750f-42a3-973d-c4e1d44e1a11') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:26.860520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.969453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.974932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:26.983354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Pushing event updated for resources: {'Port': ['ID=e2df1ca3-b464-4920-877c-af828b220e60,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:26.994032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:26.994486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:27.010292 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:27.025335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Attempting to bind port e2df1ca3-b464-4920-877c-af828b220e60 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:27.025733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Attempting to bind port e2df1ca3-b464-4920-877c-af828b220e60 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'f41d10db-c750-4fa1-af1b-871e9fa4cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:27.026100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Attempting to bind port e2df1ca3-b464-4920-877c-af828b220e60 on network 35df659c-d73b-4974-a32a-6264fd5a9d08 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:27.034687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=6fbae4f3-c7e1-435c-a6fb-a153796f4bb7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:27.050453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.062592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:27.063216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Checking segment: {'id': 'f41d10db-c750-4fa1-af1b-871e9fa4cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:27.064012 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-37c903e8-4b83-4ab1-bcbe-0cb28bb863d9 req-653e3e23-f129-4ee1-bcd3-2956fa334c96 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1584549
Dec 15 18:59:27.071278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.071278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Bound using segment: {'id': 'f41d10db-c750-4fa1-af1b-871e9fa4cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:27.071603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Bound port: e2df1ca3-b464-4920-877c-af828b220e60, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41d10db-c750-4fa1-af1b-871e9fa4cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '35df659c-d73b-4974-a32a-6264fd5a9d08'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:27.082118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.126052 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/6fbae4f3-c7e1-435c-a6fb-a153796f4bb7 HTTP/1.1" status: 204  len: 168 time: 2.4573555
Dec 15 18:59:27.133401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55246) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:27.145136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.157733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3c6d34f-a079-4feb-ad0b-8a9c11fe8437 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:27.205565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Pushing event updated for resources: {'Port': ['ID=f68962c7-f188-4d43-8d10-6ae29ca6de77,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:27.210822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.211400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:27.212092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.226265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.252702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] For port e2df1ca3-b464-4920-877c-af828b220e60, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:27.256031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.256530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] For port e2df1ca3-b464-4920-877c-af828b220e60, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2df1ca3-b464-4920-877c-af828b220e60,segment=NetworkSegment(f41d10db-c750-4fa1-af1b-871e9fa4cd56),segment_id=f41d10db-c750-4fa1-af1b-871e9fa4cd56)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:27.262122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.270207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.274987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7f8f232e-2be8-42c5-9901-0f88f5fb66f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:27.316748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network b74fd8e5-7649-49a7-a338-0fa7808a1d55 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:27.327223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:27.331483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:27.336203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:27.336985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.345280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=58472184-3e9a-423f-a763-0f1ac0d012a4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:27.348897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.351719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.358400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:27.428034 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/520a5927-5947-4468-86c6-548047c6477b HTTP/1.1" status: 204  len: 168 time: 2.7278559
Dec 15 18:59:27.429696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:59:27.434382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Pushing event updated for resources: {'Port': ['ID=e2df1ca3-b464-4920-877c-af828b220e60,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:27.446164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.447276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Subnet': ['ID=98f38a1c-eddd-445e-a7d2-0c86067ab2ad,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:27.450239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.451861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55250) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:27.461252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.465220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d141bef9-9113-48d7-9676-b73bfb854095 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:27.484841 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/subnets/98f38a1c-eddd-445e-a7d2-0c86067ab2ad HTTP/1.1" status: 204  len: 168 time: 2.5280619
Dec 15 18:59:27.488814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55254) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:27.529799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.559364 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 4.1133585
Dec 15 18:59:27.593822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=520a5927-5947-4468-86c6-548047c6477b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:27.595429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55258) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:27.610941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.615392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3613637-799e-4ac8-9952-4f8a1a377a72 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:27.648386 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7666de-0d80-46b9-bd3b-ffd98fd1f057 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:27.649042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7666de-0d80-46b9-bd3b-ffd98fd1f057 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:27.650493 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3d7666de-0d80-46b9-bd3b-ffd98fd1f057 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/631081db-ee26-46de-9036-7a6e999d60c3 HTTP/1.1" status: 404  len: 337 time: 0.1665373
Dec 15 18:59:27.686494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55262) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:27.698664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85accd1-332a-4254-b9d6-df51890a553d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:27.699236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e85accd1-332a-4254-b9d6-df51890a553d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:27.814754 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dade17-8c01-4119-a81a-a90c42680da1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:27.815187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dade17-8c01-4119-a81a-a90c42680da1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:27.816769 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f8dade17-8c01-4119-a81a-a90c42680da1 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/124f4a37-20fc-49bd-b2b1-be2eda54d353 HTTP/1.1" status: 404  len: 339 time: 0.1152599
Dec 15 18:59:27.817569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.828041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55266) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:27.843703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event updated for resources: {'Port': ['ID=d32a250c-a017-48dc-b74a-6d0d0ecb7a2d,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:27.858243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.863330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e85accd1-332a-4254-b9d6-df51890a553d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:27.864482 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e85accd1-332a-4254-b9d6-df51890a553d tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/d2ad51c4-8c13-471e-a481-f1c3a1caeed3 HTTP/1.1" status: 200  len: 841 time: 0.7294528
Dec 15 18:59:27.868438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55270) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:27.885460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:27.893817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 58472184-3e9a-423f-a763-0f1ac0d012a4 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:27.894161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.909835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:27.984742 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0103ba3b-50bd-43d0-97ea-3ee5fe01f65d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:27.985059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0103ba3b-50bd-43d0-97ea-3ee5fe01f65d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:27.986747 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0103ba3b-50bd-43d0-97ea-3ee5fe01f65d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/ab6a18ac-79fb-4510-8f24-b89f5a5c11a1 HTTP/1.1" status: 404  len: 337 time: 0.1516566
Dec 15 18:59:27.996944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55276) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:28.090516 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-20f70dd2-5d2b-49b3-92c7-e9d63aac3ba7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/d2ad51c4-8c13-471e-a481-f1c3a1caeed3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2188807
Dec 15 18:59:28.094917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55280) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:28.098146 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ed5253-a212-40c7-ab8f-ce89ec60568c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:28.098750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ed5253-a212-40c7-ab8f-ce89ec60568c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:28.112928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:28.127307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:28.127668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cba7fa3f-6f30-46c5-832a-fc1c4de4a8e1 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:59:28.157826 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-54ed5253-a212-40c7-ab8f-ce89ec60568c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/30eb07f4-fd24-4ef3-95fa-1f0c6df132ea HTTP/1.1" status: 404  len: 339 time: 0.1585732
Dec 15 18:59:28.158875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55288) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:28.320288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06c61c24-7689-4e9c-a544-49e90e7dfcbe up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:28.372333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:28.375366 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:59:28.376951 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-635e55a4-ac5f-4ef6-9e78-9d1a184dd8f0 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.8012216
Dec 15 18:59:28.381208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55292) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:28.387959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:28.441178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 06c61c24-7689-4e9c-a544-49e90e7dfcbe completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:28.447168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2df1ca3-b464-4920-877c-af828b220e60 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:28.507991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:28.542061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:28.552707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e2df1ca3-b464-4920-877c-af828b220e60 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:28.561235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f68962c7-f188-4d43-8d10-6ae29ca6de77 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:28.587215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:28.615597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Deleting port a1d19a34-7d9a-43e3-982d-712f1eff0fd0 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:28.615810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:28.636209 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc331f3-e8dc-485e-acf1-40f29dff8885 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:28.637000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc331f3-e8dc-485e-acf1-40f29dff8885 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:28.641797 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cbc331f3-e8dc-485e-acf1-40f29dff8885 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/0a3687ea-7afd-47fc-92ee-c53cb1fcf531 HTTP/1.1" status: 404  len: 337 time: 0.4640234
Dec 15 18:59:28.642387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55298) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:28.652317 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-181dc8ec-a743-4b67-bb5d-c53b8e6739c6 req-2f74d763-4576-401f-8b19-53fb717337be tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.4011729
Dec 15 18:59:28.655487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Deleting subnet aaa3cf56-42f1-4acb-b265-a8de002aed43 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:28.659188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:28.663289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263cd8a5-8b8b-4359-b5aa-aa27532fdd6f None None] Network 25d617c2-5552-4358-bb8e-92d633520ea0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:28.789879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Provisioning for port 06c61c24-7689-4e9c-a544-49e90e7dfcbe completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:28.813656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Provisioning complete for port 06c61c24-7689-4e9c-a544-49e90e7dfcbe triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:28.814320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:28.859734 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-99501c3f-bdf4-497f-bb9f-04bbefe5f05a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:28.860180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99501c3f-bdf4-497f-bb9f-04bbefe5f05a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:28.862475 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99501c3f-bdf4-497f-bb9f-04bbefe5f05a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/b3ae3ee7-ac69-4b32-b4e5-d79af0151b72 HTTP/1.1" status: 404  len: 339 time: 0.2140715
Dec 15 18:59:28.876283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55302) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:28.909701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port f68962c7-f188-4d43-8d10-6ae29ca6de77 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:28.926940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:28.969911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Network dc119512-4a7e-41c5-b341-389fae803722 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:28.981032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:29.023020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d0553-968e-4b71-8513-8d57181074e1 None None] Network b74fd8e5-7649-49a7-a338-0fa7808a1d55 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:29.103468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.190589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.257549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Calling delete_port for a1d19a34-7d9a-43e3-982d-712f1eff0fd0 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:29.315532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.368346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] For port 06c61c24-7689-4e9c-a544-49e90e7dfcbe, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06c61c24-7689-4e9c-a544-49e90e7dfcbe,segment=NetworkSegment(27848bdf-d7d4-496f-96cb-c2e5369d7292),segment_id=27848bdf-d7d4-496f-96cb-c2e5369d7292)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:29.385615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 58472184-3e9a-423f-a763-0f1ac0d012a4 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:29.406326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.416168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca797b4e-6a29-4dd7-a384-929df8c87ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:29.451510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.461211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ecbd6-2d23-423a-820f-14ee10291854 None None] Network 35df659c-d73b-4974-a32a-6264fd5a9d08 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:29.511490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.582384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] DHCP port deletion for 25d617c2-5552-4358-bb8e-92d633520ea0 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:29.607505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Deleting port 06c61c24-7689-4e9c-a544-49e90e7dfcbe {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:29.607994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.615722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:59:29.684426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Pushing event updated for resources: {'Port': ['ID=06c61c24-7689-4e9c-a544-49e90e7dfcbe,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:29.713012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:29.755989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Provisioning for port f68962c7-f188-4d43-8d10-6ae29ca6de77 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:29.761096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.769137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Provisioning complete for port f68962c7-f188-4d43-8d10-6ae29ca6de77 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:29.769680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.773635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-76e3109a-5654-40f7-b69d-ef4e1432ee60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:29.808122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.841151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=58472184-3e9a-423f-a763-0f1ac0d012a4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:29.844526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:29.849792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1e90d225-ea05-4739-846b-44624c912af7 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:29.923065 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee946741-3512-4d39-9706-40072ab55f21 req-771c711a-0dbc-41de-b7ff-ede33c4f2bbd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1119227
Dec 15 18:59:29.933920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.940750 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa3cf56-42f1-4acb-b265-a8de002aed43,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:29.943427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:29.951713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.964610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting subnet eb98dc87-2333-4299-b8cb-6457a1c9e254 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:29.970809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55310) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:29.972063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:29.976416 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/58472184-3e9a-423f-a763-0f1ac0d012a4 HTTP/1.1" status: 204  len: 168 time: 2.3699584
Dec 15 18:59:29.981816 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/subnets/aaa3cf56-42f1-4acb-b265-a8de002aed43 HTTP/1.1" status: 204  len: 168 time: 2.4919233
Dec 15 18:59:29.982912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55312) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:30.049491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Router 8bd6d2f5-766a-4661-a1bd-032d75767846 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:59:30.072693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6602a-c0e2-4faa-b981-c59d10474bc5 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:30.073518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71f6602a-c0e2-4faa-b981-c59d10474bc5 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Synchronizing usage tracker for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:30.074437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.113162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-525fc87e-7692-4acb-8766-9f91f10c9090 tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:30.141893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 06c61c24-7689-4e9c-a544-49e90e7dfcbe no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:30.167592 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad33415-9433-41b9-bf16-29d3b2872bdd tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:30.168248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3ad33415-9433-41b9-bf16-29d3b2872bdd tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:30.185080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d19a34-7d9a-43e3-982d-712f1eff0fd0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:30.225630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] For port 06c61c24-7689-4e9c-a544-49e90e7dfcbe, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=06c61c24-7689-4e9c-a544-49e90e7dfcbe,segment=NetworkSegment(27848bdf-d7d4-496f-96cb-c2e5369d7292),segment_id=27848bdf-d7d4-496f-96cb-c2e5369d7292)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:30.226032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.243917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:30.256384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.274879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71f6602a-c0e2-4faa-b981-c59d10474bc5 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Unset dirty status for tenant:1a5741127ce24c3e8df35e906d6d652f on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:30.282476 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-71f6602a-c0e2-4faa-b981-c59d10474bc5 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2968495
Dec 15 18:59:30.283106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55318) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:30.370139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3ad33415-9433-41b9-bf16-29d3b2872bdd tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:30.370643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.372168 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3ad33415-9433-41b9-bf16-29d3b2872bdd tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/58472184-3e9a-423f-a763-0f1ac0d012a4 HTTP/1.1" status: 404  len: 333 time: 0.3689721
Dec 15 18:59:30.388823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55322) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:30.390773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Calling delete_port for 06c61c24-7689-4e9c-a544-49e90e7dfcbe owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:30.524438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] DHCP port deletion for 35df659c-d73b-4974-a32a-6264fd5a9d08 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:30.549497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Deleting port e2df1ca3-b464-4920-877c-af828b220e60 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:30.550440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.594289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.609450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Deleting port e2df1ca3-b464-4920-877c-af828b220e60 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:30.609780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.625141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] For port f68962c7-f188-4d43-8d10-6ae29ca6de77, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f68962c7-f188-4d43-8d10-6ae29ca6de77,segment=NetworkSegment(d622fb7e-b370-43af-96e9-5be8159a7f8d),segment_id=d622fb7e-b370-43af-96e9-5be8159a7f8d)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:30.633580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.641496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.658713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.661892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7a8f3bac-f944-47db-b35b-d154f2e073da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:30.751354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.810889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d19d30b0-5bac-410c-af8e-0b4f9dcc0df4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:30.843192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet 45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:30.848949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.851615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:30.856213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.861902 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "PUT /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5516973
Dec 15 18:59:30.862717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55326) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:30.868586 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] Sync routers for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:30.889462 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:30.891336 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf700>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:30.912454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:30.918648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] No DVR routers for this DVR port 06c61c24-7689-4e9c-a544-49e90e7dfcbe on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:30.920704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:30.928695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a1d19a34-7d9a-43e3-982d-712f1eff0fd0 HTTP/1.1" status: 204  len: 168 time: 2.5453279
Dec 15 18:59:30.932508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Provisioning complete for port d32a250c-a017-48dc-b74a-6d0d0ecb7a2d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:30.932891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.935967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:30.936875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.968176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] For port e2df1ca3-b464-4920-877c-af828b220e60, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2df1ca3-b464-4920-877c-af828b220e60,segment=NetworkSegment(f41d10db-c750-4fa1-af1b-871e9fa4cd56),segment_id=f41d10db-c750-4fa1-af1b-871e9fa4cd56)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:30.968176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:30.971974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645bf31b-82cf-478d-b50f-e76106603e0a None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:30.972218 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8656044
Dec 15 18:59:30.975531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55332) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:31.016684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.019086 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf700>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.031609 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:31.032279 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf700>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.056777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1704025227'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:31.061904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:31.066348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:31.075605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.095883 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf700>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.096213 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d577f89-6fed-4149-9500-560afde2ef21 None None] The sync data for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:31.123325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:31.141525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:31.151851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:31.165617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "PUT /v2.0/routers/4b0ab7ee-950f-455b-b1af-73fe70a67fe6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8547876
Dec 15 18:59:31.167030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:31.182414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55338) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:31.190177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:31.199301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Calling delete_port for e2df1ca3-b464-4920-877c-af828b220e60 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:31.329669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.338477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] For port e2df1ca3-b464-4920-877c-af828b220e60, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2df1ca3-b464-4920-877c-af828b220e60,segment=NetworkSegment(f41d10db-c750-4fa1-af1b-871e9fa4cd56),segment_id=f41d10db-c750-4fa1-af1b-871e9fa4cd56)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:31.338880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.339240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:31.407418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55344) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:31.434172 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-15634812-33bf-40c8-8e12-225c22fa5424 req-f2c2e37f-7316-482e-9758-a6f49888eacd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1530621
Dec 15 18:59:31.456791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.464516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Calling delete_port for e2df1ca3-b464-4920-877c-af828b220e60 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:31.489120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Port': ['ID=e2df1ca3-b464-4920-877c-af828b220e60,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:31.502549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:31.512304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] No DVR routers for this DVR port e2df1ca3-b464-4920-877c-af828b220e60 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:31.521349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] Sync routers for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:31.523784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Pushing event updated for resources: {'Port': ['ID=f68962c7-f188-4d43-8d10-6ae29ca6de77,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:31.525612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.563918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:31.578186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group_rule and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:31.584343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:31.588671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:31.591564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f8228e67-21ff-4d3e-af96-00e9417cea56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.807s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:31.593950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:31.601207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.615538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:31.654936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Pushing event deleted for resources: {'Port': ['ID=06c61c24-7689-4e9c-a544-49e90e7dfcbe,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:31.674881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:31.675056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.676395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:31.676890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4f32e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.689390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=eb98dc87-2333-4299-b8cb-6457a1c9e254,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:31.701700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:31.705795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec772130>,) {'filters': {'network_id': ['35df659c-d73b-4974-a32a-6264fd5a9d08']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.708873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.722991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.728340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec772130>, 'f41d10db-c750-4fa1-af1b-871e9fa4cd56') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.728653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec772130>, 'f41d10db-c750-4fa1-af1b-871e9fa4cd56') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.743031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.749600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Port d32a250c-a017-48dc-b74a-6d0d0ecb7a2d cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:31.754181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4f32e0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.757202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f942e41-3771-44c5-8cc3-92a72c21e11b None None] Network fc469145-6903-47f7-af09-02253c3e2572 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:31.763287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.770989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:31.771383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.827436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.843486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Could not find standard attr ID for object e2df1ca3-b464-4920-877c-af828b220e60. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:59:31.845320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9bde623e-e814-4cca-a218-88df91d9778d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:31.856706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:31.857612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:31.882446 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:31.886414 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/eb98dc87-2333-4299-b8cb-6457a1c9e254 HTTP/1.1" status: 204  len: 168 time: 3.0074408
Dec 15 18:59:31.891191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55350) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:31.903543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:31.905106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.915257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:31.916144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:31.920199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.923507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] Routers {'4b0ab7ee-950f-455b-b1af-73fe70a67fe6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:31.924258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4f32e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:31.925277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Usage tracker for resource:security_group_rule and tenant:3acd5525d5fd4469934aebdbc141a894 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:31.929647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:31.931376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3abc3a99-4fb6-45fa-b0f6-ff763a60ef67 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:31.932713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.940112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.943821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:31.949193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:31.949384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5980753-1bb3-4966-a356-a88cd94e9876 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:31.971171 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf HTTP/1.1" status: 204  len: 168 time: 1.5682826
Dec 15 18:59:31.973402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Network': ['ID=35df659c-d73b-4974-a32a-6264fd5a9d08,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:31.977733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55354) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:32.014059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf27089f-837f-449f-95f3-13fc54502d04 None None] Network b74fd8e5-7649-49a7-a338-0fa7808a1d55 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:32.015726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.017343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0234923
Dec 15 18:59:32.019891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55358) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:32.025447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312508642'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:32.032744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c6d13-de35-47f5-98fd-5dff38ccbb48,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:32.035450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:32.041719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:32.045689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:32.053216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:32.057288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4f32e0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:32.057758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5bf5e-d3d0-4c95-96cf-b8f671a9e20b None None] The sync data for ids ['4b0ab7ee-950f-455b-b1af-73fe70a67fe6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:32.059498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-988f3c04-b7fd-4d32-a57a-6a29d080694a None None] Could not find standard attr ID for object 58472184-3e9a-423f-a763-0f1ac0d012a4. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 18:59:32.062298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:32.070332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:32.082171 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/networks/35df659c-d73b-4974-a32a-6264fd5a9d08 HTTP/1.1" status: 204  len: 168 time: 1.7961292
Dec 15 18:59:32.086919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55362) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:32.134770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'tenant_id': 'fdcbeb07ae94494a9489a19c8bfa9f72', 'fixed_ips': [{'subnet_id': '7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:32.135519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.137526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.184642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.196205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-988f3c04-b7fd-4d32-a57a-6a29d080694a None None] Provisioning complete for port f68962c7-f188-4d43-8d10-6ae29ca6de77 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:32.196580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-988f3c04-b7fd-4d32-a57a-6a29d080694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.200173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.212744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.220733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b24b9009-ca48-4547-833a-1374231d31f7 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.261367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f68962c7-f188-4d43-8d10-6ae29ca6de77 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:32.289722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.316800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.329195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-123e9b9f-f7f4-422f-908c-7fe9ef70bcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:32.342633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.381633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:32.401325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group_rule and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:32.407995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:32.411714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac8a90-461b-4247-82a0-4aee38ac11f9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:32.420866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:32.429601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:32.451902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Deleting port e2df1ca3-b464-4920-877c-af828b220e60 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:32.452538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.456775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port 64825d85-6806-4aa4-af6d-db4b50ad4635 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:32.457217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.467102 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3acd5525d5fd4469934aebdbc141a894&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0507209
Dec 15 18:59:32.476421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55366) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:32.509839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port f68962c7-f188-4d43-8d10-6ae29ca6de77 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:32.510307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.583558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2cdde3f4-e1a7-4602-bd68-4393cce8eeed None None] The port 'e2df1ca3-b464-4920-877c-af828b220e60' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:32.678118 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd2f9f00-feb2-408b-b23e-7a5f10462f58 req-cd6a9e80-66d9-4d84-bdb0-d19f8cfef121 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1214712
Dec 15 18:59:32.727601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Allocated IP 172.20.0.2 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611/90c632b4-fca0-4aa7-b313-ac9c43b4b0f7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:32.749361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f68962c7-f188-4d43-8d10-6ae29ca6de77 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:32.749944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.787449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] DHCP port deletion for fc469145-6903-47f7-af09-02253c3e2572 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:32.814214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Deleting port 64825d85-6806-4aa4-af6d-db4b50ad4635 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:32.814632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.840028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.852489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.884119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.900747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f23862ba-5b61-4568-8b3f-846055eeaf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:32.915462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec47e880>,) {'filters': {'network_id': ['25d617c2-5552-4358-bb8e-92d633520ea0']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:32.925922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.940936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] DHCP port deletion for b74fd8e5-7649-49a7-a338-0fa7808a1d55 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:32.956008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec47e880>, '27848bdf-d7d4-496f-96cb-c2e5369d7292') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:32.956602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec47e880>, '27848bdf-d7d4-496f-96cb-c2e5369d7292') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:32.957984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port 64825d85-6806-4aa4-af6d-db4b50ad4635, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=64825d85-6806-4aa4-af6d-db4b50ad4635,segment=NetworkSegment(37e4ca14-28c8-43fd-9d3b-5de6364eb784),segment_id=37e4ca14-28c8-43fd-9d3b-5de6364eb784)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:32.958393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.963716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Deleting port f68962c7-f188-4d43-8d10-6ae29ca6de77 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:32.964092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:32.987891 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-b24b9009-ca48-4547-833a-1374231d31f7 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:59:32.991714 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b24b9009-ca48-4547-833a-1374231d31f7 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846 HTTP/1.1" status: 409  len: 329 time: 2.1223578
Dec 15 18:59:32.996975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55372) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:32.999117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.010460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.011841 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9908218
Dec 15 18:59:33.071115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab89af-16c8-4ff3-8c13-2565349e09f9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:33.079153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55376) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:33.080289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.093905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:33.103913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-986115522', 'security_groups': ['b6ab89af-16c8-4ff3-8c13-2565349e09f9'], 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:33.117094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for 64825d85-6806-4aa4-af6d-db4b50ad4635 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:33.169623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] For port f68962c7-f188-4d43-8d10-6ae29ca6de77, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f68962c7-f188-4d43-8d10-6ae29ca6de77,segment=NetworkSegment(d622fb7e-b370-43af-96e9-5be8159a7f8d),segment_id=d622fb7e-b370-43af-96e9-5be8159a7f8d)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:33.170147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.178666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.309151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for f68962c7-f188-4d43-8d10-6ae29ca6de77 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:33.332979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2df1ca3-b464-4920-877c-af828b220e60 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:33.388938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e2df1ca3-b464-4920-877c-af828b220e60 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:33.389695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2df1ca3-b464-4920-877c-af828b220e60 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:33.401591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:33.401925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.403124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.408692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:33.431125 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:33.442350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] For port 64825d85-6806-4aa4-af6d-db4b50ad4635, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=64825d85-6806-4aa4-af6d-db4b50ad4635,segment=NetworkSegment(37e4ca14-28c8-43fd-9d3b-5de6364eb784),segment_id=37e4ca14-28c8-43fd-9d3b-5de6364eb784)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:33.442745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.454767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Port': ['ID=64825d85-6806-4aa4-af6d-db4b50ad4635,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:33.459409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:33.462853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No DVR routers for this DVR port 64825d85-6806-4aa4-af6d-db4b50ad4635 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:33.492818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.501351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:33.504053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.562852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=f68962c7-f188-4d43-8d10-6ae29ca6de77,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:33.569485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:33.574330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No DVR routers for this DVR port f68962c7-f188-4d43-8d10-6ae29ca6de77 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:33.593108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.594893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.608054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f76d8407-09f4-401f-95aa-87fd0f7e83ec tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:33.632557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.637755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.641531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Transition to ACTIVE for port object 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:33.653052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Network': ['ID=25d617c2-5552-4358-bb8e-92d633520ea0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:33.655861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:33.666638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:33.669050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Calling delete_port for 64825d85-6806-4aa4-af6d-db4b50ad4635 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:33.670471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:33.676415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting port 0a068cdf-c6ec-4530-80db-a16949d961c0 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:33.676751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.691640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.724571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] For port f68962c7-f188-4d43-8d10-6ae29ca6de77, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f68962c7-f188-4d43-8d10-6ae29ca6de77,segment=NetworkSegment(d622fb7e-b370-43af-96e9-5be8159a7f8d),segment_id=d622fb7e-b370-43af-96e9-5be8159a7f8d)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:33.725227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.725705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.726822 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bac8a90-461b-4247-82a0-4aee38ac11f9 HTTP/1.1" status: 204  len: 168 time: 1.1859078
Dec 15 18:59:33.735397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Transition to ACTIVE for port object 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:33.739697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced1f7b20>,) {'filters': {'network_id': ['fc469145-6903-47f7-af09-02253c3e2572']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:33.743079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:33.745415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac8a90-461b-4247-82a0-4aee38ac11f9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:33.772856 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/networks/25d617c2-5552-4358-bb8e-92d633520ea0 HTTP/1.1" status: 204  len: 168 time: 1.6842628
Dec 15 18:59:33.780775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55384) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:33.785230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1f7b20>, '37e4ca14-28c8-43fd-9d3b-5de6364eb784') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:33.785554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced1f7b20>, '37e4ca14-28c8-43fd-9d3b-5de6364eb784') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:33.786007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:33.812035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.815893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:33.835190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:33.995322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:34.001084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.001876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Calling delete_port for f68962c7-f188-4d43-8d10-6ae29ca6de77 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:34.083510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port 280a0a1b-9b47-420a-9c89-d4f49da36a18 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:34.114790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 64825d85-6806-4aa4-af6d-db4b50ad4635 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:34.165714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:34.171890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 64825d85-6806-4aa4-af6d-db4b50ad4635 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:34.172239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 64825d85-6806-4aa4-af6d-db4b50ad4635 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:34.172709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f68962c7-f188-4d43-8d10-6ae29ca6de77 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:34.196304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:34.206820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:34.207176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:34.222203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:34.224239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Pushing event updated for resources: {'Port': ['ID=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:34.228474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: f68962c7-f188-4d43-8d10-6ae29ca6de77 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:34.228831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f68962c7-f188-4d43-8d10-6ae29ca6de77 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:34.232843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:34.240332 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f1190e2d-fd9a-482b-952b-96b1efe1fe4b req-41366974-3088-43d8-9767-4e286d879738 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.4075890
Dec 15 18:59:34.243080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.259385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.261979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.301632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:34.301632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:34.304510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:34.304914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.316449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55390) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:34.323732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Attempting to bind port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:34.323732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Attempting to bind port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b2befa2d-86ff-4bad-8719-877dee3de532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:34.324047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Attempting to bind port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 on network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:34.327056 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:34.331382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.333352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:34.333859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Checking segment: {'id': 'b2befa2d-86ff-4bad-8719-877dee3de532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:34.334362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.334851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Bound using segment: {'id': 'b2befa2d-86ff-4bad-8719-877dee3de532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:34.335002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced3f0f70>,) {'filters': {'network_id': ['b74fd8e5-7649-49a7-a338-0fa7808a1d55']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:34.335508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Bound port: 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2befa2d-86ff-4bad-8719-877dee3de532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:34.336016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.398314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced3f0f70>, 'd622fb7e-b370-43af-96e9-5be8159a7f8d') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:34.398614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced3f0f70>, 'd622fb7e-b370-43af-96e9-5be8159a7f8d') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:34.433768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] For port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:34.438031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] For port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,segment=NetworkSegment(b2befa2d-86ff-4bad-8719-877dee3de532),segment_id=b2befa2d-86ff-4bad-8719-877dee3de532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:34.442797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.447839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:34.459299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.502122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.504445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.504935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.550845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Pushing event updated for resources: {'Port': ['ID=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:34.554358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:34.556481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:34.562622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Calling delete_port for 0a068cdf-c6ec-4530-80db-a16949d961c0 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:34.584710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.587578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:34.587969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:34.603282 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:34.675810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=fc469145-6903-47f7-af09-02253c3e2572,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:34.694493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.707968 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:34.708342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Deleting port 64825d85-6806-4aa4-af6d-db4b50ad4635 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:34.709187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.714920 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/fc469145-6903-47f7-af09-02253c3e2572 HTTP/1.1" status: 204  len: 168 time: 2.8115516
Dec 15 18:59:34.715802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55394) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:34.784987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.792875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f0396f9-fe52-4c11-9ec0-fdb96a5b7ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:34.807324 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-73165aab-b787-432f-9328-58748baa3248 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:34.807863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73165aab-b787-432f-9328-58748baa3248 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:34.814102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceccfcaf0>,) {'filters': {'network_id': ['1543042e-7785-45bf-bb5d-a522ff992a0b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:34.822662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Deleting port f68962c7-f188-4d43-8d10-6ae29ca6de77 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:34.823040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.827480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.840216 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4d737c79-400f-45e3-9420-0f8602860a04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ccbb28233634b7d8656b8912d53edd4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5138726
Dec 15 18:59:34.844385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55398) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:34.846637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccfcaf0>, '30e3a2af-1c2a-462c-98a8-0fb92e0d5383') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:34.846929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccfcaf0>, '30e3a2af-1c2a-462c-98a8-0fb92e0d5383') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:34.856137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=b74fd8e5-7649-49a7-a338-0fa7808a1d55,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:34.862312 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/b74fd8e5-7649-49a7-a338-0fa7808a1d55 HTTP/1.1" status: 204  len: 168 time: 2.8764651
Dec 15 18:59:34.864160 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-73165aab-b787-432f-9328-58748baa3248 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/4205b5d1-74d6-4f82-82bd-c9d9b397af54 HTTP/1.1" status: 404  len: 337 time: 0.1469297
Dec 15 18:59:34.867358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:34.867506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55402) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:34.868434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.12 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611/280a0a1b-9b47-420a-9c89-d4f49da36a18) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:34.871787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55404) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:34.879418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.880836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'name': 'tempest-PortsIpV6TestJSON-1819242274'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:34.908322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.924164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:34.924814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:34.940761 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:34.960822 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-161062c6-d6c3-43a2-ad6b-3e9c3c18b1f3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] DELETE failed (client error): The resource could not be found.
Dec 15 18:59:34.961328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161062c6-d6c3-43a2-ad6b-3e9c3c18b1f3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:34.967993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc901-5255-43df-acd3-c5b1a1fe3732 None None] The port '64825d85-6806-4aa4-af6d-db4b50ad4635' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:34.972345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3c587-fc5a-4317-bec4-c00f6ada46c9 None None] The port 'f68962c7-f188-4d43-8d10-6ae29ca6de77' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:35.028374 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-161062c6-d6c3-43a2-ad6b-3e9c3c18b1f3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/9ddf0077-8492-4006-82a0-1e3ccc908441 HTTP/1.1" status: 404  len: 339 time: 0.1519094
Dec 15 18:59:35.034674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55410) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:35.090006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.095198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.114779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1e7a133-c509-4788-afec-b12bb2afcffd tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:35.119761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:35.132096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.134428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:35.143461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:35.154461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Network': ['ID=1543042e-7785-45bf-bb5d-a522ff992a0b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:35.165190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:35.168888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.188082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:35.194733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/networks/1543042e-7785-45bf-bb5d-a522ff992a0b HTTP/1.1" status: 204  len: 168 time: 1.4128921
Dec 15 18:59:35.206887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55414) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:35.422849 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3071c000-d064-47dd-8ddd-6d449d4bc34e req-9faf5204-7138-480b-8e10-2a4cd9afee70 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0700016
Dec 15 18:59:35.431718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:35.432739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.435552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.443240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.453243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0acf2d09-4a2c-4080-a129-b231debb5ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:35.462815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting subnet 4712e0f8-07bc-4224-8bac-86039fb04000 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:35.472248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.501201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42548204-2701-4d74-8303-249ed3afb43b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:35.509980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:35.518353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 04e0be21-7558-4834-a598-df71d8e84361 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:35.527326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.531586 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42548204-2701-4d74-8303-249ed3afb43b HTTP/1.1" status: 204  len: 168 time: 0.6770256
Dec 15 18:59:35.587008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.645900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.657604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a29e73c3-6354-47a3-9281-ef78b7099639 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:35.831112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Port': ['ID=0a068cdf-c6ec-4530-80db-a16949d961c0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:35.851317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:35.869735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.875520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c086f035-956a-4f42-a4ac-02f9761fd77f None None] Provisioning for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:35.902581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c086f035-956a-4f42-a4ac-02f9761fd77f None None] Provisioning complete for port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:35.904477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c086f035-956a-4f42-a4ac-02f9761fd77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.915272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced452040>,) {'filters': {'network_id': ['5669ce3a-fffb-47d7-93e5-9bb9bf0800f7']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:35.930931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced452040>, '7382d70e-a4d3-41c8-aaeb-3ed62f02abb3') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:35.931479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced452040>, '7382d70e-a4d3-41c8-aaeb-3ed62f02abb3') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:35.952041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:35.972831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c086f035-956a-4f42-a4ac-02f9761fd77f None None] Port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:35.973068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.062830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.071226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.076687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:36.077084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.101264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9dcdcd74-ff4a-4998-b671-e6eef08b4a16 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:36.132463 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:36.151888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Subnet': ['ID=4712e0f8-07bc-4224-8bac-86039fb04000,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:36.163049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:36.164977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.178983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.186317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92746ea7-f814-426a-8749-492d6e85f311 None None] Network 9404d4a4-2268-466b-aa01-18f4d77ba9b7 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:36.203172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:36.252022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.276230 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/subnets/4712e0f8-07bc-4224-8bac-86039fb04000 HTTP/1.1" status: 204  len: 168 time: 1.2366714
Dec 15 18:59:36.278737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55432) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:36.321249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.368116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object 280a0a1b-9b47-420a-9c89-d4f49da36a18 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:36.383970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:36.415372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.433498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.448778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Pushing event deleted for resources: {'Network': ['ID=5669ce3a-fffb-47d7-93e5-9bb9bf0800f7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:36.463212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:36.468225 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] 10.222.0.48 "DELETE /v2.0/networks/5669ce3a-fffb-47d7-93e5-9bb9bf0800f7 HTTP/1.1" status: 204  len: 168 time: 1.2602427
Dec 15 18:59:36.476894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.484946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:36.488535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Deleting port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:36.488875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.500136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:36.501449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.664026 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3fa08f87-5927-42aa-8e0b-677dec9adf22 req-bfdbce21-b6c3-4253-9ebc-5ed76556fb99 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1063502
Dec 15 18:59:36.702121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.706809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.731378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.735308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:36.772921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] DHCP port deletion for 9404d4a4-2268-466b-aa01-18f4d77ba9b7 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:36.785832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Deleting port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:36.786744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.814080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,segment=NetworkSegment(b2befa2d-86ff-4bad-8719-877dee3de532),segment_id=b2befa2d-86ff-4bad-8719-877dee3de532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:36.831415 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.837024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:36.892952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:36.893639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55448) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:36.893979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55450) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:36.921954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] For port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,segment=NetworkSegment(26bb1ea1-137b-44f4-9f8d-8ceea7dea991),segment_id=26bb1ea1-137b-44f4-9f8d-8ceea7dea991)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:36.922305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:36.971396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:36.976658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:37.061933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Calling delete_port for 1a24c70a-2c5b-454d-b0b9-5a15f03be30e owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:37.081203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] For port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,segment=NetworkSegment(26bb1ea1-137b-44f4-9f8d-8ceea7dea991),segment_id=26bb1ea1-137b-44f4-9f8d-8ceea7dea991)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:37.081834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.085843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:37.108470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:37.150516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.162142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6dd77820-e447-44f1-b1e4-3fc534f95a4a tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:37.184550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.199335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:37.200267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=280a0a1b-9b47-420a-9c89-d4f49da36a18,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:37.206992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:37.239727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Calling delete_port for 1a24c70a-2c5b-454d-b0b9-5a15f03be30e owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:37.265480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Port': ['ID=1a24c70a-2c5b-454d-b0b9-5a15f03be30e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:37.271198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:37.280011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] No DVR routers for this DVR port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:37.318103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=04e0be21-7558-4834-a598-df71d8e84361,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:37.352100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:37.361260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:37.361931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.371437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:37.371437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:37.371676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:37.371841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:37.372438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:37.383981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.414851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-981078617'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:37.424473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:37.443995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:37.444593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.451240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Usage tracker for resource:network and tenant:c706ead8611d45c788b7154d843b8203 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:37.455701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.464531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:37.482319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced427b20>,) {'filters': {'network_id': ['9404d4a4-2268-466b-aa01-18f4d77ba9b7']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:37.485672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:37.494944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced427b20>, '26bb1ea1-137b-44f4-9f8d-8ceea7dea991') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:37.495266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced427b20>, '26bb1ea1-137b-44f4-9f8d-8ceea7dea991') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:37.505837 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.6351039
Dec 15 18:59:37.508123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.515316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-29090c83-6a6e-42e4-9f04-512ed03d0b79 None None] Provisioning for port 280a0a1b-9b47-420a-9c89-d4f49da36a18 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:37.515525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55460) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:37.525810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-29090c83-6a6e-42e4-9f04-512ed03d0b79 None None] Provisioning complete for port 280a0a1b-9b47-420a-9c89-d4f49da36a18 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:37.526353 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f872319c-36f0-4be6-ba71-3e49b27802d6 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.4371617
Dec 15 18:59:37.526476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.526804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29090c83-6a6e-42e4-9f04-512ed03d0b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.531214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55464) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:37.536956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:37.554719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:37.555301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.567673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.568097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Fanout notify agent at l3_agent the message router_deleted on router 4b0ab7ee-950f-455b-b1af-73fe70a67fe6 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:37.570299 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:37.577087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:37.580038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.605971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-33fba1ff-f767-4a11-81cd-5dc140986f29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a5741127ce24c3e8df35e906d6d652f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7075119
Dec 15 18:59:37.615913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55468) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:37.620238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.642206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-29090c83-6a6e-42e4-9f04-512ed03d0b79 None None] Port 280a0a1b-9b47-420a-9c89-d4f49da36a18 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:37.644239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.645326 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/routers/4b0ab7ee-950f-455b-b1af-73fe70a67fe6 HTTP/1.1" status: 204  len: 168 time: 6.4569411
Dec 15 18:59:37.665123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55472) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:37.675875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 04e0be21-7558-4834-a598-df71d8e84361 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:37.677028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.739024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.745514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bb2bf552-d292-4dfc-8bc4-4d9c19980d38 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:37.766206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.782501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Pushing event deleted for resources: {'Network': ['ID=9404d4a4-2268-466b-aa01-18f4d77ba9b7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:37.791187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:37.797152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] 10.222.0.48 "DELETE /v2.0/networks/9404d4a4-2268-466b-aa01-18f4d77ba9b7 HTTP/1.1" status: 204  len: 168 time: 1.5170453
Dec 15 18:59:37.802400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:37.806429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:37.809420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:37.816402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:37.826997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:37.871708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Deleting port 1a24c70a-2c5b-454d-b0b9-5a15f03be30e {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:37.872406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:37.920798 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-39a9629b-04af-43fb-bff6-b53419630e71 req-f4806322-c9ca-403d-9f83-7a62bedf5b26 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1237268
Dec 15 18:59:37.972883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:37.983800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-63c64b4c-31fe-46c1-8499-2a0d19723916 None None] The port '1a24c70a-2c5b-454d-b0b9-5a15f03be30e' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:38.011705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting port d32a250c-a017-48dc-b74a-6d0d0ecb7a2d {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:38.012131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.046288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Usage tracker for resource:security_group_rule and tenant:c706ead8611d45c788b7154d843b8203 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:38.060552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:38.080282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:38.082578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.140715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:38.164801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55482) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:38.176691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.222685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:38.223344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.233555 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611 (CIDR: 172.20.0.0/28)
Dec 15 18:59:38.238342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:38.238805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:38.260056 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5f9b01f8-f354-45db-ab4b-3e03eea714a1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7276258
Dec 15 18:59:38.263342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55488) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:38.269367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:38.416439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.425948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a24c70a-2c5b-454d-b0b9-5a15f03be30e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:38.435896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:38.440400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:38.442904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:38.449080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:38.461194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:38.462516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1a24c70a-2c5b-454d-b0b9-5a15f03be30e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:38.463340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1a24c70a-2c5b-454d-b0b9-5a15f03be30e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:38.465918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.466722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.531268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Deleting subnet 8942ae35-ab8d-4944-b33a-d812c7605d04 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:38.601023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.690207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 04e0be21-7558-4834-a598-df71d8e84361 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:38.731406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.735771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3facf70a-3fa5-44cf-bfa1-2b355f2b8c60 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:38.796592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:38.799677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:38.802956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:38.803536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.809525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc0777-1353-4be0-b253-a2c1337b0c2c None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:38.820976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.833702 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5690846
Dec 15 18:59:38.834317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55492) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:38.837202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=c1bcfc3c-1e23-47ef-a930-497d00c59a04,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:38.840761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:38.844249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.845519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1857015016', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1bcfc3c-1e23-47ef-a930-497d00c59a04'}], 'security_groups': ['2d9c6d13-de35-47f5-98fd-5dff38ccbb48']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:38.869882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:38.979696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.032700 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-37d67836-4bc9-4226-b504-1276c23b91f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=453f8d6bf46546d184fb7e4000d24a0e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8651021
Dec 15 18:59:39.033770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.043332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55498) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:39.046875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1571a4eb-d02a-4741-b02f-8ded40f6cffb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:39.088208 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ad5a9b1f-f235-481a-a8d3-39d9899598d9 req-2bfd414e-4b62-4ce4-8dcf-695b0a49be6c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0568767
Dec 15 18:59:39.162207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Update dhcp port {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'fixed_ips': [{'subnet_id': '7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1bcfc3c-1e23-47ef-a930-497d00c59a04'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '90c632b4-fca0-4aa7-b313-ac9c43b4b0f7'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 18:59:39.208266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.221337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Calling delete_port for d32a250c-a017-48dc-b74a-6d0d0ecb7a2d owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:39.223196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.299355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:39.336331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc1b8a9-d768-45a7-b63e-c3a8e39695ce,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:39.351706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.353489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:39.355780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.356131 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Added segment 79884fcc-afc2-4346-bd47-adcaef3f665d of type vlan for network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc
Dec 15 18:59:39.358042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.388825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:39.420409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.423889 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4763087d-864c-439b-8f8e-5d28fdbb41a1 HTTP/1.1" status: 204  len: 168 time: 1.7915838
Dec 15 18:59:39.428180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4763087d-864c-439b-8f8e-5d28fdbb41a1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:39.453870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:39.454871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Delete allocated IP 172.20.0.12 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611) {{(pid=83671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 15 18:59:39.455389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe0d90ab-df44-412c-848f-d633d1227e5b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:39.464417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.24 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/c1bcfc3c-1e23-47ef-a930-497d00c59a04/280a0a1b-9b47-420a-9c89-d4f49da36a18) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:39.547877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=04e0be21-7558-4834-a598-df71d8e84361,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:39.566374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:39.581615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.598254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.606013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.641126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/04e0be21-7558-4834-a598-df71d8e84361 HTTP/1.1" status: 204  len: 168 time: 2.1247308
Dec 15 18:59:39.647570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55506) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:39.656422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'mac_address': 'fa:16:3e:eb:2f:9f', 'name': 'tempest-PortsIpV6TestJSON-603225282'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:39.659876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.669102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7ee563a-9f37-4d70-884f-9dec04fd1347 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:39.700914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.737063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Subnet': ['ID=8942ae35-ab8d-4944-b33a-d812c7605d04,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:39.752119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:39.790636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 18:59:39.799598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.803327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:39.803898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.809577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.810743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:39.813912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:39.816545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:39.822470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:39.827733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:39.837121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:39.847139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:39.871512 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/subnets/8942ae35-ab8d-4944-b33a-d812c7605d04 HTTP/1.1" status: 204  len: 168 time: 2.2031827
Dec 15 18:59:39.876258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55516) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:39.966983 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 3.0671291
Dec 15 18:59:39.977440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55522) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:39.983967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'subnet': {'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:40.015527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.019309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Network': ['ID=5fab4e00-35e9-4fc0-9ff7-097a3d629ecc,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:40.025569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.030953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:40.034250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:40.036247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:40.064759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object 280a0a1b-9b47-420a-9c89-d4f49da36a18 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:40.083919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.095710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-67351577-5b5f-4658-ab54-a2f9870ddf3f tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:40.134603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.138364 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59b28f99-285a-4134-823d-d6d670f6832b HTTP/1.1" status: 204  len: 168 time: 1.0807779
Dec 15 18:59:40.142292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Port': ['ID=d32a250c-a017-48dc-b74a-6d0d0ecb7a2d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:40.156476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:40.156982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-852e1a5c-ed31-4ae4-8a22-4a0b4c7f19a9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:40.201062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b28f99-285a-4134-823d-d6d670f6832b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:40.216220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:40.333620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.356140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Allocated IP 172.20.0.18 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/c1bcfc3c-1e23-47ef-a930-497d00c59a04/90c632b4-fca0-4aa7-b313-ac9c43b4b0f7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:40.360465 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ca6f803e-935f-45bc-867c-1d188c512fef req-22b6e88c-51fe-41e4-bc9e-9a43d8af8cfa tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1418779
Dec 15 18:59:40.379453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:40.383915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.394936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Usage tracker for resource:subnet and tenant:c706ead8611d45c788b7154d843b8203 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:40.404758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:40.412112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:40.455693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 1fa17779-c17b-487b-92bb-1baaa04141f1 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:40.567099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:40.585080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] For port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,segment=NetworkSegment(b2befa2d-86ff-4bad-8719-877dee3de532),segment_id=b2befa2d-86ff-4bad-8719-877dee3de532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:40.635781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.643892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55540) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:40.655944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Transition to ACTIVE for port object 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:40.668814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.675017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e780ed08-4936-4a9a-9a32-711579d31052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:40.758415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.767177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.876818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=280a0a1b-9b47-420a-9c89-d4f49da36a18,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:40.899547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Pushing event updated for resources: {'Port': ['ID=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:40.905793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:40.982549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] In _notify_port_updated(), no bound segment for port 280a0a1b-9b47-420a-9c89-d4f49da36a18 on network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:59:40.986931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:40.987797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:40.989511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "PUT /v2.0/ports/280a0a1b-9b47-420a-9c89-d4f49da36a18 HTTP/1.1" status: 200  len: 921 time: 2.1541076
Dec 15 18:59:41.002532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55552) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:41.023881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.066274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.066928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.067501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.068044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.068667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.068893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.069249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.069617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.069979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.070288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.070888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.086078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:41.164897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795126624'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:41.172740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:41.179535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:41.182862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ebca0>,) {'filters': {'network_id': ['b767f825-c611-42f5-9c51-b91e317cdb36']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:41.187827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:41.202811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:41.235137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port 280a0a1b-9b47-420a-9c89-d4f49da36a18 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:41.235673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.291547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.311923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ebca0>, '5b4cda89-cd82-47e5-b94b-263bdc614a00') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:41.312218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ebca0>, '5b4cda89-cd82-47e5-b94b-263bdc614a00') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:41.348986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.371052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:41.374618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.412938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55564) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:41.431835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.438593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:41.439075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.450975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:41.456777 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:41.469525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.525983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:41.602843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Provisioning for port 280a0a1b-9b47-420a-9c89-d4f49da36a18 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:41.607763 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff1a4d3b-c80f-45c4-9d7b-e2e98eae6dc4 req-5ce5520e-1c0c-4e49-957f-c6a61084c214 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1499143
Dec 15 18:59:41.609349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Provisioning complete for port 280a0a1b-9b47-420a-9c89-d4f49da36a18 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:41.609826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.674070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:41.681472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1836525f-c311-4ec7-b686-41d95fb3fe91 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:41.682079 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-1836525f-c311-4ec7-b686-41d95fb3fe91 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:59:41.688128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1836525f-c311-4ec7-b686-41d95fb3fe91 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2389882
Dec 15 18:59:41.690114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55570) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:41.692681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:security_group_rule and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:41.697857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:41.699400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Port 280a0a1b-9b47-420a-9c89-d4f49da36a18 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:41.704014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722350190'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:41.712908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:41.716696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.718301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Provisioning for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:41.721405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:41.726074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64ab3e20-517a-4310-9d86-08b951b8ccbc tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:41.726388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:41.726977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.756149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:41.759938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:41.763697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:41.768418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:41.769092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.771452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:41.772912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=1fa17779-c17b-487b-92bb-1baaa04141f1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:41.783283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:41.786490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.791279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:41.805004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8bdda583-2b99-443e-bd71-de9cb872d256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:41.806545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:41.822647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.823574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Router 8bd6d2f5-766a-4661-a1bd-032d75767846 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 18:59:41.842067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Pushing event deleted for resources: {'Network': ['ID=b767f825-c611-42f5-9c51-b91e317cdb36,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:41.846280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Subnet': ['ID=ccecaf79-18cd-48f3-8d59-f39c476c2f98,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:41.859554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:41.869257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.869685 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] 10.222.0.48 "DELETE /v2.0/networks/b767f825-c611-42f5-9c51-b91e317cdb36 HTTP/1.1" status: 204  len: 168 time: 1.9922621
Dec 15 18:59:41.883105 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.2344863
Dec 15 18:59:41.887425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55576) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:41.911628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.912003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.912375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.912741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.913101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.913494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.913855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.914211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.914568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.914921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.915275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:41.920281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:41.926157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.926988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.954913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Provisioning complete for port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:41.955285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:41.988798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.032955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-92ef90c3-15c5-46ce-94f1-e10183b40bf9 None None] Port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:42.087105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Checking segment: {'id': '79884fcc-afc2-4346-bd47-adcaef3f665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:42.088188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network hostable DHCP agents. Network: 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:42.094047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for 280a0a1b-9b47-420a-9c89-d4f49da36a18 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:42.151334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:42.228710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:42.233161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:42.238277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:42.246927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:42.281701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6c171cb6-9b23-4823-84a2-2e7ec3cf4800 None None] Provisioning complete for port 280a0a1b-9b47-420a-9c89-d4f49da36a18 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:42.282169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6c171cb6-9b23-4823-84a2-2e7ec3cf4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.284150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f14b01e-38f0-4025-9739-2f2ee10fb912 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:42.284650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6f14b01e-38f0-4025-9739-2f2ee10fb912 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:42.326672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6f14b01e-38f0-4025-9739-2f2ee10fb912 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:42.328264 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6f14b01e-38f0-4025-9739-2f2ee10fb912 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/1fa17779-c17b-487b-92bb-1baaa04141f1 HTTP/1.1" status: 200  len: 844 time: 0.4388633
Dec 15 18:59:42.328509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55582) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:42.331803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55584) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:42.342323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:42.342767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.346992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.359184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:42.367913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.368255 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment e7e03224-7ea3-4552-9c5a-17bb4af84d0e of type vlan for network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d
Dec 15 18:59:42.379248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4089e98e-750f-4fec-8396-6c2e2ccb092a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:42.385217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6c171cb6-9b23-4823-84a2-2e7ec3cf4800 None None] Port 280a0a1b-9b47-420a-9c89-d4f49da36a18 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:42.416316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b964f58-9336-46a5-9eb2-7ee30c901057,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:42.420325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:42.431812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:42.436080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.449527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:42.451081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 1fa17779-c17b-487b-92bb-1baaa04141f1 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:42.451428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.456790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.479622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151d472-9cd2-4e48-a91e-69896487930f None None] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:42.479815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:42.484102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:42.486991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:42.492677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:42.514635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.522005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:42.552288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-630dff39-248c-41e7-b7b5-23c714704829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:42.561416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.565356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:42.565938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.571829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.585699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 18:59:42.593333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.605468 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] Sync routers for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 18:59:42.621136 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:42.622775 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:42.626966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=280a0a1b-9b47-420a-9c89-d4f49da36a18,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:42.633158 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "PUT /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6241035
Dec 15 18:59:42.638823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55594) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:42.639708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:42.651104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.655640 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9645867
Dec 15 18:59:42.656230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55600) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:42.674687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '2cbd8654-7ca6-4364-823f-5b3686111b73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:42.684591 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7059574
Dec 15 18:59:42.685724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27766ac2-7a30-42af-b46a-b67e3c35b23a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:42.688051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55604) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:42.693239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:42.697237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:42.701025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'name': 'tempest-AllowedAddressPairTestJSON-200514780'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:42.727946 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-4ed643d3-35b1-493c-b243-1cccef48ac7b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] show failed (client error): The resource could not be found.
Dec 15 18:59:42.734021 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4ed643d3-35b1-493c-b243-1cccef48ac7b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1279603785 HTTP/1.1" status: 404  len: 335 time: 0.0903103
Dec 15 18:59:42.744005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55608) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:42.782529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6df3e913-295d-438f-ac13-c789b6b73c56 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:42.797121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f3f2d61-4719-4694-895c-3982252242e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:42.797570 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf850>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:42.821198 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] Routers {'8bd6d2f5-766a-4661-a1bd-032d75767846'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 18:59:42.823450 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T18:59:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8bd6d2f5-766a-4661-a1bd-032d75767846'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:42.855539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'tenant_id': 'c706ead8611d45c788b7154d843b8203', 'fixed_ips': [{'subnet_id': 'ccecaf79-18cd-48f3-8d59-f39c476c2f98'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:42.858082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.887759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:42.894182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:42.917569 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddbf850>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:42.918343 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b4195-7e45-47a2-993f-14129a6832e0 None None] The sync data for ids ['8bd6d2f5-766a-4661-a1bd-032d75767846'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 18:59:42.922723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:42.928764 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6af55761-8d26-4b45-9eec-650c9a89df15 req-918cefdb-9fcc-4b6c-84e0-2ad381d85877 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1103389
Dec 15 18:59:42.945194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:42.948913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:42.952473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.000703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd8654-7ca6-4364-823f-5b3686111b73,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:43.012038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:43.013435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:43.043026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.3904188
Dec 15 18:59:43.054450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:43.061090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Usage tracker for resource:port and tenant:c706ead8611d45c788b7154d843b8203 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:43.063949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:43.069773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.079552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Allocated IP 172.20.0.2 (5fab4e00-35e9-4fc0-9ff7-097a3d629ecc/ccecaf79-18cd-48f3-8d59-f39c476c2f98/14a4ac47-586e-480e-bb2c-ceaa59bab520) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:43.081818 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-6df3e913-295d-438f-ac13-c789b6b73c56 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] update failed (client error): The resource could not be found.
Dec 15 18:59:43.083243 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6df3e913-295d-438f-ac13-c789b6b73c56 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1994291827 HTTP/1.1" status: 404  len: 335 time: 0.3382831
Dec 15 18:59:43.104864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.108738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55612) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:43.144850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:43.168593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:43.172796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:43.181618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:43.184581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.206934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55616) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:43.213414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': '3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:43.220149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:43.227985 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/280a0a1b-9b47-420a-9c89-d4f49da36a18 HTTP/1.1" status: 204  len: 168 time: 2.2200491
Dec 15 18:59:43.233590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.241284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55620) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:43.357586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] device_id is not set on port 5b85ba50-a9c9-421e-be2e-57ecb9fc540a yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:43.357777 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cea097bf-908c-4a59-ad53-df9d6d99e15f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cae5594987147e4acca7e4e4fca7063&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0249867
Dec 15 18:59:43.385257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-acac5308-8887-4538-9f9d-a8052a509bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.406502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.413077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55624) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:43.417856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Transition to ACTIVE for port object 14a4ac47-586e-480e-bb2c-ceaa59bab520 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:43.428131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 1fa17779-c17b-487b-92bb-1baaa04141f1 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:43.438348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Transition to ACTIVE for port object 14a4ac47-586e-480e-bb2c-ceaa59bab520 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:43.444360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.449327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-245c73ee-f513-40ca-8f2c-6316b583582d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:43.464255 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac325cb-d749-4b8d-b980-96791668898f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:43.464739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7ac325cb-d749-4b8d-b980-96791668898f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:43.520004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:43.523540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:43.525335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Pushing event updated for resources: {'Port': ['ID=14a4ac47-586e-480e-bb2c-ceaa59bab520,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:43.527570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:43.529738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:43.532693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.573023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.574855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7ac325cb-d749-4b8d-b980-96791668898f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:43.576681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7ac325cb-d749-4b8d-b980-96791668898f tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/280a0a1b-9b47-420a-9c89-d4f49da36a18 HTTP/1.1" status: 404  len: 333 time: 0.3327260
Dec 15 18:59:43.579718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55628) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:43.612996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.619033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Attempting to bind port 14a4ac47-586e-480e-bb2c-ceaa59bab520 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:43.619412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Attempting to bind port 14a4ac47-586e-480e-bb2c-ceaa59bab520 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '79884fcc-afc2-4346-bd47-adcaef3f665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:43.619779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Attempting to bind port 14a4ac47-586e-480e-bb2c-ceaa59bab520 on network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:43.623865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a2308535-1e2a-4e73-b3da-02c43a0ed143 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:43.627215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:43.627597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Checking segment: {'id': '79884fcc-afc2-4346-bd47-adcaef3f665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:43.628004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.628397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Bound using segment: {'id': '79884fcc-afc2-4346-bd47-adcaef3f665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:43.628860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Bound port: 14a4ac47-586e-480e-bb2c-ceaa59bab520, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79884fcc-afc2-4346-bd47-adcaef3f665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:43.629230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.642889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f00c7e8a-80c8-412b-b1f4-0547fb05ef0b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:43.649065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:43.675519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:43.683816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf35926d-1851-407e-b0d1-2c500c229598,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:43.686453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:43.699686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:43.711928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:43.720094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.723573 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0606561
Dec 15 18:59:43.723751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] For port 14a4ac47-586e-480e-bb2c-ceaa59bab520, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:43.726747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] For port 14a4ac47-586e-480e-bb2c-ceaa59bab520, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=14a4ac47-586e-480e-bb2c-ceaa59bab520,segment=NetworkSegment(79884fcc-afc2-4346-bd47-adcaef3f665d),segment_id=79884fcc-afc2-4346-bd47-adcaef3f665d)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:43.731993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55632) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:43.733486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.737736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.745083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f7016092-c767-44e7-8782-cfcdca6f2727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:43.746290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '2cbd8654-7ca6-4364-823f-5b3686111b73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:43.749404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting subnet 7d91a86f-d988-47da-8ba1-4f3319e99592 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:43.763592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:43.767296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=1fa17779-c17b-487b-92bb-1baaa04141f1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:43.779604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:43.784320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9eb2765f-9fba-47d9-a8b7-6e64907950fa {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:43.784644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:43.786355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.802638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:43.825172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Pushing event updated for resources: {'Port': ['ID=14a4ac47-586e-480e-bb2c-ceaa59bab520,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:43.831234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:43.835690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:43.842656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.862350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:43.866300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.874787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.901887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:43.916729 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/1fa17779-c17b-487b-92bb-1baaa04141f1 HTTP/1.1" status: 204  len: 168 time: 1.5834324
Dec 15 18:59:43.922061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55636) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:43.946826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:43.974734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.001450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.039490 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e9c2ef-6e8e-4d86-a3e8-ba6b2793eb4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:44.040497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-96e9c2ef-6e8e-4d86-a3e8-ba6b2793eb4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:44.129414 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e4778ad-f8db-4044-a6e6-75936914c0ae req-e22666b7-c6e2-4c49-b800-d5e115f05a37 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0956244
Dec 15 18:59:44.129414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.147173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-96e9c2ef-6e8e-4d86-a3e8-ba6b2793eb4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:44.154624 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-96e9c2ef-6e8e-4d86-a3e8-ba6b2793eb4e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/1fa17779-c17b-487b-92bb-1baaa04141f1 HTTP/1.1" status: 404  len: 333 time: 0.2294953
Dec 15 18:59:44.156291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55642) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:44.180548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 14a4ac47-586e-480e-bb2c-ceaa59bab520 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:44.210652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.216954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-affde6d7-65a1-4984-a148-8d156fde2697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:44.252576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c795cf9a-b89f-422e-9343-e37c9b8659cd,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:44.259820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:44.285094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.285263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 14a4ac47-586e-480e-bb2c-ceaa59bab520 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:44.289029 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c795cf9a-b89f-422e-9343-e37c9b8659cd HTTP/1.1" status: 204  len: 168 time: 0.8724270
Dec 15 18:59:44.290617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.321350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.325756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a5667a6c-13da-473f-9acc-c40746dd4b1b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:44.327982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'name': 'tempest-PortsIpV6TestJSON-1607821826'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:44.358689 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 18:59:44.362754 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1662d728-1f79-4a12-8a67-005e5919993a tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6271896
Dec 15 18:59:44.368217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55648) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:44.376625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] device_id is not set on port 6a9165c7-fdf4-4059-9044-29a7d59ab29c yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:44.443766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.498578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=14556def-8a30-44f7-b5f6-94d8178d21fa,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:44.508632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:44.510420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:44.515340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.525482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-89588a29-a863-4139-bc14-4a56854110b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:44.544196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:44.551061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab89af-16c8-4ff3-8c13-2565349e09f9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:44.557804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:44.562282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.563407 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6ab89af-16c8-4ff3-8c13-2565349e09f9 HTTP/1.1" status: 204  len: 168 time: 0.9822280
Dec 15 18:59:44.566094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55654) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:44.587878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:44.591796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.619715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.619981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': 'e7e03224-7ea3-4552-9c5a-17bb4af84d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:44.620584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:44.627725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-745f4e9f-30d2-4ab6-9a4b-659801e03cca tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:44.658337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.675761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Allocated IP 172.20.0.11 (5fab4e00-35e9-4fc0-9ff7-097a3d629ecc/ccecaf79-18cd-48f3-8d59-f39c476c2f98/6a9165c7-fdf4-4059-9044-29a7d59ab29c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:44.697064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 9515dea8-121f-424b-8e5a-aeb51170a164 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:44.730842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Subnet': ['ID=7d91a86f-d988-47da-8ba1-4f3319e99592,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:44.734718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.736814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:44.748270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254e40b-0cfe-4b47-a432-8005f5c02a59 None None] Network 9bbca8a1-5834-4123-92eb-486587ab673e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:44.751385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.773976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:44.790383 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/subnets/7d91a86f-d988-47da-8ba1-4f3319e99592 HTTP/1.1" status: 204  len: 168 time: 1.6743755
Dec 15 18:59:44.798210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55662) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:44.912208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:44.917400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:44.940860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8193653-6ea1-4f9c-89be-08b3e0b4c6cc None None] Network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:44.991981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.016711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:45.017292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.204549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.223370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b64f9f-6b9c-4e75-bd10-67023658ad1d None None] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:45.253428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Transition to ACTIVE for port object 6a9165c7-fdf4-4059-9044-29a7d59ab29c will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:45.278999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.280691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.287569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:45.316387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c6d13-de35-47f5-98fd-5dff38ccbb48,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:45.321436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:45.327461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting subnet 7619b295-3034-4d1e-8c84-cf268330e360 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:45.334229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.359103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.362436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.363132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.363541 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/security-groups/2d9c6d13-de35-47f5-98fd-5dff38ccbb48 HTTP/1.1" status: 204  len: 168 time: 0.7965481
Dec 15 18:59:45.370230 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/2cbd8654-7ca6-4364-823f-5b3686111b73 HTTP/1.1" status: 204  len: 168 time: 0.9963105
Dec 15 18:59:45.370230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55676) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:45.371358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55678) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:45.377112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-903be099-9f89-4235-9b00-78e5acfb52c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:45.389857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.405647 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.1963944
Dec 15 18:59:45.410027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55684) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:45.423970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1003930619'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:45.446872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:45.451172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.456065 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9c63cb28-64a4-44f1-8901-035f236399a4 req-4590b580-192e-4b4d-b524-eb581b813dcd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1595697
Dec 15 18:59:45.466935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd8654-7ca6-4364-823f-5b3686111b73,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:45.470496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:45.478281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:45.487565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:45.492420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.506650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:45.526593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6ffebcb7-bcc7-474c-b9f7-6854494d60d7 tempest-RoutersAdminTest-177586004 tempest-RoutersAdminTest-177586004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:45.541815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Provisioning for port 14a4ac47-586e-480e-bb2c-ceaa59bab520 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:45.558743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55690) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:45.560355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=6a9165c7-fdf4-4059-9044-29a7d59ab29c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:45.565710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:45.567311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:45.577243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:45.584944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:45.588590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:45.598310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Provisioning complete for port 14a4ac47-586e-480e-bb2c-ceaa59bab520 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:45.598744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.611673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8d6c134a-cdc7-4564-98b7-685b67764174 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2357054
Dec 15 18:59:45.618957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55696) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:45.641455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--313724400'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:45.649343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:45.652193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.676493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:45.678268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=9515dea8-121f-424b-8e5a-aeb51170a164,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:45.685941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:45.687644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:45.688497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:45.697614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:45.701603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:45.702201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.706103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:45.710114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:45.711025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:45.711762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.726823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:45.757061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.811281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:45.817100 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.6484272
Dec 15 18:59:45.818914 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.1260617
Dec 15 18:59:45.824571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5112124b-41cd-4977-913f-5ce776a63c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.824830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55700) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:45.825034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55702) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:45.839315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'name': 'tempest-AllowedAddressPairTestJSON-1819220317', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:67:31:eb'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:45.858301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:45.901443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:45.904447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.915269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.929040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:45.929612 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment ce3065fc-e24d-4131-bead-55713d79dbc0 of type vlan for network 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be
Dec 15 18:59:45.939036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a213b-a695-468f-af81-e7538981f360 None None] DHCP port deletion for 9bbca8a1-5834-4123-92eb-486587ab673e request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:45.992554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Deleting port fbb244e3-86ae-4395-ac9d-a074517a5f39 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:45.992960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.057340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d', 'network_id': '3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': '14556def-8a30-44f7-b5f6-94d8178d21fa'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:46.058158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.068795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--51983132'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:46.079206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:46.084021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:46.089266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:46.099080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:46.124997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.125505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbb244e3-86ae-4395-ac9d-a074517a5f39 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:46.147264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.155042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.178735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.186172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:46.202266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.213454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b0fb4201-ac72-4017-b081-51c28165c0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693 tempest-ExtraDHCPOptionsIpV6TestJSON-1623753693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:46.237318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:46.245200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:46.245637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:46.250413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:46.264155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:46.267476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:46.277429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.302255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Subnet': ['ID=7619b295-3034-4d1e-8c84-cf268330e360,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:46.313093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:46.315382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:46.330586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.331700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.342213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:46.346571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.354288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8916f2b-5d22-43e7-8407-0fa56471b431 None None] Network 72fff808-3ee8-47e3-95e5-4f149738a5f3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:46.359565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Usage tracker for resource:port and tenant:c706ead8611d45c788b7154d843b8203 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:46.367673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.372450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:46.372596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.378679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:46.386592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b534c7f-b4e1-4c79-b0d9-70b679e89f01 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:46.412060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:46.451554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.462910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.467984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b86d8330-8e24-4302-8972-361bc6621c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:46.505080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad39a5f-019a-404b-bddb-10cfabc4e788,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:46.519825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:46.534913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.551435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-123f516d-63e5-4740-ad39-2515f29918eb tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:46.597190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.625644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:46.628749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:46.638361 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611 HTTP/1.1" status: 204  len: 168 time: 1.2516699
Dec 15 18:59:46.641912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:46.643506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:46.643864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55710) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:46.644792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:46.649570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806e10b-ada6-41c7-bf3b-bf9d089951cf None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:46.657687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:46.665282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] For port 14a4ac47-586e-480e-bb2c-ceaa59bab520, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=14a4ac47-586e-480e-bb2c-ceaa59bab520,segment=NetworkSegment(79884fcc-afc2-4346-bd47-adcaef3f665d),segment_id=79884fcc-afc2-4346-bd47-adcaef3f665d)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:46.674052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:46.711511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.744693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b037da83-ba8a-47a5-9e92-648a741fb9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:46.746828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:46.757143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:46.757812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:46.796854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b24a213b-a695-468f-af81-e7538981f360 None None] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbb244e3-86ae-4395-ac9d-a074517a5f39,segment=NetworkSegment(97b2385d-d9ec-4f56-b1b4-2c0faccc2f61),segment_id=97b2385d-d9ec-4f56-b1b4-2c0faccc2f61)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:46.797605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.832843 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/subnets/7619b295-3034-4d1e-8c84-cf268330e360 HTTP/1.1" status: 204  len: 168 time: 2.0256040
Dec 15 18:59:46.848818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55714) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:46.869265 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4581652
Dec 15 18:59:46.869511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:46.872015 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3967fb04-1a05-498d-9e29-a4fc30be112b req-81585f83-bd2a-4f2b-8d2e-2e3de3e58c80 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0884218
Dec 15 18:59:46.876617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55718) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:46.922935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:46.961562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:46.974604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:46.993491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:47.004421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:47.021988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.024909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:47.030559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.051658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.060815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.065161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e0af4e75-0b1c-44ae-83d0-7b5b6495ad38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:47.073359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting port fbb244e3-86ae-4395-ac9d-a074517a5f39 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:47.073813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.104676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:47.105713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.108237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.117844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f5fb50f-b3de-46fc-a1c1-3a4acfbb8b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:47.121767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9c2ae5d4-8e41-4034-a29e-fa0031c4e482 None None] Provisioning for port 6a9165c7-fdf4-4059-9044-29a7d59ab29c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:47.198713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9c2ae5d4-8e41-4034-a29e-fa0031c4e482 None None] Provisioning complete for port 6a9165c7-fdf4-4059-9044-29a7d59ab29c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:47.199049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c2ae5d4-8e41-4034-a29e-fa0031c4e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.221867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38a0c9-ec3d-4695-83ac-16ecd50babd2,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:47.224229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.227863 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.6583815
Dec 15 18:59:47.227863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:47.231021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55724) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:47.261999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.274461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Calling delete_port for fbb244e3-86ae-4395-ac9d-a074517a5f39 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:47.286624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0524cb-a673-4f84-8b19-619a05f4ce8f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:47.293454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.297267 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.6711507
Dec 15 18:59:47.302872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.307182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55728) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:47.317980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:47.321768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:47.323713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-60f19ee1-6a23-4364-b2fa-c8dcfefa882f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': 'eb0524cb-a673-4f84-8b19-619a05f4ce8f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:47.324749 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-60f19ee1-6a23-4364-b2fa-c8dcfefa882f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:47.328432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-60f19ee1-6a23-4364-b2fa-c8dcfefa882f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0151665
Dec 15 18:59:47.330608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55732) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:47.331782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:47.338302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:47.351036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:47.356399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ae5d4-8e41-4034-a29e-fa0031c4e482 None None] Port 6a9165c7-fdf4-4059-9044-29a7d59ab29c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:47.363985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] device_id is not set on port 87336b22-6295-46e4-916a-abf30f0cfc02 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:47.429557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Allocated IP 172.20.255.242 (3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d/14556def-8a30-44f7-b5f6-94d8178d21fa/0a90288b-84b3-4460-aaaa-5fc6af3ab358) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:47.432283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.438444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.438682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:47.468035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.468274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbb244e3-86ae-4395-ac9d-a074517a5f39,segment=NetworkSegment(97b2385d-d9ec-4f56-b1b4-2c0faccc2f61),segment_id=97b2385d-d9ec-4f56-b1b4-2c0faccc2f61)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:47.481877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c892d51-9480-4f4a-a8bf-83e1977ae7b2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:47.498192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbb244e3-86ae-4395-ac9d-a074517a5f39,segment=NetworkSegment(97b2385d-d9ec-4f56-b1b4-2c0faccc2f61),segment_id=97b2385d-d9ec-4f56-b1b4-2c0faccc2f61)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:47.498985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.509250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.549884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Pushing event updated for resources: {'Port': ['ID=14a4ac47-586e-480e-bb2c-ceaa59bab520,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:47.594226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9c2ae5d4-8e41-4034-a29e-fa0031c4e482 None None] Provisioning complete for port 14a4ac47-586e-480e-bb2c-ceaa59bab520 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:47.594602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c2ae5d4-8e41-4034-a29e-fa0031c4e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.611369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-106b0a92-d69d-4941-a3f8-f6b99b61a1b7 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4005 time: 0.3609500
Dec 15 18:59:47.617341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55736) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:47.643590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-security--793354683', 'description': 'tempest-security-description-1628155142'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:47.652228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] In _notify_port_updated(), no bound segment for port 9515dea8-121f-424b-8e5a-aeb51170a164 on network e09f5b3b-0bdc-4f13-892a-92a096148860 {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:59:47.655362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:47.655949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.659800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "PUT /v2.0/ports/9515dea8-121f-424b-8e5a-aeb51170a164 HTTP/1.1" status: 200  len: 818 time: 1.8292189
Dec 15 18:59:47.662524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55740) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:47.682590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Calling delete_port for fbb244e3-86ae-4395-ac9d-a074517a5f39 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:47.728527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.729206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.729850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.730329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.730852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.732339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.732465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.733012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.733598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.734134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.735534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.736097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 18:59:47.740877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:47.752834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:47.763046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=9515dea8-121f-424b-8e5a-aeb51170a164,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:47.767026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.790177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:47.795619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.868370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:47.869424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:47.874066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.879063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c94e86f-14b2-427c-8d92-d701bfce09d4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:47.915751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 9515dea8-121f-424b-8e5a-aeb51170a164 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:47.916075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.918067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:47.918386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:47.946342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:47.947111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.952272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:47.958664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:47.959247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.970265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:47.980386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=36942e24-d8d9-46e0-ad6f-a115ceb479f5,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:47.984824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:47.987834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e28786e5-c546-4f80-87d5-44bb58371212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:47.992683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Allocated IP 172.20.0.5 (5fab4e00-35e9-4fc0-9ff7-097a3d629ecc/ccecaf79-18cd-48f3-8d59-f39c476c2f98/87336b22-6295-46e4-916a-abf30f0cfc02) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:48.003449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.004573 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/eb0524cb-a673-4f84-8b19-619a05f4ce8f HTTP/1.1" status: 204  len: 168 time: 0.6700487
Dec 15 18:59:48.005638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0524cb-a673-4f84-8b19-619a05f4ce8f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:48.007128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55746) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:48.009941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:48.030821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3791187
Dec 15 18:59:48.031722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55750) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:48.040486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=fbb244e3-86ae-4395-ac9d-a074517a5f39,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:48.045324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:48.051674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'security_group': {'name': 'tempest-secgroup-85557033'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:48.099993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:48.133426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] DHCP port deletion for 72fff808-3ee8-47e3-95e5-4f149738a5f3 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:48.145952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ecf439b5-49c8-4639-8b7c-5c8df4cf6941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:48.148081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Deleting port 88137032-cc1e-440f-b612-3e521b9fddb7 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:48.148495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.163594 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d75c006e-9ef8-49bc-93db-9f25c557fcf9 req-f1f86982-e452-4034-9fc1-26511d206c02 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1251719
Dec 15 18:59:48.164907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:48.165981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.169931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:48.182883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:48.200279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.212758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.235707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 14a4ac47-586e-480e-bb2c-ceaa59bab520 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:48.236423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:48.326393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ecf439b5-49c8-4639-8b7c-5c8df4cf6941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:48.331207 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ecf439b5-49c8-4639-8b7c-5c8df4cf6941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3195097
Dec 15 18:59:48.331364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.331364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.332869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55754) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:48.340155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048895900'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:48.346975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:48.360160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:48.379622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:48.384339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group_rule and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:48.384494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Deleting port fbb244e3-86ae-4395-ac9d-a074517a5f39 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:48.384494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.387052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.401072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:48.409820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:48.416708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Transition to ACTIVE for port object 0a90288b-84b3-4460-aaaa-5fc6af3ab358 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:48.419666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting port fbb244e3-86ae-4395-ac9d-a074517a5f39 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:48.420000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.491225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:48.499633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:48.504686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:48.509878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Transition to ACTIVE for port object 0a90288b-84b3-4460-aaaa-5fc6af3ab358 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:48.511317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-22cc5d65-5ab3-4896-8adb-0379fdd3e11b None None] Provisioning complete for port 6a9165c7-fdf4-4059-9044-29a7d59ab29c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:48.511708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-22cc5d65-5ab3-4896-8adb-0379fdd3e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.513847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:48.581870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.614716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38a0c9-ec3d-4695-83ac-16ecd50babd2,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:48.630437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:48.638489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.639801 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "PUT /v2.0/security-groups/ef38a0c9-ec3d-4695-83ac-16ecd50babd2 HTTP/1.1" status: 200  len: 1611 time: 1.0171130
Dec 15 18:59:48.655667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55758) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:48.659942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.745118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b24a213b-a695-468f-af81-e7538981f360 None None] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbb244e3-86ae-4395-ac9d-a074517a5f39,segment=NetworkSegment(97b2385d-d9ec-4f56-b1b4-2c0faccc2f61),segment_id=97b2385d-d9ec-4f56-b1b4-2c0faccc2f61)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:48.745762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.836432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 9515dea8-121f-424b-8e5a-aeb51170a164 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:48.843439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] For port fbb244e3-86ae-4395-ac9d-a074517a5f39, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbb244e3-86ae-4395-ac9d-a074517a5f39,segment=NetworkSegment(97b2385d-d9ec-4f56-b1b4-2c0faccc2f61),segment_id=97b2385d-d9ec-4f56-b1b4-2c0faccc2f61)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:48.843807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.945385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Calling delete_port for fbb244e3-86ae-4395-ac9d-a074517a5f39 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:48.968052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:48.980225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Calling delete_port for fbb244e3-86ae-4395-ac9d-a074517a5f39 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:48.989966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eac5ca53-16f8-4fec-b720-e0392271d526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.000850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee3e1afb-6e37-4c26-8403-53ba24c8b8f3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.083045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=9515dea8-121f-424b-8e5a-aeb51170a164,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.088457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.094339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.102711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.103174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b550c9f-6253-4016-b859-859f2ecd7e94 None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:49.106801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.113928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.130658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.135048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.145385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.150256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.154219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.166562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.181352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] No DVR routers for this DVR port fbb244e3-86ae-4395-ac9d-a074517a5f39 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:49.190449 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/9515dea8-121f-424b-8e5a-aeb51170a164 HTTP/1.1" status: 204  len: 168 time: 1.5127208
Dec 15 18:59:49.200286 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4986997d-482f-4014-a715-e11cbadd3ae5 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups/ef38a0c9-ec3d-4695-83ac-16ecd50babd2 HTTP/1.1" status: 200  len: 1611 time: 0.5299883
Dec 15 18:59:49.201492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55764) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.201824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55766) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.225818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Transition to ACTIVE for port object 87336b22-6295-46e4-916a-abf30f0cfc02 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:49.237646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-22cc5d65-5ab3-4896-8adb-0379fdd3e11b None None] Port 6a9165c7-fdf4-4059-9044-29a7d59ab29c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:49.256001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5afc122-1660-4383-b58b-631277bd781d,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.262502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.271020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71ffd223-9bf0-432f-8a38-49e5768ce943 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.279891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Pushing event updated for resources: {'Port': ['ID=0a90288b-84b3-4460-aaaa-5fc6af3ab358,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.282200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.283044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 14a4ac47-586e-480e-bb2c-ceaa59bab520 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:49.283483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.322253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Port': ['ID=fbb244e3-86ae-4395-ac9d-a074517a5f39,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.323012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:49.340327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:49.344780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:49.345138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.346478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.347901 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1575 time: 1.3114891
Dec 15 18:59:49.348876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.352478 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0166442
Dec 15 18:59:49.352478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.357562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55772) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.357893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55774) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.360323 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-103e6890-6b43-4e4b-af76-9da8d81e6809 req-a1a92cf3-c54e-4788-9b59-a6385c191eba tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0937674
Dec 15 18:59:49.363996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=e285bd38-0688-4449-863d-ed03300ebf4a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.385044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752515307'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:49.392658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.396233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b756518d-a7d5-449c-864f-2209845f0fbb tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': 'a5afc122-1660-4383-b58b-631277bd781d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:49.396877 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-b756518d-a7d5-449c-864f-2209845f0fbb tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:49.397854 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b756518d-a7d5-449c-864f-2209845f0fbb tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0351865
Dec 15 18:59:49.407654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55780) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.416089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] For port 88137032-cc1e-440f-b612-3e521b9fddb7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=88137032-cc1e-440f-b612-3e521b9fddb7,segment=NetworkSegment(6d296b9f-62a7-424a-8e9e-51b3ca32e029),segment_id=6d296b9f-62a7-424a-8e9e-51b3ca32e029)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:49.416739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.419605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:49.441417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:49.447621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:49.467176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:49.472952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.481573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3539b59b-b6df-41da-a4a4-7f46b88ecbe7,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.484526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.497643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': 'ce3065fc-e24d-4131-bead-55713d79dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:49.498006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:49.507596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced5fb040>,) {'filters': {'network_id': ['9bbca8a1-5834-4123-92eb-486587ab673e']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:49.513539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.523622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced5fb040>, '97b2385d-d9ec-4f56-b1b4-2c0faccc2f61') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:49.523917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced5fb040>, '97b2385d-d9ec-4f56-b1b4-2c0faccc2f61') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:49.528414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:49.528879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:49.534152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d77451a4-edd3-4c91-9d17-d86c769663b8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.536253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.553948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.562723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.562903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:49.563268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.578593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:49.579628 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:49.613803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Deleting port fbb244e3-86ae-4395-ac9d-a074517a5f39 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:49.614269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b24a213b-a695-468f-af81-e7538981f360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.648849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Calling delete_port for 88137032-cc1e-440f-b612-3e521b9fddb7 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:49.650019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1627ea9-c288-4189-aae1-bd7ba7811dcf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:49.650700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1627ea9-c288-4189-aae1-bd7ba7811dcf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:49.666176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.670697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.674605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4f9ad1c-fcc0-47e1-9259-0cb51973a979 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:49.697384 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/networks/9bbca8a1-5834-4123-92eb-486587ab673e HTTP/1.1" status: 204  len: 168 time: 2.8474002
Dec 15 18:59:49.698481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Network': ['ID=9bbca8a1-5834-4123-92eb-486587ab673e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.701900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.702046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.702454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55784) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.710382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:49.714917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=87336b22-6295-46e4-916a-abf30f0cfc02,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:49.753546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:49.765773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:49.770125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group_rule and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:49.773075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:49.781386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:49.784644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.805585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:49.830629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.840120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b24a213b-a695-468f-af81-e7538981f360 None None] The port 'fbb244e3-86ae-4395-ac9d-a074517a5f39' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:49.841081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:49.854875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting port 88137032-cc1e-440f-b612-3e521b9fddb7 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:49.855372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.858058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:49.881847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1627ea9-c288-4189-aae1-bd7ba7811dcf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:49.886390 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d1627ea9-c288-4189-aae1-bd7ba7811dcf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.6808577
Dec 15 18:59:49.889566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55788) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.899193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:49.923399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-85859b84-ffca-4fca-9675-adb2bb424743 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:49.923772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-85859b84-ffca-4fca-9675-adb2bb424743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.946804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38880bd-0d08-4d43-993d-7c808b3f7787 None None] Network 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:49.965380 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c09e0f-d2c6-4219-a789-037897da2797 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:49.969790 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-11c09e0f-d2c6-4219-a789-037897da2797 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/9515dea8-121f-424b-8e5a-aeb51170a164 HTTP/1.1" status: 404  len: 333 time: 0.0719764
Dec 15 18:59:49.970536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55792) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:49.973660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:49.979206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-115535993'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:50.003861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:50.010628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Attempting to bind port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:50.010917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Attempting to bind port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e7e03224-7ea3-4552-9c5a-17bb4af84d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:50.011731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Attempting to bind port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 on network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:50.012262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:50.012869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.023019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:50.047021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:50.056336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:50.057682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.068259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:50.084950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.108109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-959a6ace-71df-4a7e-8f88-03e74444a895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:50.145667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38a0c9-ec3d-4695-83ac-16ecd50babd2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:50.157804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.158496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:50.161537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:50.161880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.162012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:50.162100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Checking segment: {'id': 'e7e03224-7ea3-4552-9c5a-17bb4af84d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:50.164279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.164279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Bound using segment: {'id': 'e7e03224-7ea3-4552-9c5a-17bb4af84d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:50.164279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Bound port: 0a90288b-84b3-4460-aaaa-5fc6af3ab358, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e03224-7ea3-4552-9c5a-17bb4af84d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:50.164279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.180647 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 3.3006656
Dec 15 18:59:50.185674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b7abe919-917a-4bd9-afc0-fe86db84ba4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:50.188949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.190304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.197462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 4.3684196
Dec 15 18:59:50.199177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] For port 88137032-cc1e-440f-b612-3e521b9fddb7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=88137032-cc1e-440f-b612-3e521b9fddb7,segment=NetworkSegment(6d296b9f-62a7-424a-8e9e-51b3ca32e029),segment_id=6d296b9f-62a7-424a-8e9e-51b3ca32e029)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:50.199565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.206381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55800) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.216619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.223234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:50.230514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.243136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.245920 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef38a0c9-ec3d-4695-83ac-16ecd50babd2 HTTP/1.1" status: 204  len: 168 time: 1.0391581
Dec 15 18:59:50.254039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55804) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.261856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5afc122-1660-4383-b58b-631277bd781d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:50.262038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Pushing event deleted for resources: {'Port': ['ID=88137032-cc1e-440f-b612-3e521b9fddb7,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:50.266434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:50.268519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:50.274544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5d259c84-4095-4f45-9bd2-bbf9c8ba8372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:50.341070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 88137032-cc1e-440f-b612-3e521b9fddb7 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:50.387019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.390690 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/a5afc122-1660-4383-b58b-631277bd781d HTTP/1.1" status: 204  len: 168 time: 0.9739659
Dec 15 18:59:50.411926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55808) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.452770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.456810 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0930347
Dec 15 18:59:50.456947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] No DVR routers for this DVR port 88137032-cc1e-440f-b612-3e521b9fddb7 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:50.461441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 88137032-cc1e-440f-b612-3e521b9fddb7 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:50.461779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 88137032-cc1e-440f-b612-3e521b9fddb7 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:50.488282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55814) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.490208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Calling delete_port for 88137032-cc1e-440f-b612-3e521b9fddb7 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:50.494181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a6ea8d76-0bfb-4237-a956-7035752824cd tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:50.523566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'security_group': {'name': 'tempest-secgroup-747800634'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:50.530686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:50.534867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:50.538959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:50.544938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:50.557012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bc77ed-005a-4bc3-94c5-56a725488ad5,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:50.576272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:50.582036 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5102e948-9ca3-47dc-9f68-37ef3a67c53a req-e11c4684-839e-45ab-96b5-b51fe81c0173 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0649185
Dec 15 18:59:50.584707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:50.585830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.605112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.605479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment 19a7adc1-abfb-4339-8ebb-d6052df84241 of type vlan for network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255
Dec 15 18:59:50.669117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.669427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] For port 0a90288b-84b3-4460-aaaa-5fc6af3ab358, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:50.671725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a6ea8d76-0bfb-4237-a956-7035752824cd tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:50.678562 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a6ea8d76-0bfb-4237-a956-7035752824cd tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2651734
Dec 15 18:59:50.678742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:50.679077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:50.679412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55818) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.692727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--438142042'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:50.693254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.704292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a153b849-776f-4d12-8b22-f19de4447e63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:50.706121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e72015-5fed-4272-b2bc-533c615c9189 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:50.708770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-85859b84-ffca-4fca-9675-adb2bb424743 None None] Provisioning complete for port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:50.709360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-85859b84-ffca-4fca-9675-adb2bb424743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.710146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e72015-5fed-4272-b2bc-533c615c9189 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:50.714122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e72015-5fed-4272-b2bc-533c615c9189 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:50.714977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-27e72015-5fed-4272-b2bc-533c615c9189 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Synchronizing usage tracker for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:50.721156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:50.723013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:50.732876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:security_group_rule and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:50.738759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:50.748862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:50.767079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] For port 0a90288b-84b3-4460-aaaa-5fc6af3ab358, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0a90288b-84b3-4460-aaaa-5fc6af3ab358,segment=NetworkSegment(e7e03224-7ea3-4552-9c5a-17bb4af84d0e),segment_id=e7e03224-7ea3-4552-9c5a-17bb4af84d0e)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:50.768797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-27e72015-5fed-4272-b2bc-533c615c9189 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Unset dirty status for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:50.770731 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-27e72015-5fed-4272-b2bc-533c615c9189 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.5633614
Dec 15 18:59:50.771074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be', 'network_id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': 'e285bd38-0688-4449-863d-ed03300ebf4a'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:50.772725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.773274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.785552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55822) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.790785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.795092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:50.795248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.795859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:50.796715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.805458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a4610a20-5cb8-45d6-8254-77b310ada2e8 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:50.809743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:50.844184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a153b849-776f-4d12-8b22-f19de4447e63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:50.845655 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a153b849-776f-4d12-8b22-f19de4447e63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5814059
Dec 15 18:59:50.861807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55826) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.893206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Update dhcp port {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'fixed_ips': [{'subnet_id': 'c1bcfc3c-1e23-47ef-a930-497d00c59a04', 'ip_address': '172.20.0.18'}, {'subnet_id': '36942e24-d8d9-46e0-ad6f-a115ceb479f5'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '90c632b4-fca0-4aa7-b313-ac9c43b4b0f7'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 18:59:50.904472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.922145 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9503090
Dec 15 18:59:50.927937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55830) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.932743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:50.938583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:50.943136 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-10363769-f9cc-4543-8c25-6607edb66e4b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] delete failed (client error): The resource could not be found.
Dec 15 18:59:50.944142 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-10363769-f9cc-4543-8c25-6607edb66e4b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef38a0c9-ec3d-4695-83ac-16ecd50babd2 HTTP/1.1" status: 404  len: 347 time: 0.0814285
Dec 15 18:59:50.953155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=8d7e515e-3a8a-4f88-8cef-5e0ed22a5255,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:50.955300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55834) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:50.956034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:50.959033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port 87336b22-6295-46e4-916a-abf30f0cfc02 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:50.959542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:50.961135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:50.964602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-85859b84-ffca-4fca-9675-adb2bb424743 None None] Port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:50.974974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:50.986000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:50.986947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:51.001053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675559003'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:51.027889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:51.083063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:51.085910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:51.089926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:51.093451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:51.100958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:51.122051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Pushing event updated for resources: {'Port': ['ID=0a90288b-84b3-4460-aaaa-5fc6af3ab358,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:51.128400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:51.147088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.152834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.157284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:51.158597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.181510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting port 88137032-cc1e-440f-b612-3e521b9fddb7 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:51.181858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.269208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.274226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] The port '88137032-cc1e-440f-b612-3e521b9fddb7' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:51.285367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246ad2b8-ddab-4b90-bc2a-3b261ff21fb5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:51.285581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.292029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:51.298492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6576b87d-8112-41ba-85f1-855096c8ad76 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:51.327052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.330874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6452992
Dec 15 18:59:51.330874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:51.335310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.348456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55838) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:51.383129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5e792020-7c12-4026-8a6c-97cff1bd9d15 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '246ad2b8-ddab-4b90-bc2a-3b261ff21fb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:51.384125 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-5e792020-7c12-4026-8a6c-97cff1bd9d15 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:51.387471 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5e792020-7c12-4026-8a6c-97cff1bd9d15 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0198431
Dec 15 18:59:51.393395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55842) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:51.441834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-37c680e2-6e4d-4551-bafa-2fb9c5367b84 None None] Provisioning for port 87336b22-6295-46e4-916a-abf30f0cfc02 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:51.450960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Allocated IP 172.20.0.2 (9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be/e285bd38-0688-4449-863d-ed03300ebf4a/43fda44f-09ef-47c3-bfb7-df3a71a51fc4) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:51.463904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-009ca5e4-27f6-47f0-bd77-51d5906f2d5b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '246ad2b8-ddab-4b90-bc2a-3b261ff21fb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:51.464199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-37c680e2-6e4d-4551-bafa-2fb9c5367b84 None None] Provisioning complete for port 87336b22-6295-46e4-916a-abf30f0cfc02 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:51.464665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-37c680e2-6e4d-4551-bafa-2fb9c5367b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.464754 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-009ca5e4-27f6-47f0-bd77-51d5906f2d5b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:51.468283 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-009ca5e4-27f6-47f0-bd77-51d5906f2d5b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0693707
Dec 15 18:59:51.507085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55846) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:51.515279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.518903 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.0090487
Dec 15 18:59:51.518903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb6109c-b3dc-4de4-9810-56b9e01d78ba,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:51.521389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55850) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:51.525510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-be4b3589-d4d1-4ce0-aa92-ab3f0ba2067b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '246ad2b8-ddab-4b90-bc2a-3b261ff21fb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:51.526238 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-be4b3589-d4d1-4ce0-aa92-ab3f0ba2067b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:51.529698 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-be4b3589-d4d1-4ce0-aa92-ab3f0ba2067b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0183272
Dec 15 18:59:51.532246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:51.535868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55852) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:51.545988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.554256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-37c680e2-6e4d-4551-bafa-2fb9c5367b84 None None] Port 87336b22-6295-46e4-916a-abf30f0cfc02 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:51.564402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:51.564745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1749001303', 'security_groups': ['6eb6109c-b3dc-4de4-9810-56b9e01d78ba'], 'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36942e24-d8d9-46e0-ad6f-a115ceb479f5'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:51.580899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:51.586827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:51.598538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2e541c38-7081-492d-ab6d-2e235457cf53 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '246ad2b8-ddab-4b90-bc2a-3b261ff21fb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:51.599421 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-2e541c38-7081-492d-ab6d-2e235457cf53 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:51.603410 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2e541c38-7081-492d-ab6d-2e235457cf53 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0184233
Dec 15 18:59:51.603568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:51.604695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55858) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:51.633116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.697019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.766363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.789155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ea940>,) {'filters': {'network_id': ['72fff808-3ee8-47e3-95e5-4f149738a5f3']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:51.823563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ea940>, '6d296b9f-62a7-424a-8e9e-51b3ca32e029') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:51.823831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4ea940>, '6d296b9f-62a7-424a-8e9e-51b3ca32e029') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:51.851784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Allocated IP 172.20.0.2 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/36942e24-d8d9-46e0-ad6f-a115ceb479f5/90c632b4-fca0-4aa7-b313-ac9c43b4b0f7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:51.863077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.894434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.903703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.907476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:51.908054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:51.920417 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-742c975a-fcb1-4014-bdb7-272701c77021 req-6f1120c5-ee46-4570-a522-163eed7f8606 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1469626
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:51.927072 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:52.002020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Calling delete_port for 87336b22-6295-46e4-916a-abf30f0cfc02 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:52.024080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:52.036337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:52.064559 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] For port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,segment=NetworkSegment(b2befa2d-86ff-4bad-8719-877dee3de532),segment_id=b2befa2d-86ff-4bad-8719-877dee3de532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:52.077673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.095508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:52.096184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.098249 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.121278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.123900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75cbc5bb-a8af-4c9c-9c3b-43b5954dc0cd tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.135781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Transition to ACTIVE for port object 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:52.142994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Transition to ACTIVE for port object 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:52.145064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.155408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.162948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fc0c7996-5722-4e56-b166-5ab315e2fe35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.168904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.236977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Network': ['ID=72fff808-3ee8-47e3-95e5-4f149738a5f3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.243625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.262999 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/networks/72fff808-3ee8-47e3-95e5-4f149738a5f3 HTTP/1.1" status: 204  len: 168 time: 2.5595102
Dec 15 18:59:52.269324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55864) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:52.272304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba29ed8-ad03-4e87-a563-70b74303a11c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.277706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.279954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Transition to ACTIVE for port object 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:52.281506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.323461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Pushing event updated for resources: {'Port': ['ID=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.327735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.330883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.336030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-159443e5-3861-4e34-a48a-cbe695281721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.336931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.347571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99795fa5-68cf-4360-839f-9e0fafd42c2c tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.380605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.381754 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3956182
Dec 15 18:59:52.389728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e44cdd-1093-4c33-bd1a-004e6652c86b None None] Network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:52.402249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55868) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:52.408720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': 'dba29ed8-ad03-4e87-a563-70b74303a11c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:52.416792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Port': ['ID=87336b22-6295-46e4-916a-abf30f0cfc02,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.423912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.427245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.433817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:52.438224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e597bebc-1021-422a-9d98-268e0342e48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.440188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Pushing event updated for resources: {'Port': ['ID=43fda44f-09ef-47c3-bfb7-df3a71a51fc4,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.451699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:52.458322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:52.463776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.495915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.544181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Network 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:52.559539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246ad2b8-ddab-4b90-bc2a-3b261ff21fb5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.560016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:52.565473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:52.579969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:52.583803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.600371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d9317423-8430-4958-b4a3-7f75fb056198 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.625647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.626561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-461caa87-c21b-4103-a57a-1ffa03b36151 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:52.680686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-244b37c1-cf49-43a2-8ceb-0372a577f4d5 None None] Provisioning for port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:52.707556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.769388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=e285bd38-0688-4449-863d-ed03300ebf4a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.771244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.791992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.819808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.853706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9da790>,) {'filters': {'network_id': ['9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:52.863303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:52.872202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9da790>, 'ce3065fc-e24d-4131-bead-55713d79dbc0') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:52.872625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9da790>, 'ce3065fc-e24d-4131-bead-55713d79dbc0') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:52.888086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.904291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=0d23674d-ab86-4a20-9cdc-55bfa05a61e3,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:52.907037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.908364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:52.915141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:52.915629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:52.918807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] device_id is not set on port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:52.988881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Attempting to bind port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:52.990148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Attempting to bind port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'ce3065fc-e24d-4131-bead-55713d79dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:52.990148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Attempting to bind port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 on network 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:53.037222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': '19a7adc1-abfb-4339-8ebb-d6052df84241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:53.037673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:53.051117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting subnet 6909dec0-dfbd-4702-a14b-be1f1fcba850 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:53.055416 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:53.094359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.106642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:53.111367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Checking segment: {'id': 'ce3065fc-e24d-4131-bead-55713d79dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:53.111943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.112451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Bound using segment: {'id': 'ce3065fc-e24d-4131-bead-55713d79dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:53.113076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Bound port: 43fda44f-09ef-47c3-bfb7-df3a71a51fc4, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3065fc-e24d-4131-bead-55713d79dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:53.113586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.152548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 18:59:53.152548 dv-neutron-821830-2-hyperv neutron-server[83671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 18:59:53.152548 dv-neutron-821830-2-hyperv neutron-server[83671]: [parameters: {'id': '9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be'}]
Dec 15 18:59:53.152548 dv-neutron-821830-2-hyperv neutron-server[83671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:53.153637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:53.184939 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b3f4bd3-523f-4951-98f0-3a9bdfa63c36 req-334cb7c1-7f12-41e2-bdf4-d8d071537568 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1490030
Dec 15 18:59:53.227136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.230586 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/246ad2b8-ddab-4b90-bc2a-3b261ff21fb5 HTTP/1.1" status: 204  len: 168 time: 1.6233594
Dec 15 18:59:53.232871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55874) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:53.241764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.247951 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/ports/87336b22-6295-46e4-916a-abf30f0cfc02 HTTP/1.1" status: 204  len: 168 time: 2.4612856
Dec 15 18:59:53.251245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55878) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:53.252546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.260092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0a90288b-84b3-4460-aaaa-5fc6af3ab358 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:53.302416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] For port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:53.306850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:53.321948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] For port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=43fda44f-09ef-47c3-bfb7-df3a71a51fc4,segment=NetworkSegment(ce3065fc-e24d-4131-bead-55713d79dbc0),segment_id=ce3065fc-e24d-4131-bead-55713d79dbc0)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:53.325448 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cb10d5-434d-4c7b-bb43-3071efa87ff9 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] GET failed (client error): The resource could not be found.
Dec 15 18:59:53.326777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f5cb10d5-434d-4c7b-bb43-3071efa87ff9 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Synchronizing usage tracker for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:53.342422 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.348604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:53.375690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:53.380320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:53.381039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.392911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.399237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f5cb10d5-434d-4c7b-bb43-3071efa87ff9 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Unset dirty status for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:53.406121 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f5cb10d5-434d-4c7b-bb43-3071efa87ff9 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "GET /v2.0/ports/87336b22-6295-46e4-916a-abf30f0cfc02 HTTP/1.1" status: 404  len: 333 time: 0.1490693
Dec 15 18:59:53.406121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.407894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55882) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:53.408567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:53.428086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fc396dd4-fe72-4ccc-be0f-21e126602b68 None None] Provisioning for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:53.434050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f08ee9-e2ee-4636-bc97-afb75686b044 None None] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:53.462316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'name': 'tempest-AllowedAddressPairTestJSON-264695894'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:53.466894 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5377860
Dec 15 18:59:53.472323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55886) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:53.473750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.14 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/36942e24-d8d9-46e0-ad6f-a115ceb479f5/c6d826d9-b7b4-4f50-9c99-f4c83888c0e7) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:53.483182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5ed0b6f5-0085-41f8-89b4-e3c27552bd40 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:53.489117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:53.491419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.492832 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0887454
Dec 15 18:59:53.498726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04eb8b9-d7af-444d-a13e-f247b29b45ce,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:53.501872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55890) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:53.515013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:53.521587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fc396dd4-fe72-4ccc-be0f-21e126602b68 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:53.522130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc396dd4-fe72-4ccc-be0f-21e126602b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.598547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.613579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.627943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.656252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.657767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5ed0b6f5-0085-41f8-89b4-e3c27552bd40 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:53.662795 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5ed0b6f5-0085-41f8-89b4-e3c27552bd40 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4256823
Dec 15 18:59:53.681532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55894) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:53.697631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Pushing event updated for resources: {'Port': ['ID=43fda44f-09ef-47c3-bfb7-df3a71a51fc4,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:53.706907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:53.713940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:53.714189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--161266180'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:53.718504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:53.719089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.720543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:53.730032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:53.742852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:53.750904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.766847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:53.768156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.772308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.791374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba7f54f-104b-4736-8c8f-dcd4b9eb22a5 None None] Network 9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:53.896255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:53.898901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.907941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e1219067-e12c-41f9-87ef-a04ace77eef4 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:53.925103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:53.926993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:53.950497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:53.952138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b04eb8b9-d7af-444d-a13e-f247b29b45ce,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:53.953871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.957462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b04eb8b9-d7af-444d-a13e-f247b29b45ce HTTP/1.1" status: 204  len: 168 time: 0.4416647
Dec 15 18:59:53.957462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:53.959328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55898) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:53.974822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:53.978963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Subnet': ['ID=6909dec0-dfbd-4702-a14b-be1f1fcba850,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:53.981941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:53.987056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:53.989994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:53.993597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:53.995986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:54.015129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:54.020251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.025990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:54.038192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d6d00-5a02-495a-ab19-04efb26ef452 None None] Network dc119512-4a7e-41c5-b341-389fae803722 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:54.046393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:54.057124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.064691 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/subnets/6909dec0-dfbd-4702-a14b-be1f1fcba850 HTTP/1.1" status: 204  len: 168 time: 1.7911830
Dec 15 18:59:54.066788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] device_id is not set on port cd8f0e8d-c3d2-41be-82bb-40ab85214656 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:54.067232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55902) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:54.075218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:54.078605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.098499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-8d7e515e-3a8a-4f88-8cef-5e0ed22a5255', 'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255', 'tenant_id': 'ef901354a8444519a39785ed6f7c3662', 'fixed_ips': [{'subnet_id': '0d23674d-ab86-4a20-9cdc-55bfa05a61e3'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:54.099305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.131221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:54.171010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-51a89ec3-9aeb-44fe-b2cb-3b308889dcb0 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:54.302148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fc396dd4-fe72-4ccc-be0f-21e126602b68 None None] Provisioning complete for port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:54.302565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fc396dd4-fe72-4ccc-be0f-21e126602b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.319947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=43fda44f-09ef-47c3-bfb7-df3a71a51fc4,segment=NetworkSegment(ce3065fc-e24d-4131-bead-55713d79dbc0),segment_id=ce3065fc-e24d-4131-bead-55713d79dbc0)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:54.320351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.333244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-51a89ec3-9aeb-44fe-b2cb-3b308889dcb0 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:54.337461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-51a89ec3-9aeb-44fe-b2cb-3b308889dcb0 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3771422
Dec 15 18:59:54.344023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:54.345542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.353413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.382254 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80596254-267d-4939-b83d-0fd2d6e9bf51 req-c36031e5-cbb4-485f-adca-766509c15da8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0764115
Dec 15 18:59:54.407954 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.ipam_backend_mixin [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d23674d-ab86-4a20-9cdc-55bfa05a61e3 (CIDR: 2001:db8::/64)
Dec 15 18:59:54.417013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.424128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:54.424499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:54.431074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.446630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5c0b201d-e325-4ce9-95f4-4d4940838b9e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:54.473996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.494216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Deleting port 39a5ab45-022a-4984-b7a0-600b4e037316 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:54.494861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.506423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:54.518262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fc396dd4-fe72-4ccc-be0f-21e126602b68 None None] Port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:54.557883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 0a90288b-84b3-4460-aaaa-5fc6af3ab358, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0a90288b-84b3-4460-aaaa-5fc6af3ab358,segment=NetworkSegment(e7e03224-7ea3-4552-9c5a-17bb4af84d0e),segment_id=e7e03224-7ea3-4552-9c5a-17bb4af84d0e)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:54.558678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Allocated IP 172.20.0.8 (5fab4e00-35e9-4fc0-9ff7-097a3d629ecc/ccecaf79-18cd-48f3-8d59-f39c476c2f98/cd8f0e8d-c3d2-41be-82bb-40ab85214656) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:54.576226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.636099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.650070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:54.666849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a10b4041-4094-4421-8fb4-101e7ca61ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:54.701627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port 43fda44f-09ef-47c3-bfb7-df3a71a51fc4 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:54.735598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:54.737134 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b42491f7-641c-44c8-8208-b878445c6bdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2610779
Dec 15 18:59:54.738003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.739056 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0546947
Dec 15 18:59:54.748680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=43fda44f-09ef-47c3-bfb7-df3a71a51fc4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:54.750902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:54.753346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:54.753476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55912) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:54.753824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55914) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:54.783638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:54.788252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Allocated IP 2001:db8::2 (8d7e515e-3a8a-4f88-8cef-5e0ed22a5255/0d23674d-ab86-4a20-9cdc-55bfa05a61e3/0670122c-077a-4224-982c-d89805a419e6) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:54.790891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=c6d826d9-b7b4-4f50-9c99-f4c83888c0e7,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:54.793149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:54.794116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:54.805763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=0a90288b-84b3-4460-aaaa-5fc6af3ab358,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:54.810436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-834fd0ae-a33f-4d8c-ad81-14c3dfb3e4ff tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:54.812915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f3f9f684-5389-4f4f-8888-6015c3b6af04 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:54.813202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:54.813619 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-f3f9f684-5389-4f4f-8888-6015c3b6af04 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:54.814168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b18556b6-1810-4705-b611-daadf2871cf8 None None] Provisioning complete for port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:54.814699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b18556b6-1810-4705-b611-daadf2871cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.817524 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f3f9f684-5389-4f4f-8888-6015c3b6af04 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0404232
Dec 15 18:59:54.823225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55920) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:54.869982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-221a31a6-8d2f-4766-b448-6d6b7b2ca054 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:54.897936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.904975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-221a31a6-8d2f-4766-b448-6d6b7b2ca054 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:54.929290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-221a31a6-8d2f-4766-b448-6d6b7b2ca054 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:54.936963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275f670a-f953-4212-9114-99d88ef3730e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:54.939064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:54.942003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-221a31a6-8d2f-4766-b448-6d6b7b2ca054 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:54.951625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:54.952451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:54.985029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-221a31a6-8d2f-4766-b448-6d6b7b2ca054 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:55.001775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] DHCP port deletion for dc119512-4a7e-41c5-b341-389fae803722 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 18:59:55.010374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Deleting port 39a5ab45-022a-4984-b7a0-600b4e037316 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:55.011347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.022739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.104790 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.5701180
Dec 15 18:59:55.130576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55924) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:55.154134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:55.176868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.188143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:55.209615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:55.228764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:55.239525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced42fc70>,) {'filters': {'network_id': ['9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:55.251758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:55.265044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced42fc70>, 'ce3065fc-e24d-4131-bead-55713d79dbc0') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:55.265387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced42fc70>, 'ce3065fc-e24d-4131-bead-55713d79dbc0') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:55.270997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] For port 39a5ab45-022a-4984-b7a0-600b4e037316, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=39a5ab45-022a-4984-b7a0-600b4e037316,segment=NetworkSegment(2ada02ac-168e-4252-822e-d2b10ce06654),segment_id=2ada02ac-168e-4252-822e-d2b10ce06654)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:55.271461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.285394 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-221a31a6-8d2f-4766-b448-6d6b7b2ca054 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:55.287601 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-221a31a6-8d2f-4766-b448-6d6b7b2ca054 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4585750
Dec 15 18:59:55.290510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.291861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55928) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:55.310446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:55.318967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.334130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.341286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.356817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:55.357204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-40e072e5-a520-4822-b367-854f90a23112 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:55.357915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.358010 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-40e072e5-a520-4822-b367-854f90a23112 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:55.361586 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-40e072e5-a520-4822-b367-854f90a23112 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0660920
Dec 15 18:59:55.368574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55932) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:55.375512 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:55.393216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Transition to ACTIVE for port object 0670122c-077a-4224-982c-d89805a419e6 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:55.426968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.435565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Transition to ACTIVE for port object cd8f0e8d-c3d2-41be-82bb-40ab85214656 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:55.439524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] For port 39a5ab45-022a-4984-b7a0-600b4e037316, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=39a5ab45-022a-4984-b7a0-600b4e037316,segment=NetworkSegment(2ada02ac-168e-4252-822e-d2b10ce06654),segment_id=2ada02ac-168e-4252-822e-d2b10ce06654)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:55.439781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Calling delete_port for 39a5ab45-022a-4984-b7a0-600b4e037316 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:55.441053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.470014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7f36d0b7-974b-4387-a03c-f79393965127 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:55.491067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6eb0ba73-2de2-4543-9fca-349b6a293d9b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:55.549422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.549931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6eb0ba73-2de2-4543-9fca-349b6a293d9b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:55.559011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba29ed8-ad03-4e87-a563-70b74303a11c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:55.561231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:55.562205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0d421ace-5c1a-40c7-9a95-a7b153938752 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:55.582981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Transition to ACTIVE for port object 0670122c-077a-4224-982c-d89805a419e6 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:55.587125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6eb0ba73-2de2-4543-9fca-349b6a293d9b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:55.594270 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b7d027e2-a547-4965-9340-b07d22a48601 req-b62881d1-b7a2-49d6-9400-ee68dee771e3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1100976
Dec 15 18:59:55.595093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6eb0ba73-2de2-4543-9fca-349b6a293d9b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:55.596470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Calling delete_port for 39a5ab45-022a-4984-b7a0-600b4e037316 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:55.622033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6eb0ba73-2de2-4543-9fca-349b6a293d9b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:55.653641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.657200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40ef7cd3-23ed-411f-888f-869fe091ad01 None None] Provisioning for port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:55.663435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.664064 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/dba29ed8-ad03-4e87-a563-70b74303a11c HTTP/1.1" status: 204  len: 168 time: 1.3148496
Dec 15 18:59:55.667766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55938) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:55.668790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-20320802-7dc5-4715-a0ee-b08d059a52c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:55.671608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:55.696606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:55.697023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.707125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.716212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:55.719160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:55.719292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:55.721046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40ef7cd3-23ed-411f-888f-869fe091ad01 None None] Provisioning complete for port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:55.721640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40ef7cd3-23ed-411f-888f-869fe091ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.726548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.740687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:55.746999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be HTTP/1.1" status: 204  len: 168 time: 5.5552125
Dec 15 18:59:55.752614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55942) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:55.762708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252976881'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:55.767166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:55.771241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:55.774083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:55.775168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:55.780671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Port': ['ID=39a5ab45-022a-4984-b7a0-600b4e037316,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:55.781186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:55.783192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:55.791798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.809396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-6eb0ba73-2de2-4543-9fca-349b6a293d9b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:55.810538 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6eb0ba73-2de2-4543-9fca-349b6a293d9b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3793950
Dec 15 18:59:55.817684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-40ef7cd3-23ed-411f-888f-869fe091ad01 None None] Port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:55.821239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] No DVR routers for this DVR port 39a5ab45-022a-4984-b7a0-600b4e037316 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 18:59:55.838423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:55.847514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55946) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:55.848267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:55.849880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:55.852241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.854764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:55.857101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Pushing event updated for resources: {'Port': ['ID=0670122c-077a-4224-982c-d89805a419e6,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:55.861463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b23c8c3c-910e-4fa3-afb2-eca61e84607d tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:55.861864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:55.862730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 18:59:55.863225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 18:59:55.864963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:55.868747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.910010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8b9d0429-b684-40cf-a89c-60793ddeedd6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:55.913086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-97323e8b-d7e3-4ace-ada1-d2146a7d7e39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:55.913715 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-97323e8b-d7e3-4ace-ada1-d2146a7d7e39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:55.915048 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-97323e8b-d7e3-4ace-ada1-d2146a7d7e39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0243936
Dec 15 18:59:55.922891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55950) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:55.952305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Attempting to bind port 0670122c-077a-4224-982c-d89805a419e6 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 18:59:55.952667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Attempting to bind port 0670122c-077a-4224-982c-d89805a419e6 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '19a7adc1-abfb-4339-8ebb-d6052df84241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 18:59:55.953231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Attempting to bind port 0670122c-077a-4224-982c-d89805a419e6 on network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 18:59:55.960062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 18:59:55.960671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Checking segment: {'id': '19a7adc1-abfb-4339-8ebb-d6052df84241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:55.961227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.961649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Bound using segment: {'id': '19a7adc1-abfb-4339-8ebb-d6052df84241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 18:59:55.962122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Bound port: 0670122c-077a-4224-982c-d89805a419e6, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a7adc1-abfb-4339-8ebb-d6052df84241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 18:59:55.962536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:55.977416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5724323f-2bdc-4f33-a3d8-0f533bb57cf2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:55.979451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:55.980302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=cd8f0e8d-c3d2-41be-82bb-40ab85214656,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:55.994722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:56.008957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:56.015704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:56.044738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5724323f-2bdc-4f33-a3d8-0f533bb57cf2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:56.051962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 18:59:56.063914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] For port 0670122c-077a-4224-982c-d89805a419e6, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 18:59:56.067956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] For port 0670122c-077a-4224-982c-d89805a419e6, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0670122c-077a-4224-982c-d89805a419e6,segment=NetworkSegment(19a7adc1-abfb-4339-8ebb-d6052df84241),segment_id=19a7adc1-abfb-4339-8ebb-d6052df84241)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 18:59:56.077131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.084870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5724323f-2bdc-4f33-a3d8-0f533bb57cf2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:56.088742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.094353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:56.100457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5724323f-2bdc-4f33-a3d8-0f533bb57cf2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:56.104647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.105395 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment b4afd468-0c91-4dfd-9fb8-d1805bb52170 of type vlan for network b031ccdb-53d4-4f7a-bacb-741bcf0b272a
Dec 15 18:59:56.126250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:56.127292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.132231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8b9d0429-b684-40cf-a89c-60793ddeedd6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:56.133496 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8b9d0429-b684-40cf-a89c-60793ddeedd6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4657443
Dec 15 18:59:56.134530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5724323f-2bdc-4f33-a3d8-0f533bb57cf2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:56.150036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55954) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.158065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443296853'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:56.171406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec8c4d30>,) {'filters': {'network_id': ['dc119512-4a7e-41c5-b341-389fae803722']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:56.190766 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.ipam_backend_mixin [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 36942e24-d8d9-46e0-ad6f-a115ceb479f5 (CIDR: 172.20.0.0/28)
Dec 15 18:59:56.193194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:56.198105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec8c4d30>, '2ada02ac-168e-4252-822e-d2b10ce06654') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:56.198390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec8c4d30>, '2ada02ac-168e-4252-822e-d2b10ce06654') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 18:59:56.205699 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.7829049
Dec 15 18:59:56.208418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55958) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.214923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Pushing event updated for resources: {'Port': ['ID=0670122c-077a-4224-982c-d89805a419e6,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:56.215955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.216810 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:56.217289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:56.218960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:56.230185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.238658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:67:31:eb'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:56.264525 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-5724323f-2bdc-4f33-a3d8-0f533bb57cf2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:56.268129 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5724323f-2bdc-4f33-a3d8-0f533bb57cf2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3419070
Dec 15 18:59:56.268129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.273638 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7fa98726-823d-4c4f-9ca1-8c4da441dcf1 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1382151
Dec 15 18:59:56.274718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55962) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.275053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55964) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.284274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5ae4e3b0-4819-4849-864e-cfc051a5c7e0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:56.284887 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-5ae4e3b0-4819-4849-864e-cfc051a5c7e0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:56.286024 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5ae4e3b0-4819-4849-864e-cfc051a5c7e0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0096474
Dec 15 18:59:56.287214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 18:59:56.287611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.306203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 18:59:56.320070 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 18:59:56.325336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55970) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.342899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a74f1778-6f85-4ccc-9e73-7f8da5826fef tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:56.351598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2042475e-e0d4-4256-ae6d-f0d385f17d43 None None] Provisioning for port cd8f0e8d-c3d2-41be-82bb-40ab85214656 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:56.357241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2042475e-e0d4-4256-ae6d-f0d385f17d43 None None] Provisioning complete for port cd8f0e8d-c3d2-41be-82bb-40ab85214656 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:56.357886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2042475e-e0d4-4256-ae6d-f0d385f17d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.416638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:56.417184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a74f1778-6f85-4ccc-9e73-7f8da5826fef tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:56.456403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.458904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Deleting port 39a5ab45-022a-4984-b7a0-600b4e037316 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:56.459290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.471668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9b6e2655-db57-447b-afbf-8c405e0af1d4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:56.487433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2042475e-e0d4-4256-ae6d-f0d385f17d43 None None] Port cd8f0e8d-c3d2-41be-82bb-40ab85214656 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:56.496022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a74f1778-6f85-4ccc-9e73-7f8da5826fef tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:56.502693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a74f1778-6f85-4ccc-9e73-7f8da5826fef tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:56.514952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a74f1778-6f85-4ccc-9e73-7f8da5826fef tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:56.541737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-09530513-c442-45c6-ac12-7e1159658fb9 None None] The port '39a5ab45-022a-4984-b7a0-600b4e037316' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 18:59:56.557115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:56.564957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:56.566944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.577994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:56.578574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.658746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.666262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3e494d5-332c-4304-a0d4-f9f37f041284 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:56.687486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.731281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Pushing event deleted for resources: {'Network': ['ID=dc119512-4a7e-41c5-b341-389fae803722,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:56.734038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:56.758823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/networks/dc119512-4a7e-41c5-b341-389fae803722 HTTP/1.1" status: 204  len: 168 time: 2.6853423
Dec 15 18:59:56.769815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55976) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.808101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:56.812650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:56.821254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:56.824565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0a90288b-84b3-4460-aaaa-5fc6af3ab358 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:56.834445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:56.834801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.837610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f3871822-2063-47d4-a086-d74fd0ce6151 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Synchronizing usage tracker for tenant:5301a6baf95446fab6b0ae8f132a8a64 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:56.838911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:56.839669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.850529 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-a74f1778-6f85-4ccc-9e73-7f8da5826fef tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:56.851903 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a74f1778-6f85-4ccc-9e73-7f8da5826fef tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5224519
Dec 15 18:59:56.854639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55980) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.860555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.863810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c4e12b74-944b-470c-844d-644d7b548765 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '275f670a-f953-4212-9114-99d88ef3730e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:56.871899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:56.875675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.889779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:56.890006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c4e12b74-944b-470c-844d-644d7b548765 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:56.892016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.894450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c4e12b74-944b-470c-844d-644d7b548765 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:56.899612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f3871822-2063-47d4-a086-d74fd0ce6151 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Unset dirty status for tenant:5301a6baf95446fab6b0ae8f132a8a64 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:56.900764 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f3871822-2063-47d4-a086-d74fd0ce6151 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bd6d2f5-766a-4661-a1bd-032d75767846 HTTP/1.1" status: 200  len: 205 time: 0.1299231
Dec 15 18:59:56.903971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:56.910421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c4e12b74-944b-470c-844d-644d7b548765 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:56.915739 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.1445172
Dec 15 18:59:56.915892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.919395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1560eb97-37c6-4e8f-b1e0-2bec23488462 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:56.927353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:56.929724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:56.944705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 55988) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:56.961597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255', 'fixed_ips': [{'subnet_id': '0d23674d-ab86-4a20-9cdc-55bfa05a61e3'}, {'subnet_id': '1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2'}], 'name': 'tempest-PortsIpV6TestJSON-91288312'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:56.972827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c4e12b74-944b-470c-844d-644d7b548765 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:56.982016 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cb2f9cd2-22bf-46f6-bfc8-e820871506b4 req-adce09e8-8f84-4ccd-ad5e-301713b52056 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1527488
Dec 15 18:59:57.047134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0670122c-077a-4224-982c-d89805a419e6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:57.060873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:57.108111 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3544290
Dec 15 18:59:57.122678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55992) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:57.140994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:57.166787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:57.176822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:57.182249 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 0670122c-077a-4224-982c-d89805a419e6 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:57.201591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:57.213539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=b031ccdb-53d4-4f7a-bacb-741bcf0b272a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:57.235602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:57.236931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b031ccdb-53d4-4f7a-bacb-741bcf0b272a details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 18:59:57.290824 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-c4e12b74-944b-470c-844d-644d7b548765 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:57.292624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 39a5ab45-022a-4984-b7a0-600b4e037316 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 18:59:57.297725 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c4e12b74-944b-470c-844d-644d7b548765 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4420524
Dec 15 18:59:57.298483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 55996) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:57.318825 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.ipam_backend_mixin [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c1bcfc3c-1e23-47ef-a930-497d00c59a04 (CIDR: 172.20.0.16/28)
Dec 15 18:59:57.366134 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 18:59:57.366718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 18:59:57.373575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.384048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 39a5ab45-022a-4984-b7a0-600b4e037316 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 18:59:57.384430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 39a5ab45-022a-4984-b7a0-600b4e037316 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 18:59:57.384977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:57.392714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:57.394014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7830-4323-47f6-b7f4-f4b0b6c38bb1 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.397057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:57.423011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.427041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cc92b73e-478e-4cc0-9cea-e3870c066801 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:57.445026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:57.460439 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9afaeb4d-626e-4391-8ada-93169f82cf6c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.1824033
Dec 15 18:59:57.462036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56000) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:57.462993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:57.520895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'subnet': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:57.535292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:57.539007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:57.547096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779b085f-97d6-40c3-a31e-27c87c7e29e0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:57.550666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:57.556037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.566095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7be9fa-00a7-4b71-bf90-08756f6c43d0 None None] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:57.566266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:57.568342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:57.576802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.578040 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4257011
Dec 15 18:59:57.582642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56004) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:57.600228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '779b085f-97d6-40c3-a31e-27c87c7e29e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:57.605774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:57.609872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:57.612749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:57.619023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:57.640244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 523add9f-f899-4347-a985-e0fe6440b539 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 18:59:57.658526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:57.677254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Provisioning for port 0670122c-077a-4224-982c-d89805a419e6 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 18:59:57.694210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Provisioning complete for port 0670122c-077a-4224-982c-d89805a419e6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:57.694616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.747727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.766900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.822706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.849627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.915470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.966735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] For port 0670122c-077a-4224-982c-d89805a419e6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0670122c-077a-4224-982c-d89805a419e6,segment=NetworkSegment(19a7adc1-abfb-4339-8ebb-d6052df84241),segment_id=19a7adc1-abfb-4339-8ebb-d6052df84241)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 18:59:57.970407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.972700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:57.976781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:57.994540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.026771 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 18:59:58.031601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-389ac443-ce6f-402a-a00c-da54e4e34ed8 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:58.106762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Pushing event updated for resources: {'Port': ['ID=0670122c-077a-4224-982c-d89805a419e6,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:58.110475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:58.116645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Update dhcp port {'port': {'network_id': '8d7e515e-3a8a-4f88-8cef-5e0ed22a5255', 'fixed_ips': [{'subnet_id': '0d23674d-ab86-4a20-9cdc-55bfa05a61e3', 'ip_address': '2001:db8::2'}, {'subnet_id': '1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '0670122c-077a-4224-982c-d89805a419e6'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 18:59:58.143889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:58.155526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing IP validity checks on allocation pools {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 18:59:58.156075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 18:59:58.178926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.211336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.216065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=cd8f0e8d-c3d2-41be-82bb-40ab85214656,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:58.219584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:58.231221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.260580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b6f19fb8-ea7b-472c-8457-d885d4b6b130 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:58.302618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbedee79-8668-467d-84e3-445ed22c6a66,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:58.305332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:58.306230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] In _notify_port_updated(), no bound segment for port cd8f0e8d-c3d2-41be-82bb-40ab85214656 on network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 18:59:58.310786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:58.311511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.312850 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "PUT /v2.0/ports/cd8f0e8d-c3d2-41be-82bb-40ab85214656 HTTP/1.1" status: 200  len: 993 time: 2.0997083
Dec 15 18:59:58.320516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56010) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:58.398702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bbf2543b-8d5d-48ad-aa1f-7103b2535859 None None] Provisioning complete for port cd8f0e8d-c3d2-41be-82bb-40ab85214656 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:58.399091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bbf2543b-8d5d-48ad-aa1f-7103b2535859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.410078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.413687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8200727
Dec 15 18:59:58.425343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56014) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:58.426611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Usage tracker for resource:subnet and tenant:fdcbeb07ae94494a9489a19c8bfa9f72 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:58.435711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '779b085f-97d6-40c3-a31e-27c87c7e29e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:58.444770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:58.449200 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ffe4bc6-6bb7-4030-8de5-f09aec4d7b89 req-baf6e9f1-7733-433b-a87b-3e3a5f80ae5d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.3772187
Dec 15 18:59:58.454222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port cd8f0e8d-c3d2-41be-82bb-40ab85214656 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 18:59:58.454557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.457284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bbf2543b-8d5d-48ad-aa1f-7103b2535859 None None] Port cd8f0e8d-c3d2-41be-82bb-40ab85214656 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 18:59:58.466158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:58.474012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7830-4323-47f6-b7f4-f4b0b6c38bb1 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.487501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7830-4323-47f6-b7f4-f4b0b6c38bb1 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.489075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.493154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1afbd727-e293-4b6e-8dfa-495e1e0ae6b7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:58.493719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:58.504965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Made reservation on behalf of fdcbeb07ae94494a9489a19c8bfa9f72 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 18:59:58.509037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:58.514212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:58.524891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:58.528671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275f670a-f953-4212-9114-99d88ef3730e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:58.537501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:58.648942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.676017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0670122c-077a-4224-982c-d89805a419e6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 18:59:58.690229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7830-4323-47f6-b7f4-f4b0b6c38bb1 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.690820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8e7830-4323-47f6-b7f4-f4b0b6c38bb1 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd6d2f5-766a-4661-a1bd-032d75767846 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 18:59:58.701818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.702888 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/275f670a-f953-4212-9114-99d88ef3730e HTTP/1.1" status: 204  len: 168 time: 1.3897188
Dec 15 18:59:58.711837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::e3 (8d7e515e-3a8a-4f88-8cef-5e0ed22a5255/0d23674d-ab86-4a20-9cdc-55bfa05a61e3/523add9f-f899-4347-a985-e0fe6440b539) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:58.713631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56018) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:58.725072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7830-4323-47f6-b7f4-f4b0b6c38bb1 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.726196 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ea8e7830-4323-47f6-b7f4-f4b0b6c38bb1 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] 10.222.0.48 "DELETE /v2.0/routers/8bd6d2f5-766a-4661-a1bd-032d75767846 HTTP/1.1" status: 204  len: 168 time: 1.8096948
Dec 15 18:59:58.742149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.779180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0670122c-077a-4224-982c-d89805a419e6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 18:59:58.779581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.797930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8:0:1::344 (8d7e515e-3a8a-4f88-8cef-5e0ed22a5255/1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2/523add9f-f899-4347-a985-e0fe6440b539) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:58.855506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:58.862449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-734a3b6d-00a0-49cc-8aeb-56e9ce8e0487 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:58.982618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=83d0d0d7-7de5-41c1-a2e5-0623212aca6c,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:58.989553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:58.999733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': 'b4afd468-0c91-4dfd-9fb8-d1805bb52170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 18:59:59.000174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: b031ccdb-53d4-4f7a-bacb-741bcf0b272a, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 18:59:59.080105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network b031ccdb-53d4-4f7a-bacb-741bcf0b272a is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 18:59:59.092804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56026) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:59.101437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b031ccdb-53d4-4f7a-bacb-741bcf0b272a) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:59.107183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:59.107963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.115754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14551d-5dcf-436f-a22b-8b33ff996a0a None None] Network b031ccdb-53d4-4f7a-bacb-741bcf0b272a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:59.158307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cbf192ca-0265-45ab-855b-bd4b4a616eda tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 18:59:59.160968 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.0371907
Dec 15 18:59:59.163956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56032) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:59.187678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.196455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3f08081b-1bb1-4a2e-ab72-3415dcab950e tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:59.208334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.210248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.235097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.248726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2731e32d-7d8f-40d6-b0ea-eb27fc533ce6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:59.350445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:59.358213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:59.365385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:59.365971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.368751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1d15d-31b2-44a9-b317-508a3fbdca8a None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 18:59:59.369798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Subnet': ['ID=57122d40-3ae2-4fb1-b744-77349f279ccb,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:59.380601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:59.390467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Calling delete_port for cd8f0e8d-c3d2-41be-82bb-40ab85214656 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 18:59:59.392156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-b031ccdb-53d4-4f7a-bacb-741bcf0b272a', 'network_id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': '83d0d0d7-7de5-41c1-a2e5-0623212aca6c'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 18:59:59.392984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.424807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cbf192ca-0265-45ab-855b-bd4b4a616eda tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 18:59:59.432610 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cbf192ca-0265-45ab-855b-bd4b4a616eda tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7083652
Dec 15 18:59:59.432787 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.9578578
Dec 15 18:59:59.432787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56036) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:59.432972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56038) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:59.440243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238984377'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:59.446454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.450334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df6c453-827d-4d58-90ff-80f964bc2abe,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:59.452430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-487689731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57122d40-3ae2-4fb1-b744-77349f279ccb'}], 'security_groups': ['3539b59b-b6df-41da-a4a4-7f46b88ecbe7', '33bc77ed-005a-4bc3-94c5-56a725488ad5']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:59.454454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:59.484844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.492018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 523add9f-f899-4347-a985-e0fe6440b539 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 18:59:59.495926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.500311 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0716534
Dec 15 18:59:59.503644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56046) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:59.513917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '779b085f-97d6-40c3-a31e-27c87c7e29e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 18:59:59.531666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:59.539101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:59.544889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:59.548236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:59.596003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:59.598751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-be01d36b-5750-4bba-8203-27a466a5e786 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5301a6baf95446fab6b0ae8f132a8a64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5046983
Dec 15 18:59:59.599720 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6157c306-6e8a-4274-8043-974902326fde req-05c3e560-7697-4f90-839d-eea651e28e72 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0629652
Dec 15 18:59:59.606181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56050) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 18:59:59.628945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:59.689062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.696632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.707345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.722109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.737843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a0a6064c-c52a-4b2f-8697-e08f6f6a5397 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 18:59:59.780507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.804139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.868382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.875629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 18:59:59.877512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 18:59:59.884161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 18:59:59.886568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=523add9f-f899-4347-a985-e0fe6440b539,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 18:59:59.888769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 18:59:59.892854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 18:59:59.893701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 18:59:59.903344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Allocated IP 172.20.0.3 (b031ccdb-53d4-4f7a-bacb-741bcf0b272a/83d0d0d7-7de5-41c1-a2e5-0623212aca6c/c7ea2776-383b-459f-9bd4-5a9c5419259b) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:59.924632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 18:59:59.929880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 18:59:59.938778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 18:59:59.942884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Allocated IP 2001:db8:0:1::2 (8d7e515e-3a8a-4f88-8cef-5e0ed22a5255/1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2/0670122c-077a-4224-982c-d89805a419e6) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 18:59:59.947220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 18:59:59.947761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:00.136750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.157752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.172890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Port': ['ID=cd8f0e8d-c3d2-41be-82bb-40ab85214656,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:00.173659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-26d80c3f-b03c-4566-8b65-7bce40b4ba1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:00.176841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.191121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:00.198418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.205339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.222926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:00.232754 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1014 time: 3.2824564
Dec 15 19:00:00.233569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56054) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:00.259035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d23674d-ab86-4a20-9cdc-55bfa05a61e3'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:00.275914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca7eb6-01d8-4ff2-ad70-6c26771ff57c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:00.279118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.280292 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8459411
Dec 15 19:00:00.283248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:00.283767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56058) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:00.293088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a5a71217-68c7-45d9-9ad2-b684aacebc39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '60ca7eb6-01d8-4ff2-ad70-6c26771ff57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:00.304903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a5a71217-68c7-45d9-9ad2-b684aacebc39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:00.312612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a5a71217-68c7-45d9-9ad2-b684aacebc39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:00.317437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a5a71217-68c7-45d9-9ad2-b684aacebc39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:00.327331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a5a71217-68c7-45d9-9ad2-b684aacebc39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:00.353534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b46f51b-81f3-49db-baf9-10f8bccbcbac,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:00.360328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.386139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Transition to ACTIVE for port object c7ea2776-383b-459f-9bd4-5a9c5419259b will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:00.396982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Update dhcp port {'port': {'network_id': '3a2a10ae-6e07-4af9-8e3b-801ae7170cfb', 'fixed_ips': [{'subnet_id': 'c1bcfc3c-1e23-47ef-a930-497d00c59a04', 'ip_address': '172.20.0.18'}, {'subnet_id': '36942e24-d8d9-46e0-ad6f-a115ceb479f5', 'ip_address': '172.20.0.2'}, {'subnet_id': '57122d40-3ae2-4fb1-b744-77349f279ccb'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '90c632b4-fca0-4aa7-b313-ac9c43b4b0f7'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:00:00.403308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:00.450934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.454697 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9491253
Dec 15 19:00:00.468448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56062) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:00.477992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Transition to ACTIVE for port object c7ea2776-383b-459f-9bd4-5a9c5419259b will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:00.480953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '779b085f-97d6-40c3-a31e-27c87c7e29e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:00.499328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.517253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.521737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] For port 0670122c-077a-4224-982c-d89805a419e6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0670122c-077a-4224-982c-d89805a419e6,segment=NetworkSegment(19a7adc1-abfb-4339-8ebb-d6052df84241),segment_id=19a7adc1-abfb-4339-8ebb-d6052df84241)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:00.522898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:00.526913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f79eb09b-23b4-4ffb-b737-7eb1ce32bad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:00.536270 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-a5a71217-68c7-45d9-9ad2-b684aacebc39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The resource could not be found.
Dec 15 19:00:00.540472 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a5a71217-68c7-45d9-9ad2-b684aacebc39 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2507908
Dec 15 19:00:00.541006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56066) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:00.542642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.547588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-309ab2ee-0632-400e-87cb-1c392b2b0414 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:00.548171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-063acd72-f943-4701-bbb3-1cd13ff38b6d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '60ca7eb6-01d8-4ff2-ad70-6c26771ff57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0b2ccd99-9a75-4926-bd6f-3fd4938fad8f'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:00.556456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:00.564470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-063acd72-f943-4701-bbb3-1cd13ff38b6d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:00.566642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:00.585442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=83d0d0d7-7de5-41c1-a2e5-0623212aca6c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:00.587540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-063acd72-f943-4701-bbb3-1cd13ff38b6d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:00.587923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:00.592213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:00.593580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Delete allocated IP 172.20.0.14 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/36942e24-d8d9-46e0-ad6f-a115ceb479f5) {{(pid=83670) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 15 19:00:00.598489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-063acd72-f943-4701-bbb3-1cd13ff38b6d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:00.610389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.613363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.625468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Allocated IP 172.20.0.39 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/57122d40-3ae2-4fb1-b744-77349f279ccb/c6d826d9-b7b4-4f50-9c99-f4c83888c0e7) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:00.641808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-063acd72-f943-4701-bbb3-1cd13ff38b6d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:00.675312 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/ports/cd8f0e8d-c3d2-41be-82bb-40ab85214656 HTTP/1.1" status: 204  len: 168 time: 2.3537400
Dec 15 19:00:00.678244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56072) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:00.683671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.685590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.689168 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7703c941-f161-4ae9-95f9-211a36538c5f HTTP/1.1" status: 204  len: 168 time: 1.0503819
Dec 15 19:00:00.689435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Network b031ccdb-53d4-4f7a-bacb-741bcf0b272a is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:00.699293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:00.701599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:00.706851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:00.722969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Pushing event updated for resources: {'Port': ['ID=c7ea2776-383b-459f-9bd4-5a9c5419259b,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:00.726328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.resource_extend [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:00:00.745774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:00.755692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.796972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703c941-f161-4ae9-95f9-211a36538c5f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:00.807392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:00.820423 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed822f14-155b-4b2e-b456-33cbf86f35a8 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:00.820927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ed822f14-155b-4b2e-b456-33cbf86f35a8 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Synchronizing usage tracker for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:00.830245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.923593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.932999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ed822f14-155b-4b2e-b456-33cbf86f35a8 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Unset dirty status for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:00.933115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Transition to ACTIVE for port object 0670122c-077a-4224-982c-d89805a419e6 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:00.938770 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ed822f14-155b-4b2e-b456-33cbf86f35a8 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "GET /v2.0/ports/cd8f0e8d-c3d2-41be-82bb-40ab85214656 HTTP/1.1" status: 404  len: 333 time: 0.2496839
Dec 15 19:00:00.939551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56080) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:00.952284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.952528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:00.956425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:00.960026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'name': 'tempest-AllowedAddressPairTestJSON-1777888952'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:00.983859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:01.013887 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ba3a0e36-a362-4576-a24b-407aee658a68 req-141ee3b9-f8a6-44d6-b0bb-3410a3fee550 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2738965
Dec 15 19:00:01.017069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.025184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec06e411-4051-443f-8c29-80e926a7f0a1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:01.048583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Attempting to bind port c7ea2776-383b-459f-9bd4-5a9c5419259b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:01.048964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Attempting to bind port c7ea2776-383b-459f-9bd4-5a9c5419259b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b4afd468-0c91-4dfd-9fb8-d1805bb52170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:01.049383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Attempting to bind port c7ea2776-383b-459f-9bd4-5a9c5419259b on network b031ccdb-53d4-4f7a-bacb-741bcf0b272a {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:01.052201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Pushing event updated for resources: {'Port': ['ID=0670122c-077a-4224-982c-d89805a419e6,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:01.055610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:01.066211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:01.066598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Checking segment: {'id': 'b4afd468-0c91-4dfd-9fb8-d1805bb52170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:01.067008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.067408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Bound using segment: {'id': 'b4afd468-0c91-4dfd-9fb8-d1805bb52170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:01.067886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Bound port: c7ea2776-383b-459f-9bd4-5a9c5419259b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4afd468-0c91-4dfd-9fb8-d1805bb52170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:01.068266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.095275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec5074f0>,) {'filters': {'network_id': ['b031ccdb-53d4-4f7a-bacb-741bcf0b272a']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:01.118541 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-063acd72-f943-4701-bbb3-1cd13ff38b6d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The resource could not be found.
Dec 15 19:00:01.119813 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-063acd72-f943-4701-bbb3-1cd13ff38b6d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5774536
Dec 15 19:00:01.124062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:01.132609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56084) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:01.134614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec5074f0>, 'b4afd468-0c91-4dfd-9fb8-d1805bb52170') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:01.135098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec5074f0>, 'b4afd468-0c91-4dfd-9fb8-d1805bb52170') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:01.180773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.263328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d82ba639-8327-4563-8468-687b38f385fc None None] For port c7ea2776-383b-459f-9bd4-5a9c5419259b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:01.267197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d82ba639-8327-4563-8468-687b38f385fc None None] For port c7ea2776-383b-459f-9bd4-5a9c5419259b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c7ea2776-383b-459f-9bd4-5a9c5419259b,segment=NetworkSegment(b4afd468-0c91-4dfd-9fb8-d1805bb52170),segment_id=b4afd468-0c91-4dfd-9fb8-d1805bb52170)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:01.274618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.276426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.282353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:01.289490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:01.290150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.305250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.312669 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8413155
Dec 15 19:00:01.353150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56092) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:01.363664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '779b085f-97d6-40c3-a31e-27c87c7e29e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:01.406740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:01.417184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:01.423779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Pushing event updated for resources: {'Port': ['ID=c7ea2776-383b-459f-9bd4-5a9c5419259b,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:01.427112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:01.427843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:01.432960 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:01.436343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 19:00:01.436343 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 19:00:01.436343 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': 'b031ccdb-53d4-4f7a-bacb-741bcf0b272a'}]
Dec 15 19:00:01.436343 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:01.436680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:01.459005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.464139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec51e73-c6ce-47b9-b179-d9bda7e24934 None None] Network b031ccdb-53d4-4f7a-bacb-741bcf0b272a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:01.487909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:01.492549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.519725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:01.541209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:00:01.554622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.559068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-680d4d15-3041-4e2b-824c-c1757c1ee941 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:01.581951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.588175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca7eb6-01d8-4ff2-ad70-6c26771ff57c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:01.595094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:01.603273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:01.618259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Transition to ACTIVE for port object c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:01.619745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.624324 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/60ca7eb6-01d8-4ff2-ad70-6c26771ff57c HTTP/1.1" status: 204  len: 168 time: 0.4814038
Dec 15 19:00:01.624932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56100) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:01.625106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.641850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:01.644848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.647791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:01.661909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f607ce35-daaf-4ea1-8db8-3418a1008c84 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:01.785482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] device_id is not set on port ad6b9278-0511-4885-abee-9dcc345df0a0 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:01.820105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Allocated IP 172.20.0.34 (3a2a10ae-6e07-4af9-8e3b-801ae7170cfb/57122d40-3ae2-4fb1-b744-77349f279ccb/90c632b4-fca0-4aa7-b313-ac9c43b4b0f7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:01.873052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Delete allocated IP 2001:db8:0:1::344 (8d7e515e-3a8a-4f88-8cef-5e0ed22a5255/1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2) {{(pid=83671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 15 19:00:01.982423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.003811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event updated for resources: {'Port': ['ID=c6d826d9-b7b4-4f50-9c99-f4c83888c0e7,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:02.015727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:02.039251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-537334e7-44f0-4bfc-bfb0-f46ef5423ab0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:02.054700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.060695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa3ee55-62ff-4af1-8ad5-7bdcf193281d None None] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:02.090514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] For port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,segment=NetworkSegment(b2befa2d-86ff-4bad-8719-877dee3de532),segment_id=b2befa2d-86ff-4bad-8719-877dee3de532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:02.094786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port c7ea2776-383b-459f-9bd4-5a9c5419259b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:02.098011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.100424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.120568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:02.137419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] In _notify_port_updated(), no bound segment for port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 on network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:00:02.142971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:02.144310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.146361 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "PUT /v2.0/ports/c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 HTTP/1.1" status: 200  len: 959 time: 2.7105010
Dec 15 19:00:02.156680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56112) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:02.214048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-537334e7-44f0-4bfc-bfb0-f46ef5423ab0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:02.215841 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-537334e7-44f0-4bfc-bfb0-f46ef5423ab0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5897872
Dec 15 19:00:02.225848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56116) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:02.230032 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-92aefed5-b14a-4c4a-92ff-632f1e650573 req-5861a0e6-2903-443d-a123-8ee56ae3a13f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1241603
Dec 15 19:00:02.230352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.241360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d9255bfc-9532-424f-b22c-a87d2956dc90 None None] Provisioning for port 0670122c-077a-4224-982c-d89805a419e6 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:02.247078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b13cb13f-8227-4212-bc56-f29c2acd1a69 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': '89e388e6-ca69-4a2c-a92a-2b247d3a0035', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:02.254581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac79faa-c762-4173-a5f3-2441c910f8b4,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:02.258272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b13cb13f-8227-4212-bc56-f29c2acd1a69 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:02.270877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:02.286851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d9255bfc-9532-424f-b22c-a87d2956dc90 None None] Provisioning complete for port 0670122c-077a-4224-982c-d89805a419e6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:02.287433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d9255bfc-9532-424f-b22c-a87d2956dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.290750 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Allocated IP 172.20.0.6 (5fab4e00-35e9-4fc0-9ff7-097a3d629ecc/ccecaf79-18cd-48f3-8d59-f39c476c2f98/ad6b9278-0511-4885-abee-9dcc345df0a0) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:02.300390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b13cb13f-8227-4212-bc56-f29c2acd1a69 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:02.315096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Transition to ACTIVE for port object 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:02.319002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b13cb13f-8227-4212-bc56-f29c2acd1a69 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:02.335033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b13cb13f-8227-4212-bc56-f29c2acd1a69 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:02.342168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.344066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:02.344653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.349565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-aecd382a-f79f-4d9c-8186-8676d2062765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:02.389577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56120) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:02.542549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.547302 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 1.1883266
Dec 15 19:00:02.552330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56126) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:02.582922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Pushing event updated for resources: {'Port': ['ID=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:02.592815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:02.613049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.648715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Ignored duplicate provisioning block setup for port 523add9f-f899-4347-a985-e0fe6440b539 by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 15 19:00:02.658307 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-b13cb13f-8227-4212-bc56-f29c2acd1a69 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The resource could not be found.
Dec 15 19:00:02.659833 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b13cb13f-8227-4212-bc56-f29c2acd1a69 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4235282
Dec 15 19:00:02.674825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.679055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56130) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:02.695446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-78920d35-f36d-4ce4-95b0-97e5047bda3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:02.696290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437903593'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:02.711546 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aae5fddd-e85e-4367-948e-f0394757ac58 tempest-ServiceProvidersTest-1353343897 tempest-ServiceProvidersTest-1353343897-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3127928
Dec 15 19:00:02.737127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port c7ea2776-383b-459f-9bd4-5a9c5419259b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c7ea2776-383b-459f-9bd4-5a9c5419259b,segment=NetworkSegment(b4afd468-0c91-4dfd-9fb8-d1805bb52170),segment_id=b4afd468-0c91-4dfd-9fb8-d1805bb52170)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:02.740107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.754383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.759174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:02.770934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:02.785759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:02.865099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0670122c-077a-4224-982c-d89805a419e6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:03.022284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0670122c-077a-4224-982c-d89805a419e6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:03.022693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.057239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=523add9f-f899-4347-a985-e0fe6440b539,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:03.061568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:03.066837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.122194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] In _notify_port_updated(), no bound segment for port 523add9f-f899-4347-a985-e0fe6440b539 on network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:00:03.126065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:03.126683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.127976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "PUT /v2.0/ports/523add9f-f899-4347-a985-e0fe6440b539 HTTP/1.1" status: 200  len: 923 time: 2.8810384
Dec 15 19:00:03.132603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56138) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:03.145616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d23674d-ab86-4a20-9cdc-55bfa05a61e3'}, {'subnet_id': '1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:03.211860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Transition to ACTIVE for port object ad6b9278-0511-4885-abee-9dcc345df0a0 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:03.253589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.311264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-14cf8d4c-d587-4923-b7d1-8f997e18269a None None] Provisioning for port 523add9f-f899-4347-a985-e0fe6440b539 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:03.322382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-14cf8d4c-d587-4923-b7d1-8f997e18269a None None] Provisioning complete for port 523add9f-f899-4347-a985-e0fe6440b539 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:03.322817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-14cf8d4c-d587-4923-b7d1-8f997e18269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.354524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56144) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:03.381973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-14cf8d4c-d587-4923-b7d1-8f997e18269a None None] Port 523add9f-f899-4347-a985-e0fe6440b539 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:03.397167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-14cf8d4c-d587-4923-b7d1-8f997e18269a None None] Provisioning complete for port 0670122c-077a-4224-982c-d89805a419e6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:03.397702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-14cf8d4c-d587-4923-b7d1-8f997e18269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.454033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:03.488845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:03.618320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for c7ea2776-383b-459f-9bd4-5a9c5419259b owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:03.657848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.670225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Provisioning for port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:03.685241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Provisioning complete for port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:03.685695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.731537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.794246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.802412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Port c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:03.814885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.818978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Provisioning complete for port 523add9f-f899-4347-a985-e0fe6440b539 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:03.819356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.851058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-37cc6dd0-a558-4433-ac56-0cb25d41a709 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:03.864110 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3cf8845d-4ef3-4258-8769-b84304888fc3 req-78666eea-dc71-405a-85a7-1fc1e3314308 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.3891032
Dec 15 19:00:03.882690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Port 523add9f-f899-4347-a985-e0fe6440b539 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:03.895150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.905837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Provisioning for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:03.910973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:03.911347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.918777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:03.924769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:03.931825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:03.934874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:03.945938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ac79faa-c762-4173-a5f3-2441c910f8b4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:03.951980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:03.957322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:03.961870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:03.963770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:03.971842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:03.974558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f003a30e-d562-4d11-b5fb-7a6353ff130d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:03.974695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:03.987327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Usage tracker for resource:security_group_rule and tenant:df430cc2c28e4de495ae834327f2fdd5 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:03.997051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:04.027168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.027387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:04.034440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:04.051481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=c6d826d9-b7b4-4f50-9c99-f4c83888c0e7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:04.062620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:04.066801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-44606ccd-fd4f-4297-bed9-53496b105c07 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:04.072524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:04.073144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.077011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=ad6b9278-0511-4885-abee-9dcc345df0a0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:04.080060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:04.083986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Provisioning complete for port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:04.084367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.143057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b0c95-3428-4c46-ba74-169799d52153 None None] Port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:04.208689 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.2552617
Dec 15 19:00:04.213662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.214612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56150) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:04.215520 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6ac79faa-c762-4173-a5f3-2441c910f8b4 HTTP/1.1" status: 204  len: 168 time: 1.6334856
Dec 15 19:00:04.216938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=c7ea2776-383b-459f-9bd4-5a9c5419259b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:04.218949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56154) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:04.224470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port c7ea2776-383b-459f-9bd4-5a9c5419259b on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:04.225418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:67:31:eb'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:04.232790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:04.266739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a5960c3b-06f1-4a0b-b110-65127fcbd6eb None None] Provisioning complete for port 523add9f-f899-4347-a985-e0fe6440b539 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:04.267124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5960c3b-06f1-4a0b-b110-65127fcbd6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.272161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.329944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a5960c3b-06f1-4a0b-b110-65127fcbd6eb None None] Port 523add9f-f899-4347-a985-e0fe6440b539 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:04.337543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.344300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-69e7f2d7-d974-4daa-a5fd-982ad7afa149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:04.382768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.455961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b9e01fc8-2818-489d-80a1-5d4ae64c08af None None] Could not find standard attr ID for object c6d826d9-b7b4-4f50-9c99-f4c83888c0e7. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:00:04.469948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b9e01fc8-2818-489d-80a1-5d4ae64c08af None None] Provisioning for port ad6b9278-0511-4885-abee-9dcc345df0a0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:04.476178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b9e01fc8-2818-489d-80a1-5d4ae64c08af None None] Provisioning complete for port ad6b9278-0511-4885-abee-9dcc345df0a0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:04.476671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b9e01fc8-2818-489d-80a1-5d4ae64c08af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.534954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a629a1dd-97f3-443a-9369-503935e8160d,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:04.545177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:04.551281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.554940 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.8634872
Dec 15 19:00:04.560633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56158) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:04.562458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.571994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.576296 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 HTTP/1.1" status: 204  len: 168 time: 2.4144661
Dec 15 19:00:04.578186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652092531'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:04.585676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56162) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:04.588237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b9e01fc8-2818-489d-80a1-5d4ae64c08af None None] Port ad6b9278-0511-4885-abee-9dcc345df0a0 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:04.597401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7a3f96c3-1673-4b59-b2a5-bedeb1918730 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:04.601952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:04.611560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.618230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08794118-17fa-4cd0-b88f-b5b41e8edb53 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:00:04.621818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.631945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4651fd71-d6ef-40c0-82ab-3decb7d2ff79 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:04.661955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:04.670501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced0fe9a0>,) {'filters': {'network_id': ['b031ccdb-53d4-4f7a-bacb-741bcf0b272a']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:04.688620 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-255e9fde-29a9-4ebb-84e3-1f2b95a7f7ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:04.688870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-255e9fde-29a9-4ebb-84e3-1f2b95a7f7ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Synchronizing usage tracker for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:04.697245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced0fe9a0>, 'b4afd468-0c91-4dfd-9fb8-d1805bb52170') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:04.697546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced0fe9a0>, 'b4afd468-0c91-4dfd-9fb8-d1805bb52170') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:04.712822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7a3f96c3-1673-4b59-b2a5-bedeb1918730 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:04.717569 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7a3f96c3-1673-4b59-b2a5-bedeb1918730 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.4848719
Dec 15 19:00:04.719273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.725836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.731158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56166) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:04.741573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0822a46-ef23-4a78-b63e-231e7de5153d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:04.744616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:04.749592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-255e9fde-29a9-4ebb-84e3-1f2b95a7f7ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Unset dirty status for tenant:fdcbeb07ae94494a9489a19c8bfa9f72 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:04.754225 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-255e9fde-29a9-4ebb-84e3-1f2b95a7f7ae tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports/c6d826d9-b7b4-4f50-9c99-f4c83888c0e7 HTTP/1.1" status: 404  len: 333 time: 0.1630716
Dec 15 19:00:04.754385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08794118-17fa-4cd0-b88f-b5b41e8edb53 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:00:04.756301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56170) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:04.763557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.784192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.788646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:04.789064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.793169 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df430cc2c28e4de495ae834327f2fdd5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4275057
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:04.804433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56174) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:04.816446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8:0:1::1ba (8d7e515e-3a8a-4f88-8cef-5e0ed22a5255/1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2/523add9f-f899-4347-a985-e0fe6440b539) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:04.821856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.931382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:04.947605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:04.954455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:04.958587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.970301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d93cdc51-7d59-4b2a-8f21-d52001b8f0e1 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:04.988881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:04.991430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:05.005475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=b031ccdb-53d4-4f7a-bacb-741bcf0b272a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:05.035556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:05.037518 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/b031ccdb-53d4-4f7a-bacb-741bcf0b272a HTTP/1.1" status: 204  len: 168 time: 5.8725362
Dec 15 19:00:05.043467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56180) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.044508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.045269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.064519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258736430'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:05.083169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:05.092693 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c48518b8-69d3-49c1-9ebf-be56eb3f38cd req-d793132b-b203-4bd6-aae9-68418ce71340 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0663731
Dec 15 19:00:05.094426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:05.098553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:05.100458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3be18c42-83a9-404f-9420-7ac8203e2867 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:05.106083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:05.127763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.154740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:05.158026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.185013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.195069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552130a4-5280-40a2-9f40-14d4ea689567 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:00:05.243334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.269972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec06e411-4051-443f-8c29-80e926a7f0a1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:05.270597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.285255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:05.295057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.303986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:05.306489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:05.313584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.314684 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ec06e411-4051-443f-8c29-80e926a7f0a1 HTTP/1.1" status: 204  len: 168 time: 0.5833676
Dec 15 19:00:05.326354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56184) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.337483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552130a4-5280-40a2-9f40-14d4ea689567 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:00:05.350334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e236618-8f16-4a71-8206-0c2c28220814,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:05.362452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:05.368731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.369077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment 06d9fd11-df1a-4ab1-aef1-41b947679ced of type vlan for network 7951b90d-45ae-4bc1-bab1-44463811a9c3
Dec 15 19:00:05.388443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.404343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.411967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:05.418615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.419807 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8497455
Dec 15 19:00:05.427117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56188) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.430387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.430978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5e8fe223-621b-4f53-a09e-64ff0c951cbe tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:05.436379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb6109c-b3dc-4de4-9810-56b9e01d78ba,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:05.439025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.441223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 523add9f-f899-4347-a985-e0fe6440b539 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:05.441541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-00c45116-9934-45ff-a952-e445d50e5e0f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group_rule': {'security_group_id': 'a629a1dd-97f3-443a-9369-503935e8160d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0e236618-8f16-4a71-8206-0c2c28220814'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:05.450206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.454339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-00c45116-9934-45ff-a952-e445d50e5e0f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:05.455460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a33fdeb6-1d5e-451e-ba12-f2166456fe95 tempest-RoutersAdminTest-2116385624 tempest-RoutersAdminTest-2116385624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:05.456935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:05.461587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.465578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-00c45116-9934-45ff-a952-e445d50e5e0f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:05.470042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b690aef3-95b6-4b95-9ef7-096e992c91a4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:05.479662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-00c45116-9934-45ff-a952-e445d50e5e0f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:05.492834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.493151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.498177 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/security-groups/6eb6109c-b3dc-4de4-9810-56b9e01d78ba HTTP/1.1" status: 204  len: 168 time: 0.7407238
Dec 15 19:00:05.498999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56192) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.500352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-00c45116-9934-45ff-a952-e445d50e5e0f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:05.504694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5e8fe223-621b-4f53-a09e-64ff0c951cbe tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:05.505955 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5e8fe223-621b-4f53-a09e-64ff0c951cbe tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.1786926
Dec 15 19:00:05.514772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56194) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.525745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0822a46-ef23-4a78-b63e-231e7de5153d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:05.529645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.534564 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0822a46-ef23-4a78-b63e-231e7de5153d HTTP/1.1" status: 204  len: 168 time: 0.7175307
Dec 15 19:00:05.536082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:05.632028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=ad6b9278-0511-4885-abee-9dcc345df0a0,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:05.655777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:05.657605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-54fcab4f-f82e-4966-bc10-04a063c87a7e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:05.729063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.759137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.768211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] In _notify_port_updated(), no bound segment for port ad6b9278-0511-4885-abee-9dcc345df0a0 on network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:00:05.772512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:05.772965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.777333 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "PUT /v2.0/ports/ad6b9278-0511-4885-abee-9dcc345df0a0 HTTP/1.1" status: 200  len: 996 time: 1.5606411
Dec 15 19:00:05.778141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56202) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.786119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] In _notify_port_updated(), no bound segment for port 523add9f-f899-4347-a985-e0fe6440b539 on network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:00:05.790109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:05.790782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.792104 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "PUT /v2.0/ports/523add9f-f899-4347-a985-e0fe6440b539 HTTP/1.1" status: 200  len: 1009 time: 2.6585305
Dec 15 19:00:05.803986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56206) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.816988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.822350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:05.823335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.846750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f39ba7da-121d-4ea4-a3d8-561cf4b024e0 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:05.871666 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-00c45116-9934-45ff-a952-e445d50e5e0f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:00:05.873793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-00c45116-9934-45ff-a952-e445d50e5e0f tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.4456177
Dec 15 19:00:05.882539 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8350940
Dec 15 19:00:05.894234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56210) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.894595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56212) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:05.901172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=523add9f-f899-4347-a985-e0fe6440b539,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:05.911065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:05.921025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': '7951b90d-45ae-4bc1-bab1-44463811a9c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:05.978246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:05.992857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 523add9f-f899-4347-a985-e0fe6440b539 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:05.993200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.007748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=7951b90d-45ae-4bc1-bab1-44463811a9c3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:06.010916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:06.017930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.020977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 7951b90d-45ae-4bc1-bab1-44463811a9c3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:06.068070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port ad6b9278-0511-4885-abee-9dcc345df0a0 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:06.068557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.074639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.084120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-60006a9e-5311-4400-b747-59eaf65eac33 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:06.095581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.104756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bc77ed-005a-4bc3-94c5-56a725488ad5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:06.108567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:06.109598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.110864 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/security-groups/33bc77ed-005a-4bc3-94c5-56a725488ad5 HTTP/1.1" status: 204  len: 168 time: 0.5991662
Dec 15 19:00:06.114035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56218) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:06.218697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a116b5d9-9e75-4e56-b5a7-545e8b251fdd tempest-ServersTestManualDisk-1816000915 tempest-ServersTestManualDisk-1816000915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:06.271501 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-51d84af1-74e9-4c74-ae0a-8a9a0fa5a64d req-143a9988-f47b-4c0c-a17c-2faa724be665 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0693486
Dec 15 19:00:06.272759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.302231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.304685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.306029 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1b46f51b-81f3-49db-baf9-10f8bccbcbac HTTP/1.1" status: 204  len: 168 time: 0.7870238
Dec 15 19:00:06.311114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56224) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:06.311507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b46f51b-81f3-49db-baf9-10f8bccbcbac,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:06.347866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:06.394173 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5e4e5b30-bf28-4790-86b5-2245d58edb36 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.0812078
Dec 15 19:00:06.397343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56228) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:06.424503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.425056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.427035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:06.430866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-05efc5b9-e030-48cb-9420-bfdd48c50bc2 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:06.437662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:06.444694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539b59b-b6df-41da-a4a4-7f46b88ecbe7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:06.445811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9807bf43-2db4-40cd-885e-ef52973a727a None None] Provisioning for port 523add9f-f899-4347-a985-e0fe6440b539 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:06.447244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.454688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:06.455718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:06.462330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.469113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9807bf43-2db4-40cd-885e-ef52973a727a None None] Provisioning complete for port 523add9f-f899-4347-a985-e0fe6440b539 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:06.469626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9807bf43-2db4-40cd-885e-ef52973a727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.472193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.475966 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/security-groups/3539b59b-b6df-41da-a4a4-7f46b88ecbe7 HTTP/1.1" status: 204  len: 168 time: 0.3608565
Dec 15 19:00:06.476611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56232) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:06.482390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:06.524944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.537489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9807bf43-2db4-40cd-885e-ef52973a727a None None] Port 523add9f-f899-4347-a985-e0fe6440b539 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:06.548515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.552815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9807bf43-2db4-40cd-885e-ef52973a727a None None] Provisioning complete for port ad6b9278-0511-4885-abee-9dcc345df0a0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:06.553791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9807bf43-2db4-40cd-885e-ef52973a727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.553949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:06.592965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4df6c453-827d-4d58-90ff-80f964bc2abe,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:06.596520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:06.600730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.602160 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4df6c453-827d-4d58-90ff-80f964bc2abe HTTP/1.1" status: 204  len: 168 time: 0.2045667
Dec 15 19:00:06.604558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56236) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:06.610946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9807bf43-2db4-40cd-885e-ef52973a727a None None] Port ad6b9278-0511-4885-abee-9dcc345df0a0 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:06.670180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:06.717458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d486039b-2cc4-430c-bfeb-fd5f1044e956 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:06.759095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d486039b-2cc4-430c-bfeb-fd5f1044e956 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:06.760333 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d486039b-2cc4-430c-bfeb-fd5f1044e956 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1547577
Dec 15 19:00:06.763945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 36942e24-d8d9-46e0-ad6f-a115ceb479f5 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:06.765574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56240) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:06.778741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.846898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.853663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.869990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.885363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d97077d8-e0b4-497b-9f26-c9e4a3baf2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:06.891107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.899328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.908101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.930667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.942007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.953866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-490adb42-690f-4f3c-859d-6091600cda63 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:06.972021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbedee79-8668-467d-84e3-445ed22c6a66,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:06.975074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:06.977284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:06.980865 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cbedee79-8668-467d-84e3-445ed22c6a66 HTTP/1.1" status: 204  len: 168 time: 0.2115555
Dec 15 19:00:06.980967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56244) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.004517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.083545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0470928e-5d2a-47d7-a2af-7a756732a31b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:07.109245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0470928e-5d2a-47d7-a2af-7a756732a31b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:07.113367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0470928e-5d2a-47d7-a2af-7a756732a31b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1288190
Dec 15 19:00:07.113593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56248) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.129576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.136410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07cee1b3-8a5a-42e3-b449-f201a1dfdfcf tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:07.172496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e236618-8f16-4a71-8206-0c2c28220814,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:07.182707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 523add9f-f899-4347-a985-e0fe6440b539 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:07.183898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=36942e24-d8d9-46e0-ad6f-a115ceb479f5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:07.186814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:07.200972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.208657 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5996e97-5080-43f7-a0aa-cac99d83ba2f None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:07.213469 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/36942e24-d8d9-46e0-ad6f-a115ceb479f5 HTTP/1.1" status: 204  len: 168 time: 0.7343440
Dec 15 19:00:07.216695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56252) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.274515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:07.292847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.309892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet 57122d40-3ae2-4fb1-b744-77349f279ccb {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:07.315654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.364673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.397275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.397551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Calling delete_port for ad6b9278-0511-4885-abee-9dcc345df0a0 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:07.439238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.442601 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/0e236618-8f16-4a71-8206-0c2c28220814 HTTP/1.1" status: 204  len: 168 time: 1.5358026
Dec 15 19:00:07.443969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56258) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.518983 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ae8b5214-daaf-4ef6-be5e-fdc9385e621e req-0412bb2c-0ded-4b00-813d-80a2b5e27aab tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0914919
Dec 15 19:00:07.529091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.536844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bae989cd-096f-43ad-8885-9cb9b04e3a94 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:07.570591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779b085f-97d6-40c3-a31e-27c87c7e29e0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:07.572987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:07.580214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3d630356-aaca-4bd3-aa4e-ec717fb2f18b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:07.590274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.658010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.663086 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/779b085f-97d6-40c3-a31e-27c87c7e29e0 HTTP/1.1" status: 204  len: 168 time: 0.5445566
Dec 15 19:00:07.663086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3d630356-aaca-4bd3-aa4e-ec717fb2f18b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:07.663982 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3d630356-aaca-4bd3-aa4e-ec717fb2f18b tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.2200298
Dec 15 19:00:07.666822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56262) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.672653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56264) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.758845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.770332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-02889a4e-4074-4108-8fb8-ac7b20117a88 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:07.814123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=57122d40-3ae2-4fb1-b744-77349f279ccb,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:07.816487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:07.836590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-efd6736d-8e3d-426f-a749-e270b3712594 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:07.851812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.856315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.875244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.878745 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/57122d40-3ae2-4fb1-b744-77349f279ccb HTTP/1.1" status: 204  len: 168 time: 0.6585498
Dec 15 19:00:07.880213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56270) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.886211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1337a1b1-3e7f-47c9-8bc8-a5fd5db1b78b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:07.892377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-efd6736d-8e3d-426f-a749-e270b3712594 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:07.897964 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-efd6736d-8e3d-426f-a749-e270b3712594 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2261498
Dec 15 19:00:07.898599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56274) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:07.901157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.915985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914202011'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:07.924336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:07.949992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:07.959729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.966264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.990108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:07.990934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Port': ['ID=ad6b9278-0511-4885-abee-9dcc345df0a0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:07.996547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-57b3a60a-e758-48d4-92b6-02f6dc880118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:07.998165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc24749-9ccc-418d-bb55-429cfa6b807e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:07.998606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc24749-9ccc-418d-bb55-429cfa6b807e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:08.004492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:08.004948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:08.019941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629a1dd-97f3-443a-9369-503935e8160d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:08.025765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:08.039932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:08.045085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.049734 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/a629a1dd-97f3-443a-9369-503935e8160d HTTP/1.1" status: 204  len: 168 time: 0.3730657
Dec 15 19:00:08.050006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56278) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.053394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:08.072204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:08.082570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:08.148417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fdf91290-4989-4abc-adc7-a2fbce29b537 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:08.152721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8c227-c865-4b46-8511-198a9b4a04cc None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:08.187225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fdf91290-4989-4abc-adc7-a2fbce29b537 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:08.188552 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fdf91290-4989-4abc-adc7-a2fbce29b537 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1376960
Dec 15 19:00:08.193798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.194533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.200396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'tempest-secgroup--908345337'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:08.207211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:08.215813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.220163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:08.223720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.228504 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/ports/ad6b9278-0511-4885-abee-9dcc345df0a0 HTTP/1.1" status: 204  len: 168 time: 2.4443498
Dec 15 19:00:08.237457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56286) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.257962 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9bc24749-9ccc-418d-bb55-429cfa6b807e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/36942e24-d8d9-46e0-ad6f-a115ceb479f5 HTTP/1.1" status: 404  len: 337 time: 0.3734441
Dec 15 19:00:08.302518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56290) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.343317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.355582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dd6378ed-4473-404e-9381-63bed8d34134 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:08.356192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dd6378ed-4473-404e-9381-63bed8d34134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.374856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2194fc8-0fa8-4792-a702-eefc6c632bb6 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:08.382936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.396628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.400255 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4987895
Dec 15 19:00:08.403914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56294) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.423153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '0dbcf99b-8529-4e89-b79e-36a3c5a984e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:08.433068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:08.442046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbcf99b-8529-4e89-b79e-36a3c5a984e1,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:08.444941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:08.452381 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f8feb-eb9d-4265-8d82-a0520884621f tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:08.452940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d82f8feb-eb9d-4265-8d82-a0520884621f tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Synchronizing usage tracker for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:08.454819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:08.458906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=ed7e5f27-d8d9-4d2c-9d52-3dab5d3c1969,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:08.459456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:08.465084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.467038 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/523add9f-f899-4347-a985-e0fe6440b539 HTTP/1.1" status: 204  len: 168 time: 2.6303394
Dec 15 19:00:08.474180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:08.475453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56298) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.476955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ed3681b4-b618-498d-941d-622571747673 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:08.482068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:08.484576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:08.533342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Usage tracker for resource:security_group_rule and tenant:f3ef65c7536441729d223cf3ea893846 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:08.539061 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-4408905c-ea6c-4d8e-a21a-ef9c45ce3604 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:08.539061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4408905c-ea6c-4d8e-a21a-ef9c45ce3604 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:08.539817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=523add9f-f899-4347-a985-e0fe6440b539,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:08.543198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:08.546712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': '06d9fd11-df1a-4ab1-aef1-41b947679ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7951b90d-45ae-4bc1-bab1-44463811a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:08.546712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: 7951b90d-45ae-4bc1-bab1-44463811a9c3, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:08.551831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:08.553376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:08.557580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d82f8feb-eb9d-4265-8d82-a0520884621f tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Unset dirty status for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:08.562701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d82f8feb-eb9d-4265-8d82-a0520884621f tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "GET /v2.0/ports/ad6b9278-0511-4885-abee-9dcc345df0a0 HTTP/1.1" status: 404  len: 333 time: 0.3060749
Dec 15 19:00:08.564739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56304) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.569530 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'name': 'tempest-AllowedAddressPairTestJSON-1024015624'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:08.595501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.616394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4408905c-ea6c-4d8e-a21a-ef9c45ce3604 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:08.617626 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4408905c-ea6c-4d8e-a21a-ef9c45ce3604 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/523add9f-f899-4347-a985-e0fe6440b539 HTTP/1.1" status: 404  len: 333 time: 0.1411548
Dec 15 19:00:08.626639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56308) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.697845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dd6378ed-4473-404e-9381-63bed8d34134 None None] Provisioning complete for port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:08.699103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dd6378ed-4473-404e-9381-63bed8d34134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.719904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1dd0ceda-f9b2-4bad-8b98-df6ae0466731 req-fc02ac30-a6e4-4179-b7e8-727c419bd62b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0752962
Dec 15 19:00:08.724417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.746047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.750874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d924535a-0d02-423f-aadb-2f2d2bc99f18 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:08.799802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.815440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dd6378ed-4473-404e-9381-63bed8d34134 None None] Port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:08.819374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.840100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe1e5db-dba1-4e84-9c9d-fe0cbdd5a795,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:08.849340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:08.849862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:08.868702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 7951b90d-45ae-4bc1-bab1-44463811a9c3 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:08.874016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.877814 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6797180
Dec 15 19:00:08.878201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f65e19-0886-4fed-8fd8-a233c5b63e9a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:08.879914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56312) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.883816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:08.893192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-da4bbe33-e7b4-4fdc-8275-ac780d817bf1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:08.893791 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-da4bbe33-e7b4-4fdc-8275-ac780d817bf1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 15 19:00:08.900090 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-da4bbe33-e7b4-4fdc-8275-ac780d817bf1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "PUT /v2.0/security-groups/1fe1e5db-dba1-4e84-9c9d-fe0cbdd5a795 HTTP/1.1" status: 409  len: 330 time: 0.0129347
Dec 15 19:00:08.900090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:08.900090 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.4904501
Dec 15 19:00:08.900416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56318) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:08.900621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56316) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.038689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.040559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.097023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.105343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.180247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 7951b90d-45ae-4bc1-bab1-44463811a9c3) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:09.189355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting subnet c1bcfc3c-1e23-47ef-a930-497d00c59a04 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:09.192307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4fe18-df73-45e0-b2af-7436f4706f62 None None] Network 7951b90d-45ae-4bc1-bab1-44463811a9c3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:09.196931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:09.197612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.205143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.207127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.216370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-542520b5-dcd7-4a0f-9e09-a225cc0f16aa tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:09.229176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.240842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe1e5db-dba1-4e84-9c9d-fe0cbdd5a795,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:09.253706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:09.258456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe6bf3b3-d64c-4da1-bbf0-88bfbce61df5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:09.268970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:09.280721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbcf99b-8529-4e89-b79e-36a3c5a984e1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:09.290543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.295956 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/0dbcf99b-8529-4e89-b79e-36a3c5a984e1 HTTP/1.1" status: 204  len: 168 time: 0.3943322
Dec 15 19:00:09.297348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:09.297978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56324) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.312140 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.4055972
Dec 15 19:00:09.316228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.321288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.321547 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/1fe1e5db-dba1-4e84-9c9d-fe0cbdd5a795 HTTP/1.1" status: 204  len: 168 time: 0.4123600
Dec 15 19:00:09.323981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56328) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.324365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56330) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.350118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:09.363007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet 1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:09.373596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.429437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:09.432396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.474359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] device_id is not set on port bf06ba11-07f6-4678-9039-82961e3cbd62 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:09.522298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.545729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1f62d69b-d3e5-429d-8e66-460f984b464f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:09.572300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-7951b90d-45ae-4bc1-bab1-44463811a9c3', 'network_id': '7951b90d-45ae-4bc1-bab1-44463811a9c3', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': 'ed7e5f27-d8d9-4d2c-9d52-3dab5d3c1969'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:09.574362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.594842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f17e526e-4db1-4d3e-9ffb-4c78081b660c tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Synchronizing usage tracker for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:09.609130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.616051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1f62d69b-d3e5-429d-8e66-460f984b464f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:09.622442 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1f62d69b-d3e5-429d-8e66-460f984b464f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3228230
Dec 15 19:00:09.624738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56336) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.634817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--972255671'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:09.642541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f17e526e-4db1-4d3e-9ffb-4c78081b660c tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Unset dirty status for tenant:f3ef65c7536441729d223cf3ea893846 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:09.647643 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f17e526e-4db1-4d3e-9ffb-4c78081b660c tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3207648
Dec 15 19:00:09.649068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:09.651145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56340) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.661736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d5e3b663-e6b5-46e4-985e-6889a74fabf0 None None] Provisioning complete for port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:09.662481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b663-e6b5-46e4-985e-6889a74fabf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.683483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.708909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:09.720547 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-ec5cd7ba-b396-4380-b520-d85f03cb8a14 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] delete failed (client error): The resource could not be found.
Dec 15 19:00:09.725832 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ec5cd7ba-b396-4380-b520-d85f03cb8a14 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "DELETE /v2.0/security-groups/c14b3d0f-252d-4dd6-8ba7-e7877a61bf7e HTTP/1.1" status: 404  len: 347 time: 0.0716887
Dec 15 19:00:09.730335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56344) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.757400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.775523 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-80d7dd1f-20a6-4f99-b10b-725c307370c4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] show failed (client error): The resource could not be found.
Dec 15 19:00:09.781439 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-80d7dd1f-20a6-4f99-b10b-725c307370c4 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-groups/c22cd73f-1dcb-410d-ac22-90726edc6ffc HTTP/1.1" status: 404  len: 347 time: 0.0500917
Dec 15 19:00:09.783950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56350) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:09.802751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.852036 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-a3534011-a26a-4625-9828-370b4787938e tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] show failed (client error): The resource could not be found.
Dec 15 19:00:09.860463 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a3534011-a26a-4625-9828-370b4787938e tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] 10.222.0.48 "GET /v2.0/security-group-rules/f564b409-bfda-4cd4-9570-12aad7a5c88d HTTP/1.1" status: 404  len: 356 time: 0.0734622
Dec 15 19:00:09.890744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Allocated IP 172.20.0.4 (5fab4e00-35e9-4fc0-9ff7-097a3d629ecc/ccecaf79-18cd-48f3-8d59-f39c476c2f98/bf06ba11-07f6-4678-9039-82961e3cbd62) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:09.894977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:09.904918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:09.908258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:09.914321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:09.920325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d5e3b663-e6b5-46e4-985e-6889a74fabf0 None None] Provisioning complete for port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:09.920988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b663-e6b5-46e4-985e-6889a74fabf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.983622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:09.989285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3b663-e6b5-46e4-985e-6889a74fabf0 None None] Port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:09.992868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.003333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-10c5d65a-f062-4a85-abca-00621ae0fba0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:10.029647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Allocated IP 172.20.0.1 (7951b90d-45ae-4bc1-bab1-44463811a9c3/ed7e5f27-d8d9-4d2c-9d52-3dab5d3c1969/31aa4706-fc49-45f9-8515-40b371a4a219) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:10.067292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e03fddb-6514-4959-9daf-54ffa51eff68,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:10.070747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:10.079011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.082634 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4540327
Dec 15 19:00:10.082929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56358) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.083916 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-61e813c9-5fee-4a2d-a504-75871e7a1365 req-2dc86973-8956-4452-bbd0-b1b85564f5ce tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0834961
Dec 15 19:00:10.095830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--940813540'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:10.103509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:10.109236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:10.113198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:10.120152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:10.121228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.129893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8117f21b-98f6-4e1b-b021-8ce9bb0d7324 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:10.133061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.177068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:10.181907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:10.184964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:10.195051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:10.222297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bcfc3c-1e23-47ef-a930-497d00c59a04,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:10.231024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:10.234668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.277967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.287713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.293470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.304935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd63fe7c-43c4-4ca0-a687-62ccb610301e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:10.319770 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/c1bcfc3c-1e23-47ef-a930-497d00c59a04 HTTP/1.1" status: 204  len: 168 time: 2.0145552
Dec 15 19:00:10.320651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56364) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.320869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666208c5-e08b-4b6c-ae94-9a9221795049 None None] Network 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:10.329956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56366) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.337053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.385808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.390706 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8670a765-f8b9-4493-9429-fdd4ceeabc9b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:10.391327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8670a765-f8b9-4493-9429-fdd4ceeabc9b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:10.405264 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8670a765-f8b9-4493-9429-fdd4ceeabc9b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/7f9ecb0d-e4ab-4bc9-b0c7-a701d479b611 HTTP/1.1" status: 404  len: 337 time: 0.0739741
Dec 15 19:00:10.405994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.410153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Transition to ACTIVE for port object 31aa4706-fc49-45f9-8515-40b371a4a219 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:10.414133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56374) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.418829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Transition to ACTIVE for port object bf06ba11-07f6-4678-9039-82961e3cbd62 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:10.420206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:10.457353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Transition to ACTIVE for port object 31aa4706-fc49-45f9-8515-40b371a4a219 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:10.465173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.465560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.467069 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3826654
Dec 15 19:00:10.468978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:10.471680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56378) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.472854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeceef1-fc36-42fe-a8fc-e3522ab8c64b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:10.476398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:10.478731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:10.479375 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-18df472d-1236-498c-a095-3a3e60405818 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "GET /v2.0/ports?device_id=1effd1de-7df9-460e-9daf-074ee7288471 HTTP/1.1" status: 200  len: 205 time: 0.0640950
Dec 15 19:00:10.481717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56382) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.484941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '7e03fddb-6514-4959-9daf-54ffa51eff68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2aeceef1-fc36-42fe-a8fc-e3522ab8c64b', 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:10.489192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2cda2-de00-4772-9568-9352754ea352 None None] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:10.498023 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2 HTTP/1.1" status: 204  len: 168 time: 1.8658311
Dec 15 19:00:10.500285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:10.502322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56386) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.508135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:10.513462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.542953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6371c9fe-977e-4ae8-b984-69480bc833ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:10.546181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:10.565543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:10.577232 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-611612c9-7fce-4d70-b0cf-38bfb96e295a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] delete failed (client error): The resource could not be found.
Dec 15 19:00:10.578293 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-611612c9-7fce-4d70-b0cf-38bfb96e295a tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/routers/1effd1de-7df9-460e-9daf-074ee7288471 HTTP/1.1" status: 404  len: 336 time: 0.0942950
Dec 15 19:00:10.582272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56390) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.622333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.626534 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cc6fed-824b-4cdb-9365-2b3c0c50129c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:10.626986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cc6fed-824b-4cdb-9365-2b3c0c50129c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:10.637102 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b5cc6fed-824b-4cdb-9365-2b3c0c50129c tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/59954361-26d6-4781-ba46-7a13f3909b32 HTTP/1.1" status: 404  len: 337 time: 0.0521777
Dec 15 19:00:10.637281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-070d5275-943c-4961-9366-5193e4197761 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:10.638474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56394) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.666765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Network 7951b90d-45ae-4bc1-bab1-44463811a9c3 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:10.668351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.671775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:10.681829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c15ff049-423d-4b76-af32-1685b94eceae tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:10.688763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:10.704636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Pushing event updated for resources: {'Port': ['ID=31aa4706-fc49-45f9-8515-40b371a4a219,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:10.722448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:10.724884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7e5f27-d8d9-4d2c-9d52-3dab5d3c1969,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:10.727616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:10.741203 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-236ceeae-60f4-4fe4-90e7-b62ea9692608 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3ef65c7536441729d223cf3ea893846&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4060211
Dec 15 19:00:10.744147 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-534dc2af-b7fd-46af-a89f-b196375eec81 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:10.744594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534dc2af-b7fd-46af-a89f-b196375eec81 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:10.749177 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-534dc2af-b7fd-46af-a89f-b196375eec81 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/8e19b34e-68cc-4430-859c-fe9596e99e1f HTTP/1.1" status: 404  len: 337 time: 0.1086953
Dec 15 19:00:10.749817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet 0d23674d-ab86-4a20-9cdc-55bfa05a61e3 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:10.750116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56398) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.750451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56400) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.759250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.813478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.834145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:10.842351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=bf06ba11-07f6-4678-9039-82961e3cbd62,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:10.845150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:10.855484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:10.857873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:10.863502 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2240494d-a418-41e6-9642-a2e306e184ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:10.864050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2240494d-a418-41e6-9642-a2e306e184ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:10.868918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2240494d-a418-41e6-9642-a2e306e184ed tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/ddd1aca5-2977-4548-915a-c7e69cb4981a HTTP/1.1" status: 404  len: 337 time: 0.1160321
Dec 15 19:00:10.887370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56406) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:10.924491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Attempting to bind port 31aa4706-fc49-45f9-8515-40b371a4a219 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:10.924860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Attempting to bind port 31aa4706-fc49-45f9-8515-40b371a4a219 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '06d9fd11-df1a-4ab1-aef1-41b947679ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7951b90d-45ae-4bc1-bab1-44463811a9c3'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:10.925242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Attempting to bind port 31aa4706-fc49-45f9-8515-40b371a4a219 on network 7951b90d-45ae-4bc1-bab1-44463811a9c3 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:10.957638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.958844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.972409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:10.972794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Checking segment: {'id': '06d9fd11-df1a-4ab1-aef1-41b947679ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7951b90d-45ae-4bc1-bab1-44463811a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:10.973201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.973615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Bound using segment: {'id': '06d9fd11-df1a-4ab1-aef1-41b947679ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7951b90d-45ae-4bc1-bab1-44463811a9c3'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:10.974093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Bound port: 31aa4706-fc49-45f9-8515-40b371a4a219, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d9fd11-df1a-4ab1-aef1-41b947679ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7951b90d-45ae-4bc1-bab1-44463811a9c3'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:10.974468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:10.992897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced59e610>,) {'filters': {'network_id': ['7951b90d-45ae-4bc1-bab1-44463811a9c3']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:11.012796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced59e610>, '06d9fd11-df1a-4ab1-aef1-41b947679ced') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:11.013615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced59e610>, '06d9fd11-df1a-4ab1-aef1-41b947679ced') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:11.030782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.054903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:11.056080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.075018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.075842 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-053c5bc9-c960-4252-bf62-fe272fc9a8cc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:11.076486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053c5bc9-c960-4252-bf62-fe272fc9a8cc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:11.081741 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-053c5bc9-c960-4252-bf62-fe272fc9a8cc tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/6568e9de-f460-411c-85fd-73d048f0325b HTTP/1.1" status: 404  len: 333 time: 0.1905382
Dec 15 19:00:11.088748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56410) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.092690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] DHCP port deletion for 3a2a10ae-6e07-4af9-8e3b-801ae7170cfb request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:00:11.121022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.144971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] For port 31aa4706-fc49-45f9-8515-40b371a4a219, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:11.144971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Deleting port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:11.144971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.148294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.155202 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5910618
Dec 15 19:00:11.162222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:11.171992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56416) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.197346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'network_id': '5fab4e00-35e9-4fc0-9ff7-097a3d629ecc', 'name': 'tempest-AllowedAddressPairTestJSON-68135119'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:11.234494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4345e527-72e5-4243-9d79-669b25026f66 None None] Provisioning for port bf06ba11-07f6-4678-9039-82961e3cbd62 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:11.245452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4345e527-72e5-4243-9d79-669b25026f66 None None] Provisioning complete for port bf06ba11-07f6-4678-9039-82961e3cbd62 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:11.245727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4345e527-72e5-4243-9d79-669b25026f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.281700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:11.282288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.291248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4927f8a-6715-411f-8f96-6d77dad16ae4,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:11.302424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:11.302667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.308115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.309833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.8354094
Dec 15 19:00:11.324423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56420) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.335673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.363759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4345e527-72e5-4243-9d79-669b25026f66 None None] Port bf06ba11-07f6-4678-9039-82961e3cbd62 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:11.371105 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:11.419294 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf389fa-e117-46fe-9e66-3c979d03f707 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:11.419746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf389fa-e117-46fe-9e66-3c979d03f707 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:11.423679 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dcf389fa-e117-46fe-9e66-3c979d03f707 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/7ec87d8b-dd99-48eb-a861-420443a68970 HTTP/1.1" status: 404  len: 337 time: 0.3308871
Dec 15 19:00:11.463188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] For port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,segment=NetworkSegment(b2befa2d-86ff-4bad-8719-877dee3de532),segment_id=b2befa2d-86ff-4bad-8719-877dee3de532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:11.463573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.473822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56424) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.534038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.538362 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-855467ea-f5b2-4a05-a526-f6dcb4aa3447 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:11.538811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855467ea-f5b2-4a05-a526-f6dcb4aa3447 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:11.543482 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-855467ea-f5b2-4a05-a526-f6dcb4aa3447 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/de4ca0b5-d8db-4937-9033-d79271187bc4 HTTP/1.1" status: 404  len: 337 time: 0.0657728
Dec 15 19:00:11.543653 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5ba6cbca-1ca4-4bfb-ac05-3ac3f11ec3aa req-403246b4-115d-44dc-8c4c-078a8c71fd62 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2634823
Dec 15 19:00:11.544954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56428) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.572488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.584685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.605416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 19:00:11.605416 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 19:00:11.605416 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': '7951b90d-45ae-4bc1-bab1-44463811a9c3'}]
Dec 15 19:00:11.605416 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:11.606141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:11.617640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.619305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.621021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:11.623994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbd64691-bddb-4609-ac2f-4d5d3ab36f3f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:11.638215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffe16f5e-3e4d-47b6-8f9d-bf4975a23666 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:11.649748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27766ac2-7a30-42af-b46a-b67e3c35b23a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:11.652329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:11.655031 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ecbba9-baa3-46bc-b616-b2c8d24adb26 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:11.655469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ecbba9-baa3-46bc-b616-b2c8d24adb26 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:11.656254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:11.657482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Calling delete_port for 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:11.666539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4927f8a-6715-411f-8f96-6d77dad16ae4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:11.668633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56432) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.669639 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-88ecbba9-baa3-46bc-b616-b2c8d24adb26 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/df188cf4-01b3-4df7-a61c-5453c59bcfd7 HTTP/1.1" status: 404  len: 333 time: 0.1233332
Dec 15 19:00:11.672687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.674280 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27766ac2-7a30-42af-b46a-b67e3c35b23a HTTP/1.1" status: 204  len: 168 time: 0.9227746
Dec 15 19:00:11.678623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:11.714706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.715797 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b4927f8a-6715-411f-8f96-6d77dad16ae4 HTTP/1.1" status: 204  len: 168 time: 0.3861678
Dec 15 19:00:11.718477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56438) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.724536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Made reservation on behalf of c706ead8611d45c788b7154d843b8203 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:11.727549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.739397 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8430027-644d-4e29-aa56-717d6a2cf5a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:11.739837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8430027-644d-4e29-aa56-717d6a2cf5a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:11.767178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] For port 31aa4706-fc49-45f9-8515-40b371a4a219, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=31aa4706-fc49-45f9-8515-40b371a4a219,segment=NetworkSegment(06d9fd11-df1a-4ab1-aef1-41b947679ced),segment_id=06d9fd11-df1a-4ab1-aef1-41b947679ced)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:11.773759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e8430027-644d-4e29-aa56-717d6a2cf5a2 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/5f119eca-771c-4ec4-aaf6-464979bba7a4 HTTP/1.1" status: 404  len: 337 time: 0.0976880
Dec 15 19:00:11.778357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56442) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.789093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.812389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ee21da02-3f62-447a-8da3-bec85c035a52 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:11.821117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] device_id is not set on port 6a5e5892-7df2-4786-b59b-768c416fd4cf yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:11.839799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ee21da02-3f62-447a-8da3-bec85c035a52 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:11.845112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ee21da02-3f62-447a-8da3-bec85c035a52 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1229866
Dec 15 19:00:11.845361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e5a75730-3bce-40c8-9de5-8c70fbc2b46e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:11.845487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56446) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.855255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.859267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ea45b85b-1c65-450d-96ae-e1ec9e6714fb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:11.922291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=0d23674d-ab86-4a20-9cdc-55bfa05a61e3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:11.935114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:11.944220 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0462a561-1fcc-47fb-abca-ab8b2c85c2b0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:11.944668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0462a561-1fcc-47fb-abca-ab8b2c85c2b0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:11.945026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Pushing event updated for resources: {'Port': ['ID=31aa4706-fc49-45f9-8515-40b371a4a219,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:11.957019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:11.961239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:11.966759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/0d23674d-ab86-4a20-9cdc-55bfa05a61e3 HTTP/1.1" status: 204  len: 168 time: 1.4632912
Dec 15 19:00:11.967616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56450) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:11.981200 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0462a561-1fcc-47fb-abca-ab8b2c85c2b0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/subnets/7068d86d-453e-4a86-94c4-db8d97961a22 HTTP/1.1" status: 404  len: 337 time: 0.1985908
Dec 15 19:00:11.987074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56452) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:12.041663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.053468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:12.063893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.107245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.115082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Pushing event deleted for resources: {'Port': ['ID=90c632b4-fca0-4aa7-b313-ac9c43b4b0f7,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:12.118721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:12.119505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab0597-5215-460d-826e-b64fdc33740c None None] Network 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:12.125808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.141367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Deleting port d2ad51c4-8c13-471e-a481-f1c3a1caeed3 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:12.141713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.183323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.191653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Allocated IP 172.20.0.14 (5fab4e00-35e9-4fc0-9ff7-097a3d629ecc/ccecaf79-18cd-48f3-8d59-f39c476c2f98/6a5e5892-7df2-4786-b59b-768c416fd4cf) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:12.204191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port 31aa4706-fc49-45f9-8515-40b371a4a219 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:12.204562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.208359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 0670122c-077a-4224-982c-d89805a419e6 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:12.208760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.232672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] No DVR routers for this DVR port 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:12.267541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c3badc-0c2b-419c-b162-6eb228f0cef0 None None] Network 7951b90d-45ae-4bc1-bab1-44463811a9c3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:12.341351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-35ae9756-a415-47ce-adc4-26de99276fd3 None None] Provisioning complete for port 0670122c-077a-4224-982c-d89805a419e6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:12.341617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35ae9756-a415-47ce-adc4-26de99276fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.366641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.384299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5e71b718-5391-4e18-a5ea-9e289b264057 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:12.442754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeceef1-fc36-42fe-a8fc-e3522ab8c64b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:12.446436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:12.563123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] For port 0670122c-077a-4224-982c-d89805a419e6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0670122c-077a-4224-982c-d89805a419e6,segment=NetworkSegment(19a7adc1-abfb-4339-8ebb-d6052df84241),segment_id=19a7adc1-abfb-4339-8ebb-d6052df84241)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:12.563795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.576290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.580052 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/2aeceef1-fc36-42fe-a8fc-e3522ab8c64b HTTP/1.1" status: 204  len: 168 time: 0.7323442
Dec 15 19:00:12.582951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56458) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:12.637624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.645974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port 31aa4706-fc49-45f9-8515-40b371a4a219, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=31aa4706-fc49-45f9-8515-40b371a4a219,segment=NetworkSegment(06d9fd11-df1a-4ab1-aef1-41b947679ced),segment_id=06d9fd11-df1a-4ab1-aef1-41b947679ced)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:12.646333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.727279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:00:12.754932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 0670122c-077a-4224-982c-d89805a419e6 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:12.776491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90c628-d94f-47c7-bbb2-5d22b5c2b78e None None] DHCP port deletion for 8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:00:12.784115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:00:12.784574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 90c632b4-fca0-4aa7-b313-ac9c43b4b0f7 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:00:12.786827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9f90c628-d94f-47c7-bbb2-5d22b5c2b78e None None] Deleting port 0670122c-077a-4224-982c-d89805a419e6 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:12.787305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9f90c628-d94f-47c7-bbb2-5d22b5c2b78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.812412 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1d5b0c49-cd33-4bac-8130-1f8c0b644e7b req-e1d95222-c8ab-4191-99cb-a17791a5e5d3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1712618
Dec 15 19:00:12.817080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.851152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Transition to ACTIVE for port object 6a5e5892-7df2-4786-b59b-768c416fd4cf will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:12.878071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.881643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for 31aa4706-fc49-45f9-8515-40b371a4a219 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:12.883244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cccee52f-a1bf-4768-bd84-53e568f0e264 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:12.889984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9f90c628-d94f-47c7-bbb2-5d22b5c2b78e None None] The port '0670122c-077a-4224-982c-d89805a419e6' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:00:12.906359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84704e8a-7e6f-4afe-b492-8d810d5cd98f None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:00:12.933644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=0670122c-077a-4224-982c-d89805a419e6,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:12.936803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:12.939668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No DVR routers for this DVR port 0670122c-077a-4224-982c-d89805a419e6 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:12.971273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:12.977098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Calling delete_port for d2ad51c4-8c13-471e-a481-f1c3a1caeed3 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:12.978916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b3c007fa-8561-4dd2-8079-5d384876ea3b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:13.059524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84704e8a-7e6f-4afe-b492-8d810d5cd98f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:00:13.081221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ad09d27c-bbaa-45b6-84f6-361c755ef68a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:13.124451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ad09d27c-bbaa-45b6-84f6-361c755ef68a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:13.125987 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ad09d27c-bbaa-45b6-84f6-361c755ef68a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.5407734
Dec 15 19:00:13.128472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.130143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56464) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:13.132789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:13.137588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-09065303-7405-4c6e-bd56-bace310acfa2 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:13.139879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:13.147177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.154388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:13.185652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=6a5e5892-7df2-4786-b59b-768c416fd4cf,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:13.187442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.194238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:13.218495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec7f0dc0>,) {'filters': {'network_id': ['8d7e515e-3a8a-4f88-8cef-5e0ed22a5255']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:13.304412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a379f26b-9716-4353-a6cc-29150f7796f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.304802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Port': ['ID=d2ad51c4-8c13-471e-a481-f1c3a1caeed3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:13.312610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:13.317041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-73e1fe95-8169-4e8c-9bfc-72e1a899acd8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:13.363896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7f0dc0>, '19a7adc1-abfb-4339-8ebb-d6052df84241') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:13.364187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7f0dc0>, '19a7adc1-abfb-4339-8ebb-d6052df84241') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:13.371424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=31aa4706-fc49-45f9-8515-40b371a4a219,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:13.374593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port 31aa4706-fc49-45f9-8515-40b371a4a219 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:13.383031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:13.383892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.389246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.389441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:13.390383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.414773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.423951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:13.424595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:13.440111 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:13.445807 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.2694681
Dec 15 19:00:13.449250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56468) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:13.454219 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/ports/d2ad51c4-8c13-471e-a481-f1c3a1caeed3 HTTP/1.1" status: 204  len: 168 time: 1.4494545
Dec 15 19:00:13.457093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:67:31:eb'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:22:b8:b9'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:13.459223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56472) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:13.570790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.576509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.583941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.590423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-33618da3-a357-4f27-a992-71545ece5bfe tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:13.609685 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/8d7e515e-3a8a-4f88-8cef-5e0ed22a5255 HTTP/1.1" status: 204  len: 168 time: 1.6240160
Dec 15 19:00:13.614197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56476) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:13.619001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=8d7e515e-3a8a-4f88-8cef-5e0ed22a5255,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:13.621996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:13.629999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.701931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced2f49d0>,) {'filters': {'network_id': ['7951b90d-45ae-4bc1-bab1-44463811a9c3']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:13.715360 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.725998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.727811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-beb262ca-7545-448d-8183-bd943da2b944 None None] Provisioning for port 6a5e5892-7df2-4786-b59b-768c416fd4cf completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:13.735468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2f49d0>, '06d9fd11-df1a-4ab1-aef1-41b947679ced') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:13.735808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2f49d0>, '06d9fd11-df1a-4ab1-aef1-41b947679ced') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:13.736817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-beb262ca-7545-448d-8183-bd943da2b944 None None] Provisioning complete for port 6a5e5892-7df2-4786-b59b-768c416fd4cf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:13.737534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-beb262ca-7545-448d-8183-bd943da2b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.759583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.802290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-beb262ca-7545-448d-8183-bd943da2b944 None None] Port 6a5e5892-7df2-4786-b59b-768c416fd4cf cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:13.811764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea1788-4eea-460f-9ccf-6b92507cfc97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:13.812445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5cea1788-4eea-460f-9ccf-6b92507cfc97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:13.816324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.846032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:13.846032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:13.859996 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:13.873604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5cea1788-4eea-460f-9ccf-6b92507cfc97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:13.874769 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5cea1788-4eea-460f-9ccf-6b92507cfc97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2596023
Dec 15 19:00:13.879797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56482) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:13.905604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.983257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:13.987127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f7dee50-d9b8-4859-8a97-3d41da9bafd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:14.093011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e03fddb-6514-4959-9daf-54ffa51eff68,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:14.096368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.118791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:14.121084 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-83ffd662-d517-49f3-b30d-9ceaddda0375 req-dd6a17cd-877e-4f18-8208-2691320ac64e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1805575
Dec 15 19:00:14.136482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.144258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:14.162456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.167674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.170004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced466760>,) {'filters': {'network_id': ['3a2a10ae-6e07-4af9-8e3b-801ae7170cfb']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:14.172700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.177097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:14.185521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=7951b90d-45ae-4bc1-bab1-44463811a9c3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:14.190921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.191970 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/7e03fddb-6514-4959-9daf-54ffa51eff68 HTTP/1.1" status: 204  len: 168 time: 1.0610981
Dec 15 19:00:14.193094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:14.194755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced466760>, 'b2befa2d-86ff-4bad-8719-877dee3de532') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:14.195051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced466760>, 'b2befa2d-86ff-4bad-8719-877dee3de532') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:14.205632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56486) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:14.210101 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/7951b90d-45ae-4bc1-bab1-44463811a9c3 HTTP/1.1" status: 204  len: 168 time: 4.8816373
Dec 15 19:00:14.212080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56490) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:14.229066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.243541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1711438270'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:14.257561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:14.278355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:14.282162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:14.289931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.290169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event updated for resources: {'Port': ['ID=6a5e5892-7df2-4786-b59b-768c416fd4cf,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:14.293367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:14.294940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:14.303436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] In _notify_port_updated(), no bound segment for port 6a5e5892-7df2-4786-b59b-768c416fd4cf on network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:00:14.308655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:14.309524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.310932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "PUT /v2.0/ports/6a5e5892-7df2-4786-b59b-768c416fd4cf HTTP/1.1" status: 200  len: 1055 time: 0.8607316
Dec 15 19:00:14.313671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56494) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:14.314585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:14.314996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:14.334651 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:14.343010 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fc0c2786-05c0-47fa-8c32-e453deeabfae tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4156127
Dec 15 19:00:14.355806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56498) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:14.364867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-780661350'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:14.370619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1679ef1b-9db8-4d81-9e0d-7aba65c54753 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:14.373808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:14.376609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.390283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port 6a5e5892-7df2-4786-b59b-768c416fd4cf {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:14.390543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.446348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:14.463925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:14.471163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:14.478760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.480287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1679ef1b-9db8-4d81-9e0d-7aba65c54753 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:14.485773 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1679ef1b-9db8-4d81-9e0d-7aba65c54753 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2735994
Dec 15 19:00:14.485773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:14.486981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:14.488259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56502) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:14.496820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--187318809'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:14.502011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.506269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:14.520325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:14.524301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Pushing event deleted for resources: {'Network': ['ID=3a2a10ae-6e07-4af9-8e3b-801ae7170cfb,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:14.531589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:14.534668 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] 10.222.0.48 "DELETE /v2.0/networks/3a2a10ae-6e07-4af9-8e3b-801ae7170cfb HTTP/1.1" status: 204  len: 168 time: 1.0743871
Dec 15 19:00:14.542865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.543640 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment 2201ea44-9f06-44e6-918e-b051bea882cf of type vlan for network f125e707-0e69-4280-9990-cc5a5f63cee0
Dec 15 19:00:14.546141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:14.546419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cb972226-2e12-4b7f-b41e-f30eec902cc8 None None] Provisioning complete for port 6a5e5892-7df2-4786-b59b-768c416fd4cf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:14.547004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cb972226-2e12-4b7f-b41e-f30eec902cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.550799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:14.555184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.613274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.623457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:14.630251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cb972226-2e12-4b7f-b41e-f30eec902cc8 None None] Port 6a5e5892-7df2-4786-b59b-768c416fd4cf cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:14.638310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.638694 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment 04584758-5d4e-438d-87e0-e8e3ef39094f of type vlan for network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811
Dec 15 19:00:14.667849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.696792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.707098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.711166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:14.711777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.711911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0670122c-077a-4224-982c-d89805a419e6 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:00:14.718267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:14.735989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:14.750196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.763425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 0670122c-077a-4224-982c-d89805a419e6 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:00:14.763773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0670122c-077a-4224-982c-d89805a419e6 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:00:14.768825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:14.774363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:14.829388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:14.882819 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5228691
Dec 15 19:00:14.883198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56510) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:14.888202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.891592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:14.892295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:14.894167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Calling delete_port for 6a5e5892-7df2-4786-b59b-768c416fd4cf owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:14.896031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=c915d83e-0a83-4bbb-a8f0-f7e80f8e0811,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:14.902026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:14.911034 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:14.922804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:14.923326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f9f42b0-2c24-46ab-9a38-2192b933ca92 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:14.928866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56514) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:15.030243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.069647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.078842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6724622a-87a6-4f45-9973-a5b064ac43c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:15.107801 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8833830
Dec 15 19:00:15.118188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56520) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:15.147103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=f125e707-0e69-4280-9990-cc5a5f63cee0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:15.150167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': 'f125e707-0e69-4280-9990-cc5a5f63cee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:15.150819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:15.157220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:15.161118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:15.164060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:15.170580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:15.174434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network f125e707-0e69-4280-9990-cc5a5f63cee0 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:15.183856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:15.311840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60286711-4443-4c33-b971-4d90f4fa020e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:15.322430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:15.357780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.359004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8695831
Dec 15 19:00:15.365561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56526) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:15.384826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '60286711-4443-4c33-b971-4d90f4fa020e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:15.395004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:15.407612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.409381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:15.413443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:15.421904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.434541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bdac6a96-7e18-498c-9672-79c4c0f098c6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:15.437486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:15.478770 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4e5ecc6d-6d17-452a-844e-514c521353d0 req-6aab3158-a7b3-4e26-affc-2e94705f9407 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1617298
Dec 15 19:00:15.498810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Port': ['ID=6a5e5892-7df2-4786-b59b-768c416fd4cf,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:15.507536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:15.508646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d48e78fb-5e6f-4e26-a60c-dfd068d50edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.523051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.563068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:15.573938 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fec778a1-b809-4be2-b215-4cddc8b6e894 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdcbeb07ae94494a9489a19c8bfa9f72&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6402545
Dec 15 19:00:15.576963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:15.579411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56530) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:15.585893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:15.610756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:15.656922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.670208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.686505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:15.696857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:15.711564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bf885e-6320-42e5-97b5-1e4987381cbc,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:15.714551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:15.748599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.752850 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.3862841
Dec 15 19:00:15.756138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56534) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:15.782091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.786358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:15.842780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.862391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.890480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=ca86b7da-1ae6-4032-b24f-1cbf68624ab4,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:15.893274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:15.908480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.911957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': '04584758-5d4e-438d-87e0-e8e3ef39094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:15.912314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: c915d83e-0a83-4bbb-a8f0-f7e80f8e0811, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:15.918041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.927572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-70585e93-93b3-4958-8ac3-36bf5d240d92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:15.943562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09bf885e-6320-42e5-97b5-1e4987381cbc,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:15.946053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:15.950755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.951456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.952544 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/09bf885e-6320-42e5-97b5-1e4987381cbc HTTP/1.1" status: 204  len: 168 time: 0.1956809
Dec 15 19:00:15.955990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56538) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:15.972070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:15.986597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, c915d83e-0a83-4bbb-a8f0-f7e80f8e0811) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:15.995667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:15.996244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:15.998652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846aca0a-33b5-4acd-bc01-40795a8b3557 None None] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:16.030454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f88ac41a-84db-474c-b4cf-e2c41e10b863 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:16.035179 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1510956
Dec 15 19:00:16.037718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.037991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56542) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:16.045505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811', 'name': 'tempest-PortsIpV6TestJSON-120093063'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:16.073016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f88ac41a-84db-474c-b4cf-e2c41e10b863 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:16.074227 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f88ac41a-84db-474c-b4cf-e2c41e10b863 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1173618
Dec 15 19:00:16.077235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56546) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:16.180015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.182298 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/ports/6a5e5892-7df2-4786-b59b-768c416fd4cf HTTP/1.1" status: 204  len: 168 time: 1.8675170
Dec 15 19:00:16.188815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56550) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:16.232907 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be1900a-13f3-4296-b804-619d20ca28cd tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:16.233847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6be1900a-13f3-4296-b804-619d20ca28cd tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Synchronizing usage tracker for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:16.234171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.240304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:16.263062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6be1900a-13f3-4296-b804-619d20ca28cd tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Unset dirty status for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:16.264187 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6be1900a-13f3-4296-b804-619d20ca28cd tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "GET /v2.0/ports/6a5e5892-7df2-4786-b59b-768c416fd4cf HTTP/1.1" status: 404  len: 333 time: 0.0741258
Dec 15 19:00:16.264876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-c915d83e-0a83-4bbb-a8f0-f7e80f8e0811', 'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811', 'tenant_id': 'ef901354a8444519a39785ed6f7c3662', 'fixed_ips': [{'subnet_id': 'ca86b7da-1ae6-4032-b24f-1cbf68624ab4'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:16.265794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.267893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:16.269637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56554) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:16.300324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.308709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ddeed0ad-be59-435c-9c7a-27cee5b618ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:16.320892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.326779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab618d2a-ba17-461b-ad05-c42fa55cf812,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:16.331757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:16.353261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.354918 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab618d2a-ba17-461b-ad05-c42fa55cf812 HTTP/1.1" status: 204  len: 168 time: 0.7721927
Dec 15 19:00:16.356531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:16.359592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.391695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port bf06ba11-07f6-4678-9039-82961e3cbd62 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:16.392038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.393587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.398681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de21c384-7658-4707-97e7-60c724ce80b6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:16.478786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port fb058228-95ae-4727-945e-5c50807a34bf yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:16.481795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Allocated IP 2001:db8::2 (c915d83e-0a83-4bbb-a8f0-f7e80f8e0811/ca86b7da-1ae6-4032-b24f-1cbf68624ab4/0114e9c2-1a55-4e3b-8f01-968c0d594489) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:16.482176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=8c4c0913-d6e6-4434-8ade-7dff6e253b29,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:16.486736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:16.497452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': '2201ea44-9f06-44e6-918e-b051bea882cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f125e707-0e69-4280-9990-cc5a5f63cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:16.497864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: f125e707-0e69-4280-9990-cc5a5f63cee0, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:16.521235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network f125e707-0e69-4280-9990-cc5a5f63cee0 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:16.537316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, f125e707-0e69-4280-9990-cc5a5f63cee0) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:16.547330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:16.547517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.587369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4558394
Dec 15 19:00:16.587369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56564) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:16.598630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.601284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa276d9-94c0-4ee4-8287-b4d3ff01aca3 None None] Network f125e707-0e69-4280-9990-cc5a5f63cee0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:16.612680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1ede9d85-280b-4bdb-a29a-416037976d2d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:16.639578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60286711-4443-4c33-b971-4d90f4fa020e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:16.681986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:16.722970 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42429f71-8349-467b-b1ae-731b57c40b03 req-9e4bb74c-88ad-4276-946f-ff656af59ce3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0855792
Dec 15 19:00:16.768495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.847956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.870608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.874640 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/60286711-4443-4c33-b971-4d90f4fa020e HTTP/1.1" status: 204  len: 168 time: 0.7964094
Dec 15 19:00:16.875483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56572) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:16.886980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.916825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.954763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.968446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9d23a263-c96c-403d-ab1a-dd89e35f5bd9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:16.975914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:16.989007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2d76cefd-be76-4b56-970c-1e94c590da0f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:17.039450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4c0913-d6e6-4434-8ade-7dff6e253b29,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:17.047362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:17.084658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92488878-0032-4e9d-a5f0-37df694a8984 None None] Network f125e707-0e69-4280-9990-cc5a5f63cee0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:17.116462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.116935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2d76cefd-be76-4b56-970c-1e94c590da0f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:17.124586 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2d76cefd-be76-4b56-970c-1e94c590da0f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2440910
Dec 15 19:00:17.128714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56580) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:17.131264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Calling delete_port for bf06ba11-07f6-4678-9039-82961e3cbd62 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:17.138687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369951333'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:17.147144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:17.150612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.184838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:17.193863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Transition to ACTIVE for port object 0114e9c2-1a55-4e3b-8f01-968c0d594489 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:17.196456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9286d0>,) {'filters': {'network_id': ['f125e707-0e69-4280-9990-cc5a5f63cee0']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:17.212509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9286d0>, '2201ea44-9f06-44e6-918e-b051bea882cf') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:17.213115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9286d0>, '2201ea44-9f06-44e6-918e-b051bea882cf') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:17.225340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.237546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.266956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.283740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:17.284415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:17.301203 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:17.309675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:17.318428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:17.422303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.429496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:17.472613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Port': ['ID=bf06ba11-07f6-4678-9039-82961e3cbd62,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:17.476070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:17.500045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:17.506536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56590) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:17.518275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:17.523951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Transition to ACTIVE for port object 0114e9c2-1a55-4e3b-8f01-968c0d594489 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:17.528234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.533668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f16f7721-ffa0-4193-99c6-5b97920e9228 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:17.535790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.554840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53c34c73-c914-4701-aba7-6adc5a0d4d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:17.555480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.567322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=f125e707-0e69-4280-9990-cc5a5f63cee0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:17.580075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:17.610347 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/f125e707-0e69-4280-9990-cc5a5f63cee0 HTTP/1.1" status: 204  len: 168 time: 1.0218117
Dec 15 19:00:17.611250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56596) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:17.623971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-663666880'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:17.634772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:17.641286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:17.642877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:17.654658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:17.657274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:17.660931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.669942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.678376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c0bbde99-f18f-4864-80bf-a166a3ae6ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:17.687937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:17.696857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:17.727909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.732032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::3a7 (c915d83e-0a83-4bbb-a8f0-f7e80f8e0811/ca86b7da-1ae6-4032-b24f-1cbf68624ab4/fb058228-95ae-4727-945e-5c50807a34bf) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:17.736760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777f9a47-8805-4024-83c6-52052e6fc6b7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:17.753814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:17.760797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fd003642-6f13-411f-a010-6a12b4e214ff tempest-DvrRoutersNegativeTest-1197992644 tempest-DvrRoutersNegativeTest-1197992644-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1736179135', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:17.764730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.policy [None req-fd003642-6f13-411f-a010-6a12b4e214ff tempest-DvrRoutersNegativeTest-1197992644 tempest-DvrRoutersNegativeTest-1197992644-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83671) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 15 19:00:17.765361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.policy [None req-fd003642-6f13-411f-a010-6a12b4e214ff tempest-DvrRoutersNegativeTest-1197992644 tempest-DvrRoutersNegativeTest-1197992644-project] Failed policy check for 'create_router' {{(pid=83671) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 15 19:00:17.765977 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-fd003642-6f13-411f-a010-6a12b4e214ff tempest-DvrRoutersNegativeTest-1197992644 tempest-DvrRoutersNegativeTest-1197992644-project] create failed (client error): Access was denied to this resource.
Dec 15 19:00:17.767544 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fd003642-6f13-411f-a010-6a12b4e214ff tempest-DvrRoutersNegativeTest-1197992644 tempest-DvrRoutersNegativeTest-1197992644-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2595980
Dec 15 19:00:17.768673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.770032 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6401200
Dec 15 19:00:17.772686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56604) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:17.782162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '777f9a47-8805-4024-83c6-52052e6fc6b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:17.791267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:17.800004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:17.804642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:17.808040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:17.811488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.820993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:17.846664 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/ports/bf06ba11-07f6-4678-9039-82961e3cbd62 HTTP/1.1" status: 204  len: 168 time: 1.5759671
Dec 15 19:00:17.847324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56608) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:17.855537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Attempting to bind port 0114e9c2-1a55-4e3b-8f01-968c0d594489 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:17.855919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Attempting to bind port 0114e9c2-1a55-4e3b-8f01-968c0d594489 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '04584758-5d4e-438d-87e0-e8e3ef39094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:17.856284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Attempting to bind port 0114e9c2-1a55-4e3b-8f01-968c0d594489 on network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:17.858307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Pushing event updated for resources: {'Port': ['ID=0114e9c2-1a55-4e3b-8f01-968c0d594489,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:17.861294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:17.867371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:17.867754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Checking segment: {'id': '04584758-5d4e-438d-87e0-e8e3ef39094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:17.869135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.869459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Bound using segment: {'id': '04584758-5d4e-438d-87e0-e8e3ef39094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:17.870565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Bound port: 0114e9c2-1a55-4e3b-8f01-968c0d594489, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04584758-5d4e-438d-87e0-e8e3ef39094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:17.873122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.888303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:17.904556 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d5e98e9e-2315-44d4-83bc-253e0f50f772 req-f469e21c-0d3a-475a-bcf5-cbbf5d9d4cdf tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0626974
Dec 15 19:00:17.909165 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d5e666-f59d-43b6-8d63-f9498a62159e tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:17.909710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-60d5e666-f59d-43b6-8d63-f9498a62159e tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Synchronizing usage tracker for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:17.962579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-60d5e666-f59d-43b6-8d63-f9498a62159e tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Unset dirty status for tenant:c706ead8611d45c788b7154d843b8203 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:17.969828 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-60d5e666-f59d-43b6-8d63-f9498a62159e tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "GET /v2.0/ports/bf06ba11-07f6-4678-9039-82961e3cbd62 HTTP/1.1" status: 404  len: 333 time: 0.1169436
Dec 15 19:00:17.971874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:17.974076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56612) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:17.995923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] For port 0114e9c2-1a55-4e3b-8f01-968c0d594489, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:18.001048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] For port 0114e9c2-1a55-4e3b-8f01-968c0d594489, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0114e9c2-1a55-4e3b-8f01-968c0d594489,segment=NetworkSegment(04584758-5d4e-438d-87e0-e8e3ef39094f),segment_id=04584758-5d4e-438d-87e0-e8e3ef39094f)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:18.008286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.012761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:18.037920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.048805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.055982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.056327 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment fb7c0c98-cd72-4611-8f29-f071a7028a43 of type vlan for network 1bb1e246-6e50-4fee-86ca-30229c890fd2
Dec 15 19:00:18.071910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6114300e-1854-4f56-b5fc-5508cf984849 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:18.094166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port 6a9165c7-fdf4-4059-9044-29a7d59ab29c {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:18.094885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.103199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Pushing event updated for resources: {'Port': ['ID=0114e9c2-1a55-4e3b-8f01-968c0d594489,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:18.107569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:18.110884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.141356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5095e3-7f86-4681-8b83-c6e6c4f6835d,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:18.154495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:18.170871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.172061 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3980782
Dec 15 19:00:18.175769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56618) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:18.181289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.219839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.250458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object fb058228-95ae-4727-945e-5c50807a34bf will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:18.250984 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2aae57a0-5c5f-4f93-82e9-5c8755eda21f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules/fb5095e3-7f86-4681-8b83-c6e6c4f6835d HTTP/1.1" status: 200  len: 705 time: 0.0748498
Dec 15 19:00:18.254193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56622) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:18.267472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.271564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:18.272239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.280498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56626) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:18.282885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ccb6e6b1-7a22-41ff-913b-037ecfa17bb4 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:18.383859 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7714763
Dec 15 19:00:18.401825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.403877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56632) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:18.418185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': '1bb1e246-6e50-4fee-86ca-30229c890fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:18.428994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=1bb1e246-6e50-4fee-86ca-30229c890fd2,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:18.434977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:18.435968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dab0cc52-37ec-4f71-bfa7-456cac5f60d0 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:18.447414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 1bb1e246-6e50-4fee-86ca-30229c890fd2 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:18.531415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-40803d76-76d6-427b-8ff0-38bc5b2d0f8a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:18.534377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=fb058228-95ae-4727-945e-5c50807a34bf,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:18.547264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:18.553170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:18.555994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:18.558718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:18.563916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:18.566807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.589549 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.5495973
Dec 15 19:00:18.592001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56636) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:18.597548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'c915d83e-0a83-4bbb-a8f0-f7e80f8e0811', 'name': 'tempest-PortsIpV6TestJSON-1546146902'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:18.628888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.640478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.652834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-40803d76-76d6-427b-8ff0-38bc5b2d0f8a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:18.656756 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-40803d76-76d6-427b-8ff0-38bc5b2d0f8a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3992808
Dec 15 19:00:18.657160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56640) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:18.728495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0114e9c2-1a55-4e3b-8f01-968c0d594489 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:18.745412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:18.750113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:18.753256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:18.759452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:18.773115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:18.776980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.784946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:18.793629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Calling delete_port for 6a9165c7-fdf4-4059-9044-29a7d59ab29c owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:18.802985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 27f11d57-c46e-4274-8603-03bba27445f4 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:18.812564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 0114e9c2-1a55-4e3b-8f01-968c0d594489 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:18.832130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:18.842390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:18.868223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:18.896027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.901231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:18.911889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Usage tracker for resource:security_group_rule and tenant:180297aa34cc490aa0e92e22e15a61dd is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:18.918793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:18.924911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:18.927759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:18.954340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::1f5 (c915d83e-0a83-4bbb-a8f0-f7e80f8e0811/ca86b7da-1ae6-4032-b24f-1cbf68624ab4/27f11d57-c46e-4274-8603-03bba27445f4) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:18.972836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:19.051821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-59d968f3-50c7-4566-82ef-8edbdcbef8ca req-d989b145-8d0f-4452-9493-a2db407b7a60 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0575271
Dec 15 19:00:19.107766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.125164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e0f7ef8a-8959-4352-a239-7971b0aabc58 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:19.142860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.190473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb5095e3-7f86-4681-8b83-c6e6c4f6835d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:19.197200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:19.267243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.277418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9357c9c-ea10-421a-9124-70f2706aa93f None None] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:19.279909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.ipam_backend_mixin [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing IP validity checks on allocation pools {{(pid=83671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 19:00:19.280393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.ipam_backend_mixin [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 19:00:19.282544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c678303e-7a76-44cd-939f-630e2e813d3c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:19.347079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Port': ['ID=6a9165c7-fdf4-4059-9044-29a7d59ab29c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:19.359142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.361671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:19.377739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 27f11d57-c46e-4274-8603-03bba27445f4 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:19.402785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.404171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.405288 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/fb5095e3-7f86-4681-8b83-c6e6c4f6835d HTTP/1.1" status: 204  len: 168 time: 0.7442203
Dec 15 19:00:19.408623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e1567fc7-c502-4479-b0e0-17f12674eea9 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:19.416516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56646) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:19.431736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.449536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Provisioning for port 0114e9c2-1a55-4e3b-8f01-968c0d594489 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:19.462849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Provisioning complete for port 0114e9c2-1a55-4e3b-8f01-968c0d594489 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:19.464072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.477774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.481375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=27f11d57-c46e-4274-8603-03bba27445f4,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:19.484766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:19.493990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bdaf85b7-3db8-4f80-931c-4a6bd76456d3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:19.499660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:19.501687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:19.504712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:19.509563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:19.510428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.546565 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9510651
Dec 15 19:00:19.546833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56650) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:19.630131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee2291-328d-4128-98b6-5c5cfe1d25f1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:19.640996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e77234-b21a-4238-a378-3aaad7c6b83a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:19.641759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a5e77234-b21a-4238-a378-3aaad7c6b83a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:19.661024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a5e77234-b21a-4238-a378-3aaad7c6b83a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:19.662485 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a5e77234-b21a-4238-a378-3aaad7c6b83a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a7 HTTP/1.1" status: 200  len: 928 time: 0.1146011
Dec 15 19:00:19.665470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56654) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:19.673196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.739144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] For port 0114e9c2-1a55-4e3b-8f01-968c0d594489, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0114e9c2-1a55-4e3b-8f01-968c0d594489,segment=NetworkSegment(04584758-5d4e-438d-87e0-e8e3ef39094f),segment_id=04584758-5d4e-438d-87e0-e8e3ef39094f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:19.746130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 27f11d57-c46e-4274-8603-03bba27445f4 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:19.746543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.752912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.757784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:19.768756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.775432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:19.781912 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=180297aa34cc490aa0e92e22e15a61dd&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4907477
Dec 15 19:00:19.783765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56658) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:19.788097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/ports/6a9165c7-fdf4-4059-9044-29a7d59ab29c HTTP/1.1" status: 204  len: 168 time: 1.8130009
Dec 15 19:00:19.792248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56662) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:19.799868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-719db46a-3b1b-41d8-aeb1-daca3fdb4b96 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:19.858608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-719db46a-3b1b-41d8-aeb1-daca3fdb4b96 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:19.860223 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-719db46a-3b1b-41d8-aeb1-daca3fdb4b96 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4331052
Dec 15 19:00:19.863040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56666) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:19.866085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Pushing event updated for resources: {'Port': ['ID=0114e9c2-1a55-4e3b-8f01-968c0d594489,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:19.872412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '777f9a47-8805-4024-83c6-52052e6fc6b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:19.878817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:19.879502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:19.881464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.888216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f6339654-9ec8-47ac-ab3c-344e149a419b tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:19.930221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:19.983195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=b68c1b6f-abd1-40d4-9596-a94504a79c9c,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:19.985290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:19.993411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:20.035020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': 'fb7c0c98-cd72-4611-8f29-f071a7028a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1bb1e246-6e50-4fee-86ca-30229c890fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:20.035392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: 1bb1e246-6e50-4fee-86ca-30229c890fd2, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:20.080725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.084338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 1bb1e246-6e50-4fee-86ca-30229c890fd2 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:20.091831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.095039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:20.104521 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Provisioning for port 27f11d57-c46e-4274-8603-03bba27445f4 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:20.111315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Provisioning complete for port 27f11d57-c46e-4274-8603-03bba27445f4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:20.112711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.114541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 1bb1e246-6e50-4fee-86ca-30229c890fd2) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:20.132608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:20.133612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.140930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4492cd7-43e9-4c95-a802-c40ffcdf2a69,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:20.155116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:20.158992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade7432-0a23-4cbe-b121-a2d05784e74f None None] Network 1bb1e246-6e50-4fee-86ca-30229c890fd2 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:20.174026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.175701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3115392
Dec 15 19:00:20.179095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56672) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:20.186008 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.7756524
Dec 15 19:00:20.188518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56676) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:20.201075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.228034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.291199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Port 27f11d57-c46e-4274-8603-03bba27445f4 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:20.335683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Provisioning for port fb058228-95ae-4727-945e-5c50807a34bf completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:20.341702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.353376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Provisioning complete for port fb058228-95ae-4727-945e-5c50807a34bf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:20.353649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.354508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0fc4aa3-74b7-4b07-97bd-8c68244111b2 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:20.388079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee2291-328d-4128-98b6-5c5cfe1d25f1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:20.397124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.398996 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04ee2291-328d-4128-98b6-5c5cfe1d25f1 HTTP/1.1" status: 204  len: 168 time: 0.6150265
Dec 15 19:00:20.412080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:20.449408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting subnet ccecaf79-18cd-48f3-8d59-f39c476c2f98 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:20.452836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.456972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.469537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Port fb058228-95ae-4727-945e-5c50807a34bf cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:20.475124 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9e646a08-5b65-4649-931b-6b8ba066df9f tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules/f4492cd7-43e9-4c95-a802-c40ffcdf2a69 HTTP/1.1" status: 200  len: 705 time: 0.2945499
Dec 15 19:00:20.489851 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-08a8c819-c666-4e3b-bb74-54f4d1a48cf5 req-7e8c24a2-6009-4d99-8604-f097c153512e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1595445
Dec 15 19:00:20.490367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56682) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:20.521409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.555634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Provisioning complete for port 0114e9c2-1a55-4e3b-8f01-968c0d594489 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:20.555946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8a6ddb-2dc0-47ab-8f01-8818af800f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.629449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a8c8fe18-be47-4a1a-bf4f-ae308a41a6d9 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:20.641632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.693140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.733415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a8c8fe18-be47-4a1a-bf4f-ae308a41a6d9 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:20.734988 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a8c8fe18-be47-4a1a-bf4f-ae308a41a6d9 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2435064
Dec 15 19:00:20.737858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56688) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:20.784965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0114e9c2-1a55-4e3b-8f01-968c0d594489 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:20.799422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.819853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.862146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 27f11d57-c46e-4274-8603-03bba27445f4 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:20.871862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.876600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-29c6f82f-24a1-4572-96f4-ca4ed9ce76a1 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:20.912390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4492cd7-43e9-4c95-a802-c40ffcdf2a69,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:20.913090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894e3d1-4667-4541-a6af-22550ff63ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-1bb1e246-6e50-4fee-86ca-30229c890fd2', 'network_id': '1bb1e246-6e50-4fee-86ca-30229c890fd2', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': 'b68c1b6f-abd1-40d4-9596-a94504a79c9c'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:20.915624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.917344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3894e3d1-4667-4541-a6af-22550ff63ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:20.922852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:20.923439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-18a3043e-4e54-4608-ae8d-84d733cd6646 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:21.009353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=b68c1b6f-abd1-40d4-9596-a94504a79c9c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:21.013703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:21.070920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.095785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0114e9c2-1a55-4e3b-8f01-968c0d594489 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:21.096157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.163113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.174669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.176985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.178338 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f4492cd7-43e9-4c95-a802-c40ffcdf2a69 HTTP/1.1" status: 204  len: 168 time: 0.4395747
Dec 15 19:00:21.180816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56700) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.183600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7e23b0f9-3016-40ac-ab56-649163f9ae17 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:21.228157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced42f310>,) {'filters': {'network_id': ['1bb1e246-6e50-4fee-86ca-30229c890fd2']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:21.235722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=27f11d57-c46e-4274-8603-03bba27445f4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:21.242534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:21.249524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced42f310>, 'fb7c0c98-cd72-4611-8f29-f071a7028a43') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:21.249936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced42f310>, 'fb7c0c98-cd72-4611-8f29-f071a7028a43') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:21.278265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c94c4a6-f84b-4b1a-9a80-123218a3d7f0 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:21.298229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.302289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.305328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.313227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:21.323631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748bc4f6-80e9-4592-a3dc-b2c51cb20308 None None] Network 1bb1e246-6e50-4fee-86ca-30229c890fd2 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:21.327097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.335532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:21.335954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.366304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Subnet': ['ID=ccecaf79-18cd-48f3-8d59-f39c476c2f98,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:21.371459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:21.372815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.374690 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/subnets/ccecaf79-18cd-48f3-8d59-f39c476c2f98 HTTP/1.1" status: 204  len: 168 time: 1.5727017
Dec 15 19:00:21.376458 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/27f11d57-c46e-4274-8603-03bba27445f4 HTTP/1.1" status: 204  len: 168 time: 1.7097414
Dec 15 19:00:21.377182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56706) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.405595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56708) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.452904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe83aac-1527-43ed-a20c-de98ba71492e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:21.453446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9fe83aac-1527-43ed-a20c-de98ba71492e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:21.475268 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:21.484963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.489826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.496179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f0b34c9-e3b3-4652-831e-8f407ba240e3 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:21.503671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbccf178-455f-4f98-973e-cdc98dcc6755 None None] Network 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:21.522373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=1bb1e246-6e50-4fee-86ca-30229c890fd2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:21.526391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:21.532883 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/1bb1e246-6e50-4fee-86ca-30229c890fd2 HTTP/1.1" status: 204  len: 168 time: 1.3432031
Dec 15 19:00:21.534066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56718) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.539609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c94c4a6-f84b-4b1a-9a80-123218a3d7f0 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:21.545927 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2c94c4a6-f84b-4b1a-9a80-123218a3d7f0 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3639281
Dec 15 19:00:21.546655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56724) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.551542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1825075480'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:21.561756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '777f9a47-8805-4024-83c6-52052e6fc6b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:21.568936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9fe83aac-1527-43ed-a20c-de98ba71492e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:21.570284 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9fe83aac-1527-43ed-a20c-de98ba71492e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/27f11d57-c46e-4274-8603-03bba27445f4 HTTP/1.1" status: 404  len: 333 time: 0.1636171
Dec 15 19:00:21.572090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:21.575086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56730) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.585562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:21.588940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:21.593617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:21.599200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:21.609638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:21.616277 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Project 988287f6e43b47f89f5596f977ecd020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:00:21.624575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.625743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0224bd92-6f6d-40be-9c4a-3d8718cd1c86 None None] Could not find standard attr ID for object 27f11d57-c46e-4274-8603-03bba27445f4. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:00:21.683735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.702364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.703772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:21.708265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.716668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port fb058228-95ae-4727-945e-5c50807a34bf {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:21.717965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.738736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.749010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:21.780353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:21.783412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1964451-3172-4e59-afef-730d43e8061e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:21.786659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:21.803777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.804409 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment a119fe14-8f0d-4ec6-928b-cf014dd43bf9 of type vlan for network dd1bda6d-2a68-402d-9a98-93f197be836d
Dec 15 19:00:21.818354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.821283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0224bd92-6f6d-40be-9c4a-3d8718cd1c86 None None] Provisioning complete for port fb058228-95ae-4727-945e-5c50807a34bf triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:21.821650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0224bd92-6f6d-40be-9c4a-3d8718cd1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.823980 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2682369
Dec 15 19:00:21.824635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56736) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.857834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.862322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port 14a4ac47-586e-480e-bb2c-ceaa59bab520 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:21.862664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.870133 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f9f3afb6-ac04-4a61-83e4-b563626a46f4 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules/e1964451-3172-4e59-afef-730d43e8061e HTTP/1.1" status: 200  len: 711 time: 0.0412452
Dec 15 19:00:21.872620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56740) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.891553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0224bd92-6f6d-40be-9c4a-3d8718cd1c86 None None] Port fb058228-95ae-4727-945e-5c50807a34bf cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:21.921145 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-85546d13-88a2-48f1-b957-efcbbedfda81 req-ff2d0703-0ceb-45f5-a765-d98b3b15ec03 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1348898
Dec 15 19:00:21.941237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-544158a1-d255-46a8-8fb7-c39c89896e75 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:21.951959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56744) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.968545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-544158a1-d255-46a8-8fb7-c39c89896e75 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:21.970271 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-544158a1-d255-46a8-8fb7-c39c89896e75 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.0965028
Dec 15 19:00:21.972954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56748) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:21.984465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] DHCP port deletion for 5fab4e00-35e9-4fc0-9ff7-097a3d629ecc request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:00:21.989896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.993647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:21.994343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:21.997144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Deleting port 14a4ac47-586e-480e-bb2c-ceaa59bab520 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:21.997756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.014636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:22.062051 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5248425
Dec 15 19:00:22.115650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56754) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:22.135208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': 'dd1bda6d-2a68-402d-9a98-93f197be836d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:22.203972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052991000'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:22.220008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:22.227842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.236649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:22.239916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:22.242184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=dd1bda6d-2a68-402d-9a98-93f197be836d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:22.255488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:22.256713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.257938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network dd1bda6d-2a68-402d-9a98-93f197be836d details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:22.272766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:22.279416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:22.283651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:22.287954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:22.295666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:22.303162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.305213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:22.318685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:22.318913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.330886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.339740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1964451-3172-4e59-afef-730d43e8061e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:22.345721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:22.350941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.354898 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e1964451-3172-4e59-afef-730d43e8061e HTTP/1.1" status: 204  len: 168 time: 0.3781459
Dec 15 19:00:22.382010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] For port 14a4ac47-586e-480e-bb2c-ceaa59bab520, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=14a4ac47-586e-480e-bb2c-ceaa59bab520,segment=NetworkSegment(79884fcc-afc2-4346-bd47-adcaef3f665d),segment_id=79884fcc-afc2-4346-bd47-adcaef3f665d)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:22.382611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.398767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56758) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:22.452469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.512216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Calling delete_port for 14a4ac47-586e-480e-bb2c-ceaa59bab520 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:22.526985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.541998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for fb058228-95ae-4727-945e-5c50807a34bf owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:22.593876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.597983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7db4cd5b-c228-4d6b-8cb5-fb2123ca25ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:22.618209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] For port 14a4ac47-586e-480e-bb2c-ceaa59bab520, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=14a4ac47-586e-480e-bb2c-ceaa59bab520,segment=NetworkSegment(79884fcc-afc2-4346-bd47-adcaef3f665d),segment_id=79884fcc-afc2-4346-bd47-adcaef3f665d)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:22.618707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.642630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Pushing event deleted for resources: {'Port': ['ID=14a4ac47-586e-480e-bb2c-ceaa59bab520,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:22.645512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:22.651463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] No DVR routers for this DVR port 14a4ac47-586e-480e-bb2c-ceaa59bab520 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:22.679135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a0eee4c6-5017-453a-8baa-068af811bdc9 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:22.712331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a0eee4c6-5017-453a-8baa-068af811bdc9 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:22.714264 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a0eee4c6-5017-453a-8baa-068af811bdc9 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3145673
Dec 15 19:00:22.717138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56762) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:22.741942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 14a4ac47-586e-480e-bb2c-ceaa59bab520 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:00:22.769377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Calling delete_port for 14a4ac47-586e-480e-bb2c-ceaa59bab520 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:22.785865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 14a4ac47-586e-480e-bb2c-ceaa59bab520 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:00:22.785865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 14a4ac47-586e-480e-bb2c-ceaa59bab520 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:00:22.830536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:22.837605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:22.842641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:22.851977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.856955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:22.904626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.915029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.920718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50fc02b6-d273-4a02-99a6-4393e906d22e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:22.945350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:22.945667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:22.961671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:22.973671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2a1abe0-190c-4dae-8883-ffc3efd632c6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:23.025921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=fb058228-95ae-4727-945e-5c50807a34bf,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:23.028602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:23.040626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=2be631aa-8a2d-4929-a905-b8218eaec87b,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:23.048155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:23.067603 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-89274d62-8703-4665-aac8-5bbd7a0bdb74 req-3a08d269-9e19-445d-b1e3-3af1402f8f45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0661204
Dec 15 19:00:23.082749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.091622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c5700cde-6b17-40ce-9aed-47168eacfa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:23.105013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.107158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dd1bda6d-2a68-402d-9a98-93f197be836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:23.107516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: dd1bda6d-2a68-402d-9a98-93f197be836d, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:23.112062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f9a47-8805-4024-83c6-52052e6fc6b7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:23.133263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:23.144562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.149488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.155287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1beeb9d9-ff5b-482a-b31e-38b4827db5f1 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:23.168538 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/fb058228-95ae-4727-945e-5c50807a34bf HTTP/1.1" status: 204  len: 168 time: 1.5924799
Dec 15 19:00:23.172828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56768) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.176517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network dd1bda6d-2a68-402d-9a98-93f197be836d is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:23.180681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.184200 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/777f9a47-8805-4024-83c6-52052e6fc6b7 HTTP/1.1" status: 204  len: 168 time: 0.4637375
Dec 15 19:00:23.184885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56772) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.202250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, dd1bda6d-2a68-402d-9a98-93f197be836d) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:23.210382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:23.211015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290af46f-7da7-463c-a2ff-643840264df2 None None] Network dd1bda6d-2a68-402d-9a98-93f197be836d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:23.211367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.248318 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec64438c-1d76-4d1f-8131-f0abd4628d42 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:23.248830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ec64438c-1d76-4d1f-8131-f0abd4628d42 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:23.253359 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.1208160
Dec 15 19:00:23.254807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56776) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.258077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52dc115-fc46-4610-8a80-3defc05f6668,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:23.261911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e2b1fe98-b1d8-4e27-b209-185ff3d94910 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:23.262132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:23.266441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:23.290033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e2b1fe98-b1d8-4e27-b209-185ff3d94910 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:23.292685 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e2b1fe98-b1d8-4e27-b209-185ff3d94910 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1065187
Dec 15 19:00:23.297982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:23.298891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56780) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.304827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994483980'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:23.307444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:23.311032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:23.320821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:23.330867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.365534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:23.370033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:23.375314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:23.378923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:23.381263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ec64438c-1d76-4d1f-8131-f0abd4628d42 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:23.382883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ec64438c-1d76-4d1f-8131-f0abd4628d42 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/fb058228-95ae-4727-945e-5c50807a34bf HTTP/1.1" status: 404  len: 333 time: 0.2068560
Dec 15 19:00:23.386524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56784) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.393352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:23.449466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Deleting port 14a4ac47-586e-480e-bb2c-ceaa59bab520 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:23.449749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.497698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.516946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-dd1bda6d-2a68-402d-9a98-93f197be836d', 'network_id': 'dd1bda6d-2a68-402d-9a98-93f197be836d', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': '2be631aa-8a2d-4929-a905-b8218eaec87b'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:23.518007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.548382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] The port '14a4ac47-586e-480e-bb2c-ceaa59bab520' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:00:23.553247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.592593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.597838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-176f2e48-7339-4ef5-b7b5-bb4d7819db4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:23.606575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet ca86b7da-1ae6-4032-b24f-1cbf68624ab4 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:23.611247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.679267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.686646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Allocated IP 172.20.0.1 (dd1bda6d-2a68-402d-9a98-93f197be836d/2be631aa-8a2d-4929-a905-b8218eaec87b/1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:23.689293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.696531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.729082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-77b83911-1384-4f4f-97ee-0c2c8c7b8f35 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:23.764372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d8f92a-fb43-4783-a122-4fe630386d0f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:23.771502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:23.771828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.773033 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.8201485
Dec 15 19:00:23.776834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56788) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.778792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecdef0e-10f6-4cc2-81dc-8c0bab48aecf,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:23.783638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.793264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:23.796456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.847502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.851414 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5488045
Dec 15 19:00:23.852214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56792) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.853349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced629130>,) {'filters': {'network_id': ['5fab4e00-35e9-4fc0-9ff7-097a3d629ecc']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:23.872324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Request body: {'security_group_rule': {'security_group_id': '85d8f92a-fb43-4783-a122-4fe630386d0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:23.892448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:23.902064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Usage tracker for resource:security_group_rule and tenant:988287f6e43b47f89f5596f977ecd020 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:23.906626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:23.912687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ae13d3d0-0e3b-4de7-ba46-a52ab702c00e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1352873
Dec 15 19:00:23.917610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:23.921805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:23.928334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-security--175786158', 'description': 'tempest-security-description-494733823'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:23.945088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.956975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Transition to ACTIVE for port object 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:23.959020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.977178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Transition to ACTIVE for port object 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:23.983062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:23.988297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced629130>, '79884fcc-afc2-4346-bd47-adcaef3f665d') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:23.989017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced629130>, '79884fcc-afc2-4346-bd47-adcaef3f665d') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:23.991322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.008450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.015369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.033398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.044894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:24.045291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.058009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Network dd1bda6d-2a68-402d-9a98-93f197be836d is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:24.060039 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:24.064228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:24.066707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Pushing event updated for resources: {'Port': ['ID=1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.068579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:24.068895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.078118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.079894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.081803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.084138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.087777 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "PUT /v2.0/security-groups/0ecdef0e-10f6-4cc2-81dc-8c0bab48aecf HTTP/1.1" status: 200  len: 1610 time: 0.1654398
Dec 15 19:00:24.090074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f062b059-bef4-47c7-9127-eada8fbbac9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.110369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56800) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:24.111290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.128514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6baad16-08d7-44e5-994c-9ebf51b726a8 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.188125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Attempting to bind port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:24.188902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Attempting to bind port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dd1bda6d-2a68-402d-9a98-93f197be836d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:24.188902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Attempting to bind port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 on network dd1bda6d-2a68-402d-9a98-93f197be836d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:24.194255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecdef0e-10f6-4cc2-81dc-8c0bab48aecf,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.195779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:24.196176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Checking segment: {'id': 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dd1bda6d-2a68-402d-9a98-93f197be836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:24.196575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.196971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Bound using segment: {'id': 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dd1bda6d-2a68-402d-9a98-93f197be836d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:24.197594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Bound port: 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dd1bda6d-2a68-402d-9a98-93f197be836d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:24.198407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.210630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.224721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=2be631aa-8a2d-4929-a905-b8218eaec87b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.226319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.227370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.235697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8474fa30-7bfc-4a1a-b454-2e29beca040b tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.237324 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a4be5826-e739-48c3-95ac-56047765c45d req-7b08fded-d143-43f0-818b-d45197798579 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0659907
Dec 15 19:00:24.257638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.264121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.276124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-646bdeac-6ac3-4959-96d1-c17bd0d47e49 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.277621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=ca86b7da-1ae6-4032-b24f-1cbf68624ab4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.287580 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0e4e12c7-846c-4e64-9d9c-3d6fd1f97aa4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups/0ecdef0e-10f6-4cc2-81dc-8c0bab48aecf HTTP/1.1" status: 200  len: 1610 time: 0.1679151
Dec 15 19:00:24.288275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56806) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:24.289180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.293037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] For port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:24.296182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] For port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2,segment=NetworkSegment(a119fe14-8f0d-4ec6-928b-cf014dd43bf9),segment_id=a119fe14-8f0d-4ec6-928b-cf014dd43bf9)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:24.301084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.312931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d82ba639-8327-4563-8468-687b38f385fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.327217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.331654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.344340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.348920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a4c63090-7cbb-42ef-b8e5-11afb61f8cd8 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.357852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Pushing event deleted for resources: {'Network': ['ID=5fab4e00-35e9-4fc0-9ff7-097a3d629ecc,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.366088 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/ca86b7da-1ae6-4032-b24f-1cbf68624ab4 HTTP/1.1" status: 204  len: 168 time: 0.9784932
Dec 15 19:00:24.375923 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] 10.222.0.48 "DELETE /v2.0/networks/5fab4e00-35e9-4fc0-9ff7-097a3d629ecc HTTP/1.1" status: 204  len: 168 time: 2.9874303
Dec 15 19:00:24.376797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56810) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:24.378450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.382837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.397236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2132c10c-8c13-4a18-8f97-152dd2671d87 None None] Network c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:24.413713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758a07cf-aa2c-401c-b8f9-3254724eff05,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.414627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf45b0>,) {'filters': {'network_id': ['dd1bda6d-2a68-402d-9a98-93f197be836d']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:24.424567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.430477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf45b0>, 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:24.431194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf45b0>, 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:24.447304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.473044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.481616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.482565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:24.482973 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6241632
Dec 15 19:00:24.485690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:24.503067 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:24.507293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56816) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:24.522567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.526112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Pushing event updated for resources: {'Port': ['ID=1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.554551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.564275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.617680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.636766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 0114e9c2-1a55-4e3b-8f01-968c0d594489 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:24.637104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.683597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 19:00:24.683597 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 19:00:24.683597 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': 'dd1bda6d-2a68-402d-9a98-93f197be836d'}]
Dec 15 19:00:24.683597 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:24.684182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:24.698309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e16379-a930-455d-8f6d-a3393e44ccbd None None] Network dd1bda6d-2a68-402d-9a98-93f197be836d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:24.705006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.775846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.780657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.798498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] DHCP port deletion for c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:00:24.816817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Deleting port 0114e9c2-1a55-4e3b-8f01-968c0d594489 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:24.817185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.822317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bedf212c-9a94-44c3-85f2-a534d5721c92 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.832858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56822) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:24.879690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.886022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f82b06ed-3591-4724-90b4-89f7d90430fb tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:24.900485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecdef0e-10f6-4cc2-81dc-8c0bab48aecf,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.908079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d8f92a-fb43-4783-a122-4fe630386d0f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:24.910872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.918063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.922427 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/85d8f92a-fb43-4783-a122-4fe630386d0f HTTP/1.1" status: 204  len: 168 time: 0.4121146
Dec 15 19:00:24.922720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56828) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:24.925594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:24.931350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.933456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/0ecdef0e-10f6-4cc2-81dc-8c0bab48aecf HTTP/1.1" status: 204  len: 168 time: 0.6395895
Dec 15 19:00:24.937441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56832) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:24.989357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] For port 0114e9c2-1a55-4e3b-8f01-968c0d594489, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0114e9c2-1a55-4e3b-8f01-968c0d594489,segment=NetworkSegment(04584758-5d4e-438d-87e0-e8e3ef39094f),segment_id=04584758-5d4e-438d-87e0-e8e3ef39094f)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:24.989641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:24.999688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f81a127a-cd8e-4d17-bedf-dc4308db490a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:25.025542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f81a127a-cd8e-4d17-bedf-dc4308db490a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:25.029817 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f81a127a-cd8e-4d17-bedf-dc4308db490a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1037486
Dec 15 19:00:25.030122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56836) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.149717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ad404b15-bf0f-49c4-bc27-c63128f36ff2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Synchronizing usage tracker for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:25.170280 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c3ebc289-4d81-41e9-ba6a-60bc8cc7f3e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c706ead8611d45c788b7154d843b8203&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3211048
Dec 15 19:00:25.170280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56840) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.174037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] For port 0114e9c2-1a55-4e3b-8f01-968c0d594489, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0114e9c2-1a55-4e3b-8f01-968c0d594489,segment=NetworkSegment(04584758-5d4e-438d-87e0-e8e3ef39094f),segment_id=04584758-5d4e-438d-87e0-e8e3ef39094f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:25.174437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.184811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.191240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ad404b15-bf0f-49c4-bc27-c63128f36ff2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Unset dirty status for tenant:988287f6e43b47f89f5596f977ecd020 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:25.192560 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ad404b15-bf0f-49c4-bc27-c63128f36ff2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.1611130
Dec 15 19:00:25.195806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56844) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.239642 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-ae7836dc-866d-48b7-88de-3e57d69e4940 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] delete failed (client error): The resource could not be found.
Dec 15 19:00:25.240726 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ae7836dc-866d-48b7-88de-3e57d69e4940 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "DELETE /v2.0/security-groups/85d8f92a-fb43-4783-a122-4fe630386d0f HTTP/1.1" status: 404  len: 347 time: 0.0416527
Dec 15 19:00:25.245180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56848) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.247890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:25.248342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.263529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 0114e9c2-1a55-4e3b-8f01-968c0d594489 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:25.299610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Calling delete_port for 0114e9c2-1a55-4e3b-8f01-968c0d594489 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:25.299808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a6ae95cf-4002-4f30-baf1-1b39f7fe8980 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:25.375496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a6ae95cf-4002-4f30-baf1-1b39f7fe8980 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:25.376797 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a6ae95cf-4002-4f30-baf1-1b39f7fe8980 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4382310
Dec 15 19:00:25.384026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.388101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56854) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.390932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5250375-3e3d-454d-8e50-c7f508b5b351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:25.393895 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-355984ea-375f-44c7-8bed-6e9e85a0ad88 req-035e2a3d-3feb-4105-8479-07118e60b91a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0665998
Dec 15 19:00:25.403399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:25.403715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:25.406872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.439212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Pushing event deleted for resources: {'Port': ['ID=0114e9c2-1a55-4e3b-8f01-968c0d594489,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:25.439848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-427de00b-8246-4113-b1a7-9bcc898e52b9 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] delete failed (client error): The resource could not be found.
Dec 15 19:00:25.440863 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-427de00b-8246-4113-b1a7-9bcc898e52b9 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/0ecdef0e-10f6-4cc2-81dc-8c0bab48aecf HTTP/1.1" status: 404  len: 347 time: 0.0502367
Dec 15 19:00:25.441744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:25.446239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] No DVR routers for this DVR port 0114e9c2-1a55-4e3b-8f01-968c0d594489 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:25.447080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56858) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.459383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674997373'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:25.461951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f96e7-f87b-4129-8008-30da49b088bf None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:00:25.466143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:25.476224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:25.488471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.510145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.529848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:25.534043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:25.538535 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0a8d554c-30e5-4f96-a491-ffea301d39ca tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2883899
Dec 15 19:00:25.540897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:25.547990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:25.574570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f96e7-f87b-4129-8008-30da49b088bf None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:00:25.614671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.621189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.646094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2,segment=NetworkSegment(a119fe14-8f0d-4ec6-928b-cf014dd43bf9),segment_id=a119fe14-8f0d-4ec6-928b-cf014dd43bf9)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:25.646484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.655246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ba3d963-406d-49aa-8857-bf4f0a06663e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:25.685557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.689875 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2386928
Dec 15 19:00:25.701166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56864) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.736175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': '7c058bdd-5c05-4f43-9a64-f96efe434b13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:25.759624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:25.763011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c058bdd-5c05-4f43-9a64-f96efe434b13,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:25.773040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:25.774012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:25.775342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:25.790253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:25.797155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:25.829902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.840401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.851173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-befe965d-68c8-42bf-b5fa-501c2fad0f71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:25.871992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56870) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:25.873147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc1b8a9-d768-45a7-b63e-c3a8e39695ce,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:25.880702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:25.906887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.907991 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bc1b8a9-d768-45a7-b63e-c3a8e39695ce HTTP/1.1" status: 204  len: 168 time: 0.7375910
Dec 15 19:00:25.915111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 0114e9c2-1a55-4e3b-8f01-968c0d594489 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:25.915599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.930109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.941692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-67ebc6d3-96db-4669-9c1e-93dc924ba7e9 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:25.952304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.980771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:25.986751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] The port '0114e9c2-1a55-4e3b-8f01-968c0d594489' was deleted {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:00:25.987583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bfd1ad95-08e5-4ec8-8ba9-88c4d5c32f72 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:26.016497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:26.019475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:26.023427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port 1b83c6bc-ee4c-4e4a-9c74-84ed76abf7f2 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:26.035133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8e67e7-1140-4ca3-8057-0f8bf0c0ac02,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:26.064863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:26.132901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.134111 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4317946
Dec 15 19:00:26.146784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56880) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:26.169714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.190380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.213054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.223105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4eb310>,) {'filters': {'network_id': ['c915d83e-0a83-4bbb-a8f0-f7e80f8e0811']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:26.229575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced2dc3d0>,) {'filters': {'network_id': ['dd1bda6d-2a68-402d-9a98-93f197be836d']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:26.236391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.251262 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-db06667a-ee3a-445c-ba8d-f63a18e492fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=988287f6e43b47f89f5596f977ecd020&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3726242
Dec 15 19:00:26.252996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2dc3d0>, 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:26.253627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56886) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:26.256721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2dc3d0>, 'a119fe14-8f0d-4ec6-928b-cf014dd43bf9') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:26.268991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4eb310>, '04584758-5d4e-438d-87e0-e8e3ef39094f') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:26.269197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4eb310>, '04584758-5d4e-438d-87e0-e8e3ef39094f') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:26.273095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.289428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.329171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.339745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.343230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:26.343626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.359624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c99baff2-bfd5-40bb-8eff-c780ee280a38 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:26.366055 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:26.385633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb8e67e7-1140-4ca3-8057-0f8bf0c0ac02,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:26.400132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.407174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:26.407590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:26.422088 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:26.439439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:26.458326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.461971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/bb8e67e7-1140-4ca3-8057-0f8bf0c0ac02 HTTP/1.1" status: 204  len: 168 time: 0.3117383
Dec 15 19:00:26.467422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56896) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:26.488507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.505332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.518020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fb9b7b4-b774-4a29-ac5b-599d63a957be tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:26.535744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.550694 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c96281e1-ee9d-4b9a-8658-7ba8c833840c req-3e86cb9c-0feb-4fe7-8a23-377876447aa8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0662184
Dec 15 19:00:26.551602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=c915d83e-0a83-4bbb-a8f0-f7e80f8e0811,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:26.554791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.562590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.565761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:26.569817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.572548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6cf30f7e-5ac7-4a8c-acaf-bec066abc56b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:26.575806 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/c915d83e-0a83-4bbb-a8f0-f7e80f8e0811 HTTP/1.1" status: 204  len: 168 time: 2.1979430
Dec 15 19:00:26.582543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56902) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:26.596191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-919560387'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:26.601553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=dd1bda6d-2a68-402d-9a98-93f197be836d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:26.606797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:26.610299 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/dd1bda6d-2a68-402d-9a98-93f197be836d HTTP/1.1" status: 204  len: 168 time: 3.3467605
Dec 15 19:00:26.611434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-611d661c-d534-442a-84e0-bef9d39a266a tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:26.614128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56906) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:26.614264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:26.620869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-354318727'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:26.628176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:26.629595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:26.632771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:26.635159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:26.636335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:26.644071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:26.644351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:26.658299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:26.663556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.680172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:26.683544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.697610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-611d661c-d534-442a-84e0-bef9d39a266a tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:26.698911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-611d661c-d534-442a-84e0-bef9d39a266a tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2312076
Dec 15 19:00:26.704626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56912) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:26.711480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0114e9c2-1a55-4e3b-8f01-968c0d594489 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:00:26.726229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.729567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:26.732897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a4584077-4b1a-4ade-b6b9-5998530592f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:26.752509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad39a5f-019a-404b-bddb-10cfabc4e788,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:26.756205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:26.765024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.765441 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment 462c0ebe-1d5b-4e41-b575-b45f2e236e02 of type vlan for network f79a5d34-b194-4725-afe2-fdc43fdbf4ce
Dec 15 19:00:26.766815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:26.778668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 0114e9c2-1a55-4e3b-8f01-968c0d594489 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:00:26.779623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0114e9c2-1a55-4e3b-8f01-968c0d594489 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:00:26.804320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.827022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.830187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.830874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment 301123f4-b1d1-4bd9-98e7-e3468e223d8a of type vlan for network c1d7aa4d-0f4e-4fcb-bd50-46033c79603f
Dec 15 19:00:26.832688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.837122 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fad39a5f-019a-404b-bddb-10cfabc4e788 HTTP/1.1" status: 204  len: 168 time: 0.5803008
Dec 15 19:00:26.859962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.865675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:26.866839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.883852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.888172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1b289677-66e2-4132-b2bb-d31e32498b20 tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:26.890835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.912415 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3285143
Dec 15 19:00:26.918519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56922) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:26.928483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:26.935907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.963016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.967830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:26.968436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:26.994714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fea2b298-6eb7-4548-acdd-42ca4281fd65 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:27.014263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56926) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:27.023992 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4082372
Dec 15 19:00:27.031766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56930) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:27.086466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:27.126890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=f79a5d34-b194-4725-afe2-fdc43fdbf4ce,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:27.131208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:27.143016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:27.146773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:27.152249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:27.156051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:27.163187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:27.176045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:27.180584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=c1d7aa4d-0f4e-4fcb-bd50-46033c79603f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:27.203704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.207799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:27.212385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:27.237895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c058bdd-5c05-4f43-9a64-f96efe434b13,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:27.246565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:27.256199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:27.261503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:27.265596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:27.271975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:27.279124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.283311 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c058bdd-5c05-4f43-9a64-f96efe434b13 HTTP/1.1" status: 204  len: 168 time: 0.5776393
Dec 15 19:00:27.283944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c1d7aa4d-0f4e-4fcb-bd50-46033c79603f details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:27.285119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56940) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:27.302514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:27.350229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.406697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1982134088-network', 'tenant_id': '5625589807734574847f5c5841e04e68'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:27.415708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:27.439754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Usage tracker for resource:network and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:27.444161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:27.459341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.480017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:27.495463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e3007195-4930-4175-8cf7-c22ccbfd2e57 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:27.563954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Made reservation on behalf of 5625589807734574847f5c5841e04e68 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:27.566229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.595937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.621116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e3007195-4930-4175-8cf7-c22ccbfd2e57 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:27.622515 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e3007195-4930-4175-8cf7-c22ccbfd2e57 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3364398
Dec 15 19:00:27.637190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56952) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:27.647766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--795692931'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:27.660006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:27.678346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:27.737924 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-99f92760-f8d2-4432-95c8-45c433b1ca5f req-25bfd7e7-88f8-45a7-a8d1-c4a607f343bd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0564640
Dec 15 19:00:27.768211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:27.768211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.786546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:27.788674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.793878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e43e42c-dee4-4298-a6dd-49805f60a326 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:27.794130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:27.821200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:27.856518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:27.865123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:27.872576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=d1c186e8-d4be-4dfc-b89c-31f386eac65e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:27.878221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:27.880384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:27.889335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': '462c0ebe-1d5b-4e41-b575-b45f2e236e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:27.890173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: f79a5d34-b194-4725-afe2-fdc43fdbf4ce, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:27.893367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:27.913551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.913949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:27.921362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:27.923995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, f79a5d34-b194-4725-afe2-fdc43fdbf4ce) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:27.928340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:27.929036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:27.938322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0099b2-ae2b-4a7b-b874-eda5df405878 None None] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:27.957828 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0375407
Dec 15 19:00:27.959287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56962) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:27.972976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce', 'name': 'tempest-PortsIpV6TestJSON-1987613029', 'fixed_ips': [{'subnet_id': 'd1c186e8-d4be-4dfc-b89c-31f386eac65e', 'ip_address': '2001:db8::10'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:27.978413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56966) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:28.066048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=3b1099f2-3c17-4db2-8c8d-3d2a9a14ce28,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:28.068832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:28.103316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.118910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.126787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e3c08c0f-961d-4228-b08e-538112017c44 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:28.133546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:28.135461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.146406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:28.157944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:28.158267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f4560acf-42b9-4e77-9719-dddbbf9a831e tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-205853060', 'prefixes': ['172.20.0.0/16']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:28.163484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.169046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.180467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:28.190961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:28.191311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': '301123f4-b1d1-4bd9-98e7-e3468e223d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:28.191654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: c1d7aa4d-0f4e-4fcb-bd50-46033c79603f, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:28.200697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f4560acf-42b9-4e77-9719-dddbbf9a831e tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:28.207860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e312833f-f6fa-4df7-97d9-cc55f9e31f64,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:28.211013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:28.215977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2867339f-170f-4ad8-be1d-292f4e345ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:28.237650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.238034 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Added segment 883522f7-9dd9-43a7-bdb6-2470ab4af9ec of type vlan for network 4d08169a-3634-4d35-b71e-f55611cd8279
Dec 15 19:00:28.259563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-f79a5d34-b194-4725-afe2-fdc43fdbf4ce', 'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce', 'tenant_id': 'ef901354a8444519a39785ed6f7c3662', 'fixed_ips': [{'subnet_id': 'd1c186e8-d4be-4dfc-b89c-31f386eac65e'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:28.260212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.314689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d9a15d-c1da-4dec-8f47-1b5f27be0282,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:28.317397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:28.322924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.347313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.348517 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7103357
Dec 15 19:00:28.351636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56972) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:28.355740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network c1d7aa4d-0f4e-4fcb-bd50-46033c79603f is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:28.369422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': 'c3d9a15d-c1da-4dec-8f47-1b5f27be0282', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:28.386335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:28.396693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:28.401138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:28.405003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, c1d7aa4d-0f4e-4fcb-bd50-46033c79603f) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:28.409429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:28.410025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.416693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c4846-9603-4341-9da1-0d0ef4f91fee None None] Network c1d7aa4d-0f4e-4fcb-bd50-46033c79603f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:28.420165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.421111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:28.421836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.426334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:28.435072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:28.527324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Allocated IP 2001:db8::2 (f79a5d34-b194-4725-afe2-fdc43fdbf4ce/d1c186e8-d4be-4dfc-b89c-31f386eac65e/53a2d677-97d8-4a52-bbbc-fd24bf395cde) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:28.546574 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5286174
Dec 15 19:00:28.546574 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.5125070
Dec 15 19:00:28.547999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56976) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:28.548480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56978) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:28.564226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4d08169a-3634-4d35-b71e-f55611cd8279,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:28.569162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.579878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:28.582864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 4d08169a-3634-4d35-b71e-f55611cd8279 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:28.596994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Request body: {'subnet': {'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1982134088-subnet', 'tenant_id': '5625589807734574847f5c5841e04e68', 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:28.604988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4560acf-42b9-4e77-9719-dddbbf9a831e tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] Notify callbacks [] for subnetpool, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.606291 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f4560acf-42b9-4e77-9719-dddbbf9a831e tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.6263297
Dec 15 19:00:28.613131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:28.656366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:28.657011 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-84556c30-ba28-471a-953d-078d9410ce5b tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] 10.222.0.48 "GET /v2.0/subnetpools/09e34fc4-f242-41fc-9020-0c53fab4d554 HTTP/1.1" status: 200  len: 731 time: 0.0414338
Dec 15 19:00:28.659938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56988) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:28.667499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Usage tracker for resource:subnet and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:28.672847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:28.678711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-139dc9da-a7a5-4ae5-85e5-b5bc156cd323 tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-722004504'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:28.690452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:28.715014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.729973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.731919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Made reservation on behalf of 5625589807734574847f5c5841e04e68 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:28.734497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.739963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-741ed8c5-2047-415c-b8e1-221b6172b40e tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:28.762966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.778747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1738ee13-df79-4f39-918b-0d32523f7489,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:28.787806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:28.825272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.829254 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4719417
Dec 15 19:00:28.830292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 56994) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:28.838868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': 'c3d9a15d-c1da-4dec-8f47-1b5f27be0282', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:28.845004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:28.856658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:28.885844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:28.908044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:28.909753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-c1d7aa4d-0f4e-4fcb-bd50-46033c79603f', 'network_id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': '3b1099f2-3c17-4db2-8c8d-3d2a9a14ce28'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:28.910395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.957201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:28.989856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.007876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cc9cae29-6da2-4261-8102-48ff09e60db8 req-5e83025f-510a-46aa-b959-87e5f8e94bea tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1733851
Dec 15 19:00:29.037769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-139dc9da-a7a5-4ae5-85e5-b5bc156cd323 tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] Notify callbacks [] for subnetpool, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.039178 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-139dc9da-a7a5-4ae5-85e5-b5bc156cd323 tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] 10.222.0.48 "PUT /v2.0/subnetpools/09e34fc4-f242-41fc-9020-0c53fab4d554 HTTP/1.1" status: 200  len: 683 time: 0.3783472
Dec 15 19:00:29.041878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 56998) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:29.065510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.085526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Transition to ACTIVE for port object 53a2d677-97d8-4a52-bbbc-fd24bf395cde will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:29.140964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-641e3b8f-5947-42be-a117-78d6f4c64061 tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] Notify callbacks [] for subnetpool, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.145167 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-641e3b8f-5947-42be-a117-78d6f4c64061 tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] 10.222.0.48 "DELETE /v2.0/subnetpools/09e34fc4-f242-41fc-9020-0c53fab4d554 HTTP/1.1" status: 204  len: 168 time: 0.0990357
Dec 15 19:00:29.145436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57002) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:29.147912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Transition to ACTIVE for port object 53a2d677-97d8-4a52-bbbc-fd24bf395cde will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:29.155839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.161349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.167117 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-06d28e05-2779-4a7d-89ad-2fddec8d7c0f tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] show failed (client error): The resource could not be found.
Dec 15 19:00:29.168282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ab191100-50d1-4b3a-af62-3b6277485361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:29.168426 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-06d28e05-2779-4a7d-89ad-2fddec8d7c0f tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] 10.222.0.48 "GET /v2.0/subnetpools/09e34fc4-f242-41fc-9020-0c53fab4d554 HTTP/1.1" status: 404  len: 346 time: 0.0217707
Dec 15 19:00:29.171085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57006) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:29.190178 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-f09446c9-7b29-4a65-92a0-6fb5effaee52 tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] delete failed (client error): The resource could not be found.
Dec 15 19:00:29.191229 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f09446c9-7b29-4a65-92a0-6fb5effaee52 tempest-SubnetPoolsTestJSON-1053144410 tempest-SubnetPoolsTestJSON-1053144410-project] 10.222.0.48 "DELETE /v2.0/subnetpools/09e34fc4-f242-41fc-9020-0c53fab4d554 HTTP/1.1" status: 404  len: 346 time: 0.0192583
Dec 15 19:00:29.195563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.199449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Allocated IP 172.20.0.1 (c1d7aa4d-0f4e-4fcb-bd50-46033c79603f/3b1099f2-3c17-4db2-8c8d-3d2a9a14ce28/b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:29.201652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a626201e-9c60-401c-9cfd-6fa4679e5050 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:29.208050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.243505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900f6a8f-a42f-4042-963c-60a04008efae,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:29.256334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:29.261595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2ba354c5-5fac-448c-8506-8ecd61454de7 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:29.271695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Pushing event updated for resources: {'Port': ['ID=53a2d677-97d8-4a52-bbbc-fd24bf395cde,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:29.277781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:29.280192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:29.322880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::10 (f79a5d34-b194-4725-afe2-fdc43fdbf4ce/d1c186e8-d4be-4dfc-b89c-31f386eac65e/6f9b2d6a-cfcf-4f70-9af9-c29150e61e44) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:29.323145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:29.329279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:29.333551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.334719 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5035777
Dec 15 19:00:29.339124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57012) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:29.349853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': 'c3d9a15d-c1da-4dec-8f47-1b5f27be0282', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:29.361931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:29.367398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:29.368630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:29.373893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:29.374931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Checking segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:29.375460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Network hostable DHCP agents. Network: 4d08169a-3634-4d35-b71e-f55611cd8279, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:29.379322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:29.389680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:29.413573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.459992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Attempting to bind port 53a2d677-97d8-4a52-bbbc-fd24bf395cde on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:29.460643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Attempting to bind port 53a2d677-97d8-4a52-bbbc-fd24bf395cde by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '462c0ebe-1d5b-4e41-b575-b45f2e236e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:29.461216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Attempting to bind port 53a2d677-97d8-4a52-bbbc-fd24bf395cde on network f79a5d34-b194-4725-afe2-fdc43fdbf4ce {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:29.463997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Network 4d08169a-3634-4d35-b71e-f55611cd8279 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:29.480023 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:29.480398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Checking segment: {'id': '462c0ebe-1d5b-4e41-b575-b45f2e236e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:29.480980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.481570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Bound using segment: {'id': '462c0ebe-1d5b-4e41-b575-b45f2e236e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:29.482217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Bound port: 53a2d677-97d8-4a52-bbbc-fd24bf395cde, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c0ebe-1d5b-4e41-b575-b45f2e236e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:29.482950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.515445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.520970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.529068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 4d08169a-3634-4d35-b71e-f55611cd8279) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:29.538026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54c09019-35db-4749-b407-740dae47cd65 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:29.540678 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45531ec8-e7f8-4e7c-876d-4cce2d42e92c None None] Network 4d08169a-3634-4d35-b71e-f55611cd8279 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:29.548266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:29.548839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.569971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5cdb74-f25a-4039-afb0-6fc8d51e946d,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:29.572677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:29.585945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.591182 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2458696
Dec 15 19:00:29.591602 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0407038
Dec 15 19:00:29.593707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57018) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:29.594096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57020) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:29.603107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57026) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:29.612375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:29.618063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': 'c3d9a15d-c1da-4dec-8f47-1b5f27be0282', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:29.625716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:29.631301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:29.633807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:29.644599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:29.654309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Usage tracker for resource:router and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:29.658374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:29.660359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:29.666665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.678615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:29.679414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.702080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:29.705158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.716249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.717098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.791846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Transition to ACTIVE for port object b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:29.793517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.802119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.809706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48df487a-78bb-42b1-856b-6a57a5a22372 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:29.815416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.827823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] For port 53a2d677-97d8-4a52-bbbc-fd24bf395cde, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:29.833832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] For port 53a2d677-97d8-4a52-bbbc-fd24bf395cde, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=53a2d677-97d8-4a52-bbbc-fd24bf395cde,segment=NetworkSegment(462c0ebe-1d5b-4e41-b575-b45f2e236e02),segment_id=462c0ebe-1d5b-4e41-b575-b45f2e236e02)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:29.840211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.851856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:29.856350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Usage tracker for resource:security_group_rule and tenant:0a9f1678d5d94603877d0cc2b53148d3 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:29.859227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:29.863665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Transition to ACTIVE for port object b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:29.867319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:29.870781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.874330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.874709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:29.919821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.930201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-4d08169a-3634-4d35-b71e-f55611cd8279', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:29.931013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.932147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:29.938979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:29.955446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.959308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:29.967310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d6f78c7d-651a-4a34-b731-8b6511b7f0ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:29.994903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Network c1d7aa4d-0f4e-4fcb-bd50-46033c79603f is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:30.001823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:30.006433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:30.007048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.012660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=6f9b2d6a-cfcf-4f70-9af9-c29150e61e44,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.013723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949fccb6-ff4e-4874-8bf0-b73680fa4bef,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.018849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.024104 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a9f1678d5d94603877d0cc2b53148d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4163125
Dec 15 19:00:30.024380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57032) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:30.024779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.036112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:30.039477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.039633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Pushing event updated for resources: {'Port': ['ID=53a2d677-97d8-4a52-bbbc-fd24bf395cde,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.039886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:30.043444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:30.053929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.054618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-31009569-0704-4887-abcb-d5a87bac9fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:30.140578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.171962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.219626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Pushing event updated for resources: {'Port': ['ID=b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.232370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.239757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.244326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a29338f-770b-428e-9133-cf917b8ae826 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:30.260663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.261862 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6667750
Dec 15 19:00:30.267916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57038) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:30.269028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949fccb6-ff4e-4874-8bf0-b73680fa4bef,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.278280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.278430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Attempting to bind port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:30.278735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Attempting to bind port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '301123f4-b1d1-4bd9-98e7-e3468e223d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:30.279316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Attempting to bind port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd on network c1d7aa4d-0f4e-4fcb-bd50-46033c79603f {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:30.289966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': 'c3d9a15d-c1da-4dec-8f47-1b5f27be0282', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:30.299032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:30.304005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:30.307616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1099f2-3c17-4db2-8c8d-3d2a9a14ce28,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.308652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.309949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:30.310336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Checking segment: {'id': '301123f4-b1d1-4bd9-98e7-e3468e223d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:30.310450 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/949fccb6-ff4e-4874-8bf0-b73680fa4bef HTTP/1.1" status: 204  len: 168 time: 0.2850018
Dec 15 19:00:30.310749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.311153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Bound using segment: {'id': '301123f4-b1d1-4bd9-98e7-e3468e223d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:30.311639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Bound port: b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301123f4-b1d1-4bd9-98e7-e3468e223d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:30.312018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.313653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:30.330179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:30.354969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.359040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5bf5c178-3e13-4ab8-af0b-0440a6d74d5c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.478s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:30.370382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-33395d65-af53-46c1-acbf-cf94386d4040 req-9b026d6b-97dd-4c59-bcb3-b77a45886886 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1211267
Dec 15 19:00:30.376456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.4138687
Dec 15 19:00:30.390128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57044) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:30.390896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.407879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc940c86-23cf-454b-ab67-ce9cfe990e13,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.443644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Allocated IP 172.20.0.2 (4d08169a-3634-4d35-b71e-f55611cd8279/c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5/e4987647-0e54-4a6c-817f-355d46d5f462) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:30.444638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'f79a5d34-b194-4725-afe2-fdc43fdbf4ce', 'name': 'tempest-PortsIpV6TestJSON-1475470687', 'fixed_ips': [{'subnet_id': 'd1c186e8-d4be-4dfc-b89c-31f386eac65e', 'ip_address': '2001:db8::f'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:30.568454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.578378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.585985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.630148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] For port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:30.651076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced6391c0>,) {'filters': {'network_id': ['c1d7aa4d-0f4e-4fcb-bd50-46033c79603f']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:30.651829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] For port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd,segment=NetworkSegment(301123f4-b1d1-4bd9-98e7-e3468e223d8a),segment_id=301123f4-b1d1-4bd9-98e7-e3468e223d8a)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:30.666756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.672593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced6391c0>, '301123f4-b1d1-4bd9-98e7-e3468e223d8a') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:30.673690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:30.674266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced6391c0>, '301123f4-b1d1-4bd9-98e7-e3468e223d8a') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:30.693801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.702842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.705286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:30.710966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:30.712854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:30.716698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.722061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:30.724039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:30.754226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428afb0a-8826-49f7-b704-ba6067019568,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.757871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.767941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:30.790804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.792032 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.5129793
Dec 15 19:00:30.796245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57050) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:30.815039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.826981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:30.827793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:30.846821 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:30.873653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.876315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Pushing event updated for resources: {'Port': ['ID=b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:30.881079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:30.892333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Transition to ACTIVE for port object e4987647-0e54-4a6c-817f-355d46d5f462 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:30.925016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Transition to ACTIVE for port object e4987647-0e54-4a6c-817f-355d46d5f462 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:30.934230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7bab2-9c7a-44ad-8272-36460c9246d8 None None] Network c1d7aa4d-0f4e-4fcb-bd50-46033c79603f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:30.955281 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:30.962494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-69a5219b-e6e4-4469-a8e5-b8bed6b1d0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:30.995064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 19:00:30.995064 dv-neutron-821830-2-hyperv neutron-server[83671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 19:00:30.995064 dv-neutron-821830-2-hyperv neutron-server[83671]: [parameters: {'id': 'c1d7aa4d-0f4e-4fcb-bd50-46033c79603f'}]
Dec 15 19:00:30.995064 dv-neutron-821830-2-hyperv neutron-server[83671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:30.995464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:30.998445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.006378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 53a2d677-97d8-4a52-bbbc-fd24bf395cde up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:31.019295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.079615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.112395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 20b7b947-0183-4e70-b57b-69e01cd03fce yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:31.118142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.167261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Network 4d08169a-3634-4d35-b71e-f55611cd8279 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:31.171150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.189050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:31.197885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:31.201510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Pushing event updated for resources: {'Port': ['ID=e4987647-0e54-4a6c-817f-355d46d5f462,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:31.236831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:31.245192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.264820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1c2ed1e3-8d1f-4ee6-86d0-29c826244e97 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:31.328371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.332132 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/428afb0a-8826-49f7-b704-ba6067019568 HTTP/1.1" status: 204  len: 168 time: 0.5324368
Dec 15 19:00:31.333629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=428afb0a-8826-49f7-b704-ba6067019568,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:31.340286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:31.340998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57062) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:31.395062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 53a2d677-97d8-4a52-bbbc-fd24bf395cde completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:31.400722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Allocated IP 172.26.1.253 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/ebe3d376-b4d3-475e-a631-5ee7e34c13e9) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:31.414660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Attempting to bind port e4987647-0e54-4a6c-817f-355d46d5f462 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:31.415258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Attempting to bind port e4987647-0e54-4a6c-817f-355d46d5f462 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:31.416511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Attempting to bind port e4987647-0e54-4a6c-817f-355d46d5f462 on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:31.428532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:31.429352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Checking segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:31.430188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.430884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Bound using segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:31.432331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Bound port: e4987647-0e54-4a6c-817f-355d46d5f462, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:31.432912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.499953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0d2a9d4-9b89-4b62-9dd7-70f876cbdbf6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:31.501017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d3f27-d1fb-4ecc-a174-7ca5c8da0158 None None] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:31.535828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.608124 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a6a3d7a8-5b44-40b5-8d97-5b897dcc5332 req-b2e16c75-6199-4a5d-b556-3a9d90189706 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0592508
Dec 15 19:00:31.610966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0d2a9d4-9b89-4b62-9dd7-70f876cbdbf6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:31.615744 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c0d2a9d4-9b89-4b62-9dd7-70f876cbdbf6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.2614985
Dec 15 19:00:31.620694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57070) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:31.644377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.653941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::f (f79a5d34-b194-4725-afe2-fdc43fdbf4ce/d1c186e8-d4be-4dfc-b89c-31f386eac65e/20b7b947-0183-4e70-b57b-69e01cd03fce) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:31.678670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.682065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] For port e4987647-0e54-4a6c-817f-355d46d5f462, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:31.686186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] For port e4987647-0e54-4a6c-817f-355d46d5f462, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4987647-0e54-4a6c-817f-355d46d5f462,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:31.691148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Provisioning for port 53a2d677-97d8-4a52-bbbc-fd24bf395cde completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:31.691325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.692648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:31.693064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.701247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.716083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:31.733876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.746772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:31.749192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.760254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d1d08214-5687-47d0-9150-e43486b7f3a8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:31.776463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc940c86-23cf-454b-ab67-ce9cfe990e13,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:31.779198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:31.788017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.792312 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/bc940c86-23cf-454b-ab67-ce9cfe990e13 HTTP/1.1" status: 204  len: 168 time: 0.1676033
Dec 15 19:00:31.793886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57076) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:31.822923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Pushing event updated for resources: {'Port': ['ID=e4987647-0e54-4a6c-817f-355d46d5f462,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:31.826270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Provisioning complete for port 53a2d677-97d8-4a52-bbbc-fd24bf395cde triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:31.826827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:31.878158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:31.899695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:31.909746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:31.912275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:31.914108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:31.924135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:31.974054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7f740fb3-8ce3-4e6a-b46d-51266c185ee5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:32.013820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7f740fb3-8ce3-4e6a-b46d-51266c185ee5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:32.018196 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7f740fb3-8ce3-4e6a-b46d-51266c185ee5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.2205067
Dec 15 19:00:32.018950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57082) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:32.069059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.073173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57086) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:32.105745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 20b7b947-0183-4e70-b57b-69e01cd03fce will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:32.107624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.135995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.153741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-624469d9-54f4-4dee-be89-6c621997f891 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:32.177716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] For port 53a2d677-97d8-4a52-bbbc-fd24bf395cde, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=53a2d677-97d8-4a52-bbbc-fd24bf395cde,segment=NetworkSegment(462c0ebe-1d5b-4e41-b575-b45f2e236e02),segment_id=462c0ebe-1d5b-4e41-b575-b45f2e236e02)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:32.188997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.191138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:32.311570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Pushing event updated for resources: {'Port': ['ID=53a2d677-97d8-4a52-bbbc-fd24bf395cde,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:32.314658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:32.327270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:32.328004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1893499482'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:32.335767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:32.342520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:32.346674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:32.347293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.351200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=20b7b947-0183-4e70-b57b-69e01cd03fce,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:32.352299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.355856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:32.367710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:32.370222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd,segment=NetworkSegment(301123f4-b1d1-4bd9-98e7-e3468e223d8a),segment_id=301123f4-b1d1-4bd9-98e7-e3468e223d8a)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:32.370644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.371991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Usage tracker for resource:network and tenant:dc47632b8ab64864b81e6a8d20498c64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:32.375295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:32.379895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.390445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:32.394989 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9781153
Dec 15 19:00:32.403961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57092) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:32.455966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Made reservation on behalf of dc47632b8ab64864b81e6a8d20498c64 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:32.459851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.485350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.515366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:32.543034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:32.549498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Usage tracker for resource:security_group_rule and tenant:dc47632b8ab64864b81e6a8d20498c64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:32.554129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-af208049-99a8-4ec9-b626-e8aa1018e555 None None] Provisioning complete for port 53a2d677-97d8-4a52-bbbc-fd24bf395cde triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:32.554689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:32.554920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-af208049-99a8-4ec9-b626-e8aa1018e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.566904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e1204-7dff-42f6-8f06-733df08ad44e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:32.567621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-218e1204-7dff-42f6-8f06-733df08ad44e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:32.570823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:32.611398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-218e1204-7dff-42f6-8f06-733df08ad44e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:32.615156 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-218e1204-7dff-42f6-8f06-733df08ad44e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.2076528
Dec 15 19:00:32.615668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57096) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:32.722355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-af208049-99a8-4ec9-b626-e8aa1018e555 None None] Provisioning for port 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:32.728383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-af208049-99a8-4ec9-b626-e8aa1018e555 None None] Provisioning complete for port 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:32.728763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-af208049-99a8-4ec9-b626-e8aa1018e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.777721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.794238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.799935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6c7ce910-2f73-471b-b2b7-3f2af15e6e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:32.835276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e4363-93c1-48d5-a364-6c667cb9af4a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:32.839394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e4363-93c1-48d5-a364-6c667cb9af4a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:32.843572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e4363-93c1-48d5-a364-6c667cb9af4a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:32.845386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-169e4363-93c1-48d5-a364-6c667cb9af4a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2391 time: 0.2288430
Dec 15 19:00:32.852810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57102) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:32.856927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f666561d-7518-4304-98f8-8dfac9e5f887,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:32.862310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:32.883881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-af208049-99a8-4ec9-b626-e8aa1018e555 None None] Port 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:32.927428 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b46b92f6-02a1-4867-87d5-48ead9c4b639 req-a697db28-104c-40f6-97be-38046fb27bea tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1289504
Dec 15 19:00:32.940448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.964682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 53a2d677-97d8-4a52-bbbc-fd24bf395cde up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:32.965536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:32.967635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:32.979866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 20b7b947-0183-4e70-b57b-69e01cd03fce {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:32.980293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.989713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.990633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:32.993715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c5cdb74-f25a-4039-afb0-6fc8d51e946d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:32.998683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:33.001822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.003595 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0c5cdb74-f25a-4039-afb0-6fc8d51e946d HTTP/1.1" status: 204  len: 168 time: 0.9817858
Dec 15 19:00:33.011812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57106) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:33.050239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.050593 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Added segment 04150084-e4e1-4d5a-b4e2-3db49cd92b56 of type vlan for network 0ce22776-c50c-407f-9e8d-64f1fa168ccb
Dec 15 19:00:33.064058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 53a2d677-97d8-4a52-bbbc-fd24bf395cde triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:33.064693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.131317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.149627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a811affe-9050-47ee-bda0-cee112239b71 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:33.212031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:33.215479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4987647-0e54-4a6c-817f-355d46d5f462 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:33.218162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:33.237988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port b41ca4b0-4f4a-48ae-8a03-e0f7fbab68fd on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:33.265550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-593a875f-f68a-4f7c-a7c0-98fa1dee6564 None None] Provisioning complete for port 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:33.265930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-593a875f-f68a-4f7c-a7c0-98fa1dee6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.282632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.298770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3829debb-6bce-4f87-a56c-62861d78d4a4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:33.368497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-593a875f-f68a-4f7c-a7c0-98fa1dee6564 None None] Port 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:33.382291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3829debb-6bce-4f87-a56c-62861d78d4a4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:33.386783 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3829debb-6bce-4f87-a56c-62861d78d4a4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.3702257
Dec 15 19:00:33.389148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e4987647-0e54-4a6c-817f-355d46d5f462 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:33.422954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57110) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:33.452519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.456512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:33.457085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.468634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2420d0a7-e9af-46c7-b2b4-12c071963205 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:33.481080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcb486-8c40-4d80-9580-7756760f6f07 None None] Network 4d08169a-3634-4d35-b71e-f55611cd8279 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:33.500739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.539477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec392c40>,) {'filters': {'network_id': ['c1d7aa4d-0f4e-4fcb-bd50-46033c79603f']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:33.540498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.554727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec392c40>, '301123f4-b1d1-4bd9-98e7-e3468e223d8a') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:33.555080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec392c40>, '301123f4-b1d1-4bd9-98e7-e3468e223d8a') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:33.569190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.574353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f82e975-a67e-4c67-be70-5675b6288cc1 None None] Provisioning for port 20b7b947-0183-4e70-b57b-69e01cd03fce completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:33.591842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f82e975-a67e-4c67-be70-5675b6288cc1 None None] Provisioning complete for port 20b7b947-0183-4e70-b57b-69e01cd03fce triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:33.592341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f82e975-a67e-4c67-be70-5675b6288cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.593192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.604137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:33.604532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:33.619746 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:33.630680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.639807 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5636170
Dec 15 19:00:33.644806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.653780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57114) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:33.668507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Request body: {'subnet': {'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:33.695728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f82e975-a67e-4c67-be70-5675b6288cc1 None None] Port 20b7b947-0183-4e70-b57b-69e01cd03fce cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:33.740477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event updated for resources: {'Network': ['ID=0ce22776-c50c-407f-9e8d-64f1fa168ccb,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:33.755845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.757719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 0ce22776-c50c-407f-9e8d-64f1fa168ccb details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:33.762857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.770109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:33.802305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=c1d7aa4d-0f4e-4fcb-bd50-46033c79603f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:33.805621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:33.811699 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/c1d7aa4d-0f4e-4fcb-bd50-46033c79603f HTTP/1.1" status: 204  len: 168 time: 5.2561889
Dec 15 19:00:33.812221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57118) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:33.813785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 20b7b947-0183-4e70-b57b-69e01cd03fce owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:33.823461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-506888130'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:33.830065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:33.836360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:33.840178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:33.841901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:33.846854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:00:33.849036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:33.865794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:33.868724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.893263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Provisioning for port e4987647-0e54-4a6c-817f-355d46d5f462 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:33.908370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Provisioning complete for port e4987647-0e54-4a6c-817f-355d46d5f462 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:33.908776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.945346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:33.957340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:33.976417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:33.991063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:33.993542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=900f6a8f-a42f-4042-963c-60a04008efae,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:33.998607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:34.000216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.000510 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment 8549f1da-bc87-4888-ba04-b56e4385bf01 of type vlan for network 5c36a3f0-f297-4835-adaa-98ff6620efe1
Dec 15 19:00:34.000872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Usage tracker for resource:subnet and tenant:dc47632b8ab64864b81e6a8d20498c64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:34.004223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:34.013349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:34.017889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.018851 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/900f6a8f-a42f-4042-963c-60a04008efae HTTP/1.1" status: 204  len: 168 time: 0.5949652
Dec 15 19:00:34.024423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57124) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:34.063392 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.104959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.107024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] For port e4987647-0e54-4a6c-817f-355d46d5f462, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4987647-0e54-4a6c-817f-355d46d5f462,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:34.118204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.121513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:34.128317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Made reservation on behalf of dc47632b8ab64864b81e6a8d20498c64 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:34.160971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6db0ff59-9ce8-41f7-8b9d-3b833ac8157d req-91a4f5f8-5d94-47c8-9965-8af2684544e8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0772717
Dec 15 19:00:34.166146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.173486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:34.174667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.199760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Pushing event updated for resources: {'Port': ['ID=e4987647-0e54-4a6c-817f-355d46d5f462,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:34.205229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:34.211218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:34.225849 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4114013
Dec 15 19:00:34.230466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57128) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:34.257891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:34.264240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c58bc4-4565-4f23-a43d-ae017b693126 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:00:34.318867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=5c36a3f0-f297-4835-adaa-98ff6620efe1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:34.320627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.322668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:34.324526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:00:34.346304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.347712 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.7509658
Dec 15 19:00:34.350865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57132) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:34.356264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:34.370174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:00:34.396265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c830e448-1e46-4d51-8edd-4b5753a2a19c tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:34.398766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.424291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-985dcb83-e93c-4063-92f9-69f4ab66ad34 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:34.505963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:34.506383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7bb6a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:34.542988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=20b7b947-0183-4e70-b57b-69e01cd03fce,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:34.555627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:34.560700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cd663db6-25e8-479c-99b4-24eb70f4cdf5 None None] Provisioning complete for port e4987647-0e54-4a6c-817f-355d46d5f462 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:34.561174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd663db6-25e8-479c-99b4-24eb70f4cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.584536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c830e448-1e46-4d51-8edd-4b5753a2a19c tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:34.585716 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c830e448-1e46-4d51-8edd-4b5753a2a19c tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.5604279
Dec 15 19:00:34.609370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c58bc4-4565-4f23-a43d-ae017b693126 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:00:34.621610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57136) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:34.667749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.682451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.750041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.753712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4987647-0e54-4a6c-817f-355d46d5f462 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:34.809349 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/20b7b947-0183-4e70-b57b-69e01cd03fce HTTP/1.1" status: 204  len: 168 time: 1.9550817
Dec 15 19:00:34.823988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57140) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:34.906062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.913888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:34.933404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1738ee13-df79-4f39-918b-0d32523f7489,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:34.935751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:34.938333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:34.939613 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1738ee13-df79-4f39-918b-0d32523f7489 HTTP/1.1" status: 204  len: 168 time: 0.3183424
Dec 15 19:00:34.944666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57144) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:35.008294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:00:35.019553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1de6ef97-2643-4edc-927f-fd94210ddcc1 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:35.020192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.032084 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:00:35.042797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-44152e1a-015d-41b9-a241-db7db3ba394f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:35.043306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-44152e1a-015d-41b9-a241-db7db3ba394f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:35.076677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.085004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:35.103994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1de6ef97-2643-4edc-927f-fd94210ddcc1 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:35.105406 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1de6ef97-2643-4edc-927f-fd94210ddcc1 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1604681
Dec 15 19:00:35.108600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57148) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:35.120875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 is not hosted by any dhcp agent {{(pid=83670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 15 19:00:35.124539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:35.125046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.131654 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "PUT /v2.0/networks/5c36a3f0-f297-4835-adaa-98ff6620efe1 HTTP/1.1" status: 200  len: 723 time: 0.8846295
Dec 15 19:00:35.131835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57152) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:35.132452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-44152e1a-015d-41b9-a241-db7db3ba394f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:35.136363 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-44152e1a-015d-41b9-a241-db7db3ba394f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/20b7b947-0183-4e70-b57b-69e01cd03fce HTTP/1.1" status: 404  len: 333 time: 0.3085706
Dec 15 19:00:35.145428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': '5c36a3f0-f297-4835-adaa-98ff6620efe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:35.167550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57156) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:35.230169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=5c36a3f0-f297-4835-adaa-98ff6620efe1,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:35.235539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:35.251411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:35.251679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.255979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dfdb7e82-3e1b-4bee-9d6e-04602d76f680 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:35.271202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e4987647-0e54-4a6c-817f-355d46d5f462 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:35.271585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.335010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event updated for resources: {'Subnet': ['ID=2286eea4-4d7c-4702-b7c2-464e8cccbae1,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:35.340247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:35.351482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Checking segment: {'id': '04150084-e4e1-4d5a-b4e2-3db49cd92b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:35.352068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Network hostable DHCP agents. Network: 0ce22776-c50c-407f-9e8d-64f1fa168ccb, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:35.375677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Network 0ce22776-c50c-407f-9e8d-64f1fa168ccb is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:35.385916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 0ce22776-c50c-407f-9e8d-64f1fa168ccb) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:35.390046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:35.390746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.418060 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7624779
Dec 15 19:00:35.420841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57162) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:35.427045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Request body: {'port': {'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb', 'name': 'tempest-TagsExtTest-1801711991'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:35.443592 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-021c37e4-7f91-4b78-9e38-d0ac5039345f req-dac7d74d-63dc-4717-b2ca-0195756ba653 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1390669
Dec 15 19:00:35.457453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:35.457802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.511581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:35.513836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.531587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:35.539147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:35.565587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:35.578483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:35.582525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Usage tracker for resource:port and tenant:dc47632b8ab64864b81e6a8d20498c64 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:35.585451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:35.591380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:35.604153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Made reservation on behalf of dc47632b8ab64864b81e6a8d20498c64 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:35.606003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.607745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.632373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] device_id is not set on port 1968be21-a5ca-4fce-8090-80002d29a88b yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:35.643681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:35.709199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7bb6a0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:32Z', 'revision_number': 3, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:35.714305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:00:35.714722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Updating router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:00:35.763542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e92a9-e410-4b13-b01b-9756542c6f11 None None] Network 0ce22776-c50c-407f-9e8d-64f1fa168ccb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:35.812857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.856809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Allocated IP 172.20.0.8 (0ce22776-c50c-407f-9e8d-64f1fa168ccb/2286eea4-4d7c-4702-b7c2-464e8cccbae1/1968be21-a5ca-4fce-8090-80002d29a88b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:35.909130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.930042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:35.942814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a9fd3dfb-fac8-4415-a4c9-f48243eab32d tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:36.055456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d9a15d-c1da-4dec-8f47-1b5f27be0282,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:36.057980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:36.137165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.150975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.152084 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/c3d9a15d-c1da-4dec-8f47-1b5f27be0282 HTTP/1.1" status: 204  len: 168 time: 1.0424778
Dec 15 19:00:36.154037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.155789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57166) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:36.158497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Transition to ACTIVE for port object 1968be21-a5ca-4fce-8090-80002d29a88b will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:36.219753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a1bf2424-ee36-4a2b-91dd-4548ea1f9d77 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:36.234046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.240616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-04979ac5-7258-4b5c-8ff1-1db85a8ee51a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:36.286229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a1bf2424-ee36-4a2b-91dd-4548ea1f9d77 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:36.287865 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a1bf2424-ee36-4a2b-91dd-4548ea1f9d77 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1310940
Dec 15 19:00:36.297916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57170) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:36.312916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217655703'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:36.318766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:36.328164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:36.351627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:36.354261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-0ce22776-c50c-407f-9e8d-64f1fa168ccb', 'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb', 'tenant_id': 'dc47632b8ab64864b81e6a8d20498c64', 'fixed_ips': [{'subnet_id': '2286eea4-4d7c-4702-b7c2-464e8cccbae1'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:36.354605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event updated for resources: {'Port': ['ID=1968be21-a5ca-4fce-8090-80002d29a88b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:36.355378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.359290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Network 0ce22776-c50c-407f-9e8d-64f1fa168ccb is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:36.360278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:36.362889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:36.366993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:36.406129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.444581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:36.445217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.475243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.475989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:36.484235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:36.496570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:36.506091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:36.558973 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.1337521
Dec 15 19:00:36.565165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Transition to ACTIVE for port object ebe3d376-b4d3-475e-a631-5ee7e34c13e9 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:36.565410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57176) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:36.580409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.609397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-32ca426e-5f46-43d7-9f3a-ef00cad49806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:36.614222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1312472442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:36.622409 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47015369-dfbb-4427-9238-489d1c3efcc7 req-a09ee27d-8908-421b-af34-0fe42e203e33 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0643070
Dec 15 19:00:36.624507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.636776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.640511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:36.641962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-70f61862-b3c0-4c78-ac05-3d947bb3787b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:36.663267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Usage tracker for resource:router and tenant:dc47632b8ab64864b81e6a8d20498c64 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:36.690098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde7c4f-f3e0-49ea-a34d-f2301562a9b7 None None] Pushing event updated for resources: {'Port': ['ID=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:36.696293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7cde7c4f-f3e0-49ea-a34d-f2301562a9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:36.709637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:36.723326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:36.725616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Attempting to bind port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:36.726126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a17256-7a6e-4ca4-817a-69f1405e0e17,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:36.726695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Attempting to bind port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:36.727272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Attempting to bind port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:36.733027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.745180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.746346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:36.750338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:36.750498 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4425163
Dec 15 19:00:36.750594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.750594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:36.750594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Bound port: ebe3d376-b4d3-475e-a631-5ee7e34c13e9, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:36.750594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.750930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:36.750930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57180) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:36.756445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': 'c7a17256-7a6e-4ca4-817a-69f1405e0e17', 'direction': 'ingress', 'protocol': 17}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:36.763085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:36.767598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:36.771042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:36.778481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:36.778666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Allocated IP 172.20.0.2 (0ce22776-c50c-407f-9e8d-64f1fa168ccb/2286eea4-4d7c-4702-b7c2-464e8cccbae1/4fabdfbe-1643-4938-86f5-12cbde63161f) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:36.796992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.797726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.798118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.863281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.869260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.871476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:36.875872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.884283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6a030d94-dee6-4a74-88f2-cdb0e5bd4f61 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:36.892222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6c740a-d912-46d9-b102-0d0c69268db6,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:36.896363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:36.901707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] For port ebe3d376-b4d3-475e-a631-5ee7e34c13e9, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:36.910224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.914276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.914511 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.1604640
Dec 15 19:00:36.918247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57184) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:36.924078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] For port ebe3d376-b4d3-475e-a631-5ee7e34c13e9, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:36.936021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:36.942406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3087effd-faf6-4c69-a4d1-42eb1a84d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:36.999861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.005161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.033469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.087084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=eb2c0fff-66b7-4dc0-9500-c151038ca471,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:37.092871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.093905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.100904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4241f2ce-bf51-43bf-affa-bd05b84048d6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:37.103474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:37.105345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Transition to ACTIVE for port object 4fabdfbe-1643-4938-86f5-12cbde63161f will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:37.105516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.110674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-932dde52-de49-497e-8493-5dabdb894177 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:37.119146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a17256-7a6e-4ca4-817a-69f1405e0e17,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:37.121960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:37.130642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Transition to ACTIVE for port object 4fabdfbe-1643-4938-86f5-12cbde63161f will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:37.140185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.141705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/c7a17256-7a6e-4ca4-817a-69f1405e0e17 HTTP/1.1" status: 204  len: 168 time: 0.2225435
Dec 15 19:00:37.144270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57188) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.153814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.169605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde7c4f-f3e0-49ea-a34d-f2301562a9b7 None None] Pushing event updated for resources: {'Port': ['ID=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:37.177745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7cde7c4f-f3e0-49ea-a34d-f2301562a9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:37.178815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b4990f58-9cb6-4b74-9584-f7f01a7c3ce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:37.218043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4365dcf6-7d12-4cd5-9e5e-d717a50a31a9 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:37.222891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Network 0ce22776-c50c-407f-9e8d-64f1fa168ccb is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:37.230811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:37.239809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:37.241480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4365dcf6-7d12-4cd5-9e5e-d717a50a31a9 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:37.243308 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4365dcf6-7d12-4cd5-9e5e-d717a50a31a9 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0980380
Dec 15 19:00:37.244750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:37.246375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7bb6a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:37.247309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57192) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.253770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--280234985'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:37.261359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:37.273160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:37.276723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Allocated IP 172.20.0.1 (4d08169a-3634-4d35-b71e-f55611cd8279/c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5/12958859-7c99-4dd8-88ed-7c326e7681f6) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:37.284836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.298895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': '8549f1da-bc87-4888-ba04-b56e4385bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5c36a3f0-f297-4835-adaa-98ff6620efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:37.299166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: 5c36a3f0-f297-4835-adaa-98ff6620efe1, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:37.309601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=6f9b2d6a-cfcf-4f70-9af9-c29150e61e44,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:37.311660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.327743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:37.340383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:37.345068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:37.348526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:37.355764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:37.396658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Pushing event updated for resources: {'Port': ['ID=4fabdfbe-1643-4938-86f5-12cbde63161f,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:37.406335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:37.413005 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 HTTP/1.1" status: 204  len: 168 time: 2.2422659
Dec 15 19:00:37.414173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.414296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57196) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.415155 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eb528b5f-0517-45c6-9aa0-bf6a76b75681 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8184659
Dec 15 19:00:37.421492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57200) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.434688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-961a46fd-a803-4d84-af24-68a968ef0bc3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1707888557', 'prefixes': ['172.20.0.0/16']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:37.444558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-961a46fd-a803-4d84-af24-68a968ef0bc3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:37.469204 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ba2276-082a-4137-80cf-1ac0a9bbb1d0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:37.473041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c5ba2276-082a-4137-80cf-1ac0a9bbb1d0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/6f9b2d6a-cfcf-4f70-9af9-c29150e61e44 HTTP/1.1" status: 404  len: 333 time: 0.0554762
Dec 15 19:00:37.473041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.473658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57204) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.477667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:37.492417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 5c36a3f0-f297-4835-adaa-98ff6620efe1) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:37.497283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Attempting to bind port 4fabdfbe-1643-4938-86f5-12cbde63161f on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:37.497681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Attempting to bind port 4fabdfbe-1643-4938-86f5-12cbde63161f by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '04150084-e4e1-4d5a-b4e2-3db49cd92b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:37.498055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Attempting to bind port 4fabdfbe-1643-4938-86f5-12cbde63161f on network 0ce22776-c50c-407f-9e8d-64f1fa168ccb {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:37.506995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:37.507574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.516409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.516596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1cf578-dc68-4050-bd11-2e568b7c6527 None None] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:37.522308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bcc5494c-70ad-4a4b-91ae-d510a19f1a3d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:37.547004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:37.547363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Checking segment: {'id': '04150084-e4e1-4d5a-b4e2-3db49cd92b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:37.547952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.548493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Bound using segment: {'id': '04150084-e4e1-4d5a-b4e2-3db49cd92b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:37.549155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Bound port: 4fabdfbe-1643-4938-86f5-12cbde63161f, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04150084-e4e1-4d5a-b4e2-3db49cd92b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0ce22776-c50c-407f-9e8d-64f1fa168ccb'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:37.549722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.594257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.597469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a44dc-7f63-4f18-8ab9-ededeadc123b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:37.607347 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4716127
Dec 15 19:00:37.607550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:37.607739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57208) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.608831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-961a46fd-a803-4d84-af24-68a968ef0bc3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for subnetpool, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.613672 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-961a46fd-a803-4d84-af24-68a968ef0bc3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.1859515
Dec 15 19:00:37.613770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57212) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.615843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:37.623378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-e7e4887b-9c11-4756-b175-5dd093d262f3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9ced67e910>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', 'tempest-TagsExtTest-Tag-1377025203') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:37.657607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Transition to ACTIVE for port object 12958859-7c99-4dd8-88ed-7c326e7681f6 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:37.723514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.728333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2fca0da8-8bca-49d3-b4d7-4bb7c88ae891 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:37.735093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:00:37.768688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.772428 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5215294
Dec 15 19:00:37.778094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57218) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.800326 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e7e4887b-9c11-4756-b175-5dd093d262f3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags/tempest-TagsExtTest-Tag-1377025203 HTTP/1.1" status: 201  len: 201 time: 0.1855385
Dec 15 19:00:37.815650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57222) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:37.828522 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8f84b5e0-a4cb-4369-a535-ca0f7303189b req-397aba53-b473-4e62-897e-04dd074cb4b9 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0656581
Dec 15 19:00:37.832399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-0f52ff3f-05f3-4168-ad35-d7cbf654e4e8 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9ced67e670>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', 'tempest-TagsExtTest-Tag-1471213087') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:37.894882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Network 4d08169a-3634-4d35-b71e-f55611cd8279 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:37.895856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Pushing event updated for resources: {'Port': ['ID=12958859-7c99-4dd8-88ed-7c326e7681f6,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:37.898855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:37.900790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:37.903099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:37.914022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405807725'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:37.917425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] For port 4fabdfbe-1643-4938-86f5-12cbde63161f, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:37.932681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:37.938422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet d1c186e8-d4be-4dfc-b89c-31f386eac65e {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:37.956848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.977342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:37.985991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:37.999997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:38.018508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] For port 4fabdfbe-1643-4938-86f5-12cbde63161f, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4fabdfbe-1643-4938-86f5-12cbde63161f,segment=NetworkSegment(04150084-e4e1-4d5a-b4e2-3db49cd92b56),segment_id=04150084-e4e1-4d5a-b4e2-3db49cd92b56)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:38.023136 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0f52ff3f-05f3-4168-ad35-d7cbf654e4e8 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags/tempest-TagsExtTest-Tag-1471213087 HTTP/1.1" status: 201  len: 201 time: 0.1988204
Dec 15 19:00:38.023334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57226) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:38.032810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-fb9cadc5-950f-435e-a895-62afec5d21d5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec3b4280>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', 'tempest-TagsExtTest-Tag-1418501604') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:38.059346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:38.065569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.069468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-62ab56be-6e98-4e0c-a8b3-c1f3b89b4abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:38.089995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.208742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.238404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.281844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.302295 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fb9cadc5-950f-435e-a895-62afec5d21d5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags/tempest-TagsExtTest-Tag-1418501604 HTTP/1.1" status: 201  len: 201 time: 0.2753255
Dec 15 19:00:38.302536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57230) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:38.311029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-67169c57-6d8c-4629-bab7-196479158b58 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec3b4640>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', 'tempest-TagsExtTest-Tag-2012402273') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:38.333135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-5c36a3f0-f297-4835-adaa-98ff6620efe1', 'network_id': '5c36a3f0-f297-4835-adaa-98ff6620efe1', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': 'eb2c0fff-66b7-4dc0-9500-c151038ca471'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:38.333965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.354854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:38.355670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Pushing event updated for resources: {'Port': ['ID=4fabdfbe-1643-4938-86f5-12cbde63161f,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:38.362909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:38.366945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:38.382965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:38.404347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:38.417448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4148650'] for subnet, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.444902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-96c68924-0d72-42d4-ba57-d64d0fc16f9f None None] Provisioning for port 12958859-7c99-4dd8-88ed-7c326e7681f6 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:38.455928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-96c68924-0d72-42d4-ba57-d64d0fc16f9f None None] Provisioning complete for port 12958859-7c99-4dd8-88ed-7c326e7681f6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:38.456383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-96c68924-0d72-42d4-ba57-d64d0fc16f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.515001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.521400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:38.547486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-96c68924-0d72-42d4-ba57-d64d0fc16f9f None None] Port 12958859-7c99-4dd8-88ed-7c326e7681f6 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:38.624174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7bb6a0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:32Z', 'revision_number': 3, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:38.632259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173267a7-80a0-4635-8c3c-1cf5a9ce78b4 None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:32Z', 'revision_number': 3, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:00:38.640138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c186e8-d4be-4dfc-b89c-31f386eac65e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:38.642594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:38.710831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6f464-5028-4ec4-8b50-e342598e80d5 None None] Network f79a5d34-b194-4725-afe2-fdc43fdbf4ce requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:38.720110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.727839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.742873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.747740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.756179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-16cea7fc-c964-4ccc-87ee-65f6dad94474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:38.761954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.784054 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/d1c186e8-d4be-4dfc-b89c-31f386eac65e HTTP/1.1" status: 204  len: 168 time: 1.3095887
Dec 15 19:00:38.825206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57234) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:38.826651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4ae4aa35-7228-4cc0-9a25-fbfc7795515c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:38.851162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:38.854973 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0720649
Dec 15 19:00:38.860830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79799873-1b74-48d1-8962-66f652806bb3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:38.863253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57236) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:38.877137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:38.882274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': 'df8a44dc-7f63-4f18-8ab9-ededeadc123b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '79799873-1b74-48d1-8962-66f652806bb3', 'remote_ip_prefix': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:38.891676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:38.903278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:38.905406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4fabdfbe-1643-4938-86f5-12cbde63161f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:38.922184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:38.932624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:39.001002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769499738116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2428554'] for subnet, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.011918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78358b42-a8a0-4a3c-b9e5-2e05654b2365 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:39.022911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.030271 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-67169c57-6d8c-4629-bab7-196479158b58 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags/tempest-TagsExtTest-Tag-2012402273 HTTP/1.1" status: 201  len: 201 time: 0.7243202
Dec 15 19:00:39.052182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57244) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:39.070783 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a0672995-10b2-4886-a2b2-d256a442cc8a req-f580aa39-5886-4ee4-906c-b0761cbcffe3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1347058
Dec 15 19:00:39.084454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 53a2d677-97d8-4a52-bbbc-fd24bf395cde {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:39.084786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.090582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-d3d4ccf8-c5bc-4e12-8c89-2a3f0a8850ac tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cecb35460>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:39.124409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.139810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Pushing event updated for resources: {'Port': ['ID=12958859-7c99-4dd8-88ed-7c326e7681f6,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:39.147434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:39.162406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Allocated IP 172.20.0.2 (5c36a3f0-f297-4835-adaa-98ff6620efe1/eb2c0fff-66b7-4dc0-9500-c151038ca471/ac0c8fd5-9c41-48b3-bcef-643873b21b16) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:39.163910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:39.164597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.168960 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "PUT /v2.0/subnets/eb2c0fff-66b7-4dc0-9500-c151038ca471 HTTP/1.1" status: 200  len: 806 time: 1.5578640
Dec 15 19:00:39.171885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57248) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:39.177443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.223725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=eb2c0fff-66b7-4dc0-9500-c151038ca471,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:39.226556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:39.311947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 4fabdfbe-1643-4938-86f5-12cbde63161f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:39.464234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.471321 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d3d4ccf8-c5bc-4e12-8c89-2a3f0a8850ac tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags HTTP/1.1" status: 200  len: 241 time: 0.3982747
Dec 15 19:00:39.488584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57252) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:39.494286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.499980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-0b2c4478-57be-49b1-95d2-ac081375991e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec7f3910>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', 'tempest-TagsExtTest-Tag-1377025203') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:39.535110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.552433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:39.560950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.573080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Network 4d08169a-3634-4d35-b71e-f55611cd8279 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:39.574539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Transition to ACTIVE for port object ac0c8fd5-9c41-48b3-bcef-643873b21b16 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:39.578277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:39.581990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] For port 53a2d677-97d8-4a52-bbbc-fd24bf395cde, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=53a2d677-97d8-4a52-bbbc-fd24bf395cde,segment=NetworkSegment(462c0ebe-1d5b-4e41-b575-b45f2e236e02),segment_id=462c0ebe-1d5b-4e41-b575-b45f2e236e02)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:39.582560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.597172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Transition to ACTIVE for port object ac0c8fd5-9c41-48b3-bcef-643873b21b16 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:39.601834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] DHCP port deletion for f79a5d34-b194-4725-afe2-fdc43fdbf4ce request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:00:39.608704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.615180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:39.644480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f195e5e3-4952-4013-bc7e-c4efb9bcda5a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:39.647437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:39.666121 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Deleting port 53a2d677-97d8-4a52-bbbc-fd24bf395cde {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:39.667633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.680735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.684869 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.8155813
Dec 15 19:00:39.687580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57256) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:39.721043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.769825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.789629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:39.798195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:39.805272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:39.849526 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0b2c4478-57be-49b1-95d2-ac081375991e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags/tempest-TagsExtTest-Tag-1377025203 HTTP/1.1" status: 204  len: 168 time: 0.3595517
Dec 15 19:00:39.852830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:39.880843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57260) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:39.895971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-21c86742-2def-461a-b689-4e830d71c7a8 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cecd78730>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', 'tempest-TagsExtTest-Tag-1377025203') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:39.966439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 53a2d677-97d8-4a52-bbbc-fd24bf395cde owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:39.996588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a259c60-6e07-4bae-9423-f7031f8cdf75 None None] Network 0ce22776-c50c-407f-9e8d-64f1fa168ccb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:40.002644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.013888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a4558aa-ea2d-4e85-996c-ab21c947b45b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:40.045742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.053929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f195e5e3-4952-4013-bc7e-c4efb9bcda5a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:40.061002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:40.071135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Pushing event updated for resources: {'Port': ['ID=ac0c8fd5-9c41-48b3-bcef-643873b21b16,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:40.073691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-411a8c6a-8abd-427c-b064-27e5248d9c71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:40.080909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:40.094728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] For port 53a2d677-97d8-4a52-bbbc-fd24bf395cde, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=53a2d677-97d8-4a52-bbbc-fd24bf395cde,segment=NetworkSegment(462c0ebe-1d5b-4e41-b575-b45f2e236e02),segment_id=462c0ebe-1d5b-4e41-b575-b45f2e236e02)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:40.095921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.133481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2c0fff-66b7-4dc0-9500-c151038ca471,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:40.151499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.153111 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f195e5e3-4952-4013-bc7e-c4efb9bcda5a HTTP/1.1" status: 204  len: 168 time: 0.4637053
Dec 15 19:00:40.154508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:40.155954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57266) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:40.185751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.192738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8848d96e-46ee-425d-bea7-de321bd17615 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:40.246007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.275673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=53a2d677-97d8-4a52-bbbc-fd24bf395cde,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:40.275900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-21c86742-2def-461a-b689-4e830d71c7a8 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags/tempest-TagsExtTest-Tag-1377025203 HTTP/1.1" status: 204  len: 168 time: 0.3938303
Dec 15 19:00:40.277846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecdd2e20>,) {'filters': {'network_id': ['5c36a3f0-f297-4835-adaa-98ff6620efe1']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.278685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:40.282237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57270) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:40.286022 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d19e70be-c377-4b03-9dd6-73b19abf4530 req-f3811cd7-547e-4b0c-8776-b353ac6a876d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1013148
Dec 15 19:00:40.294273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-69b50a4b-8f7a-4d4b-b057-039bc41be9e9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced65c700>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.302462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdd2e20>, '8549f1da-bc87-4888-ba04-b56e4385bf01') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.302576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdd2e20>, '8549f1da-bc87-4888-ba04-b56e4385bf01') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.318219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.335685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.346655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:40.347148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:40.361916 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:40.384560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Calling delete_port for 53a2d677-97d8-4a52-bbbc-fd24bf395cde owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:40.385251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No DVR routers for this DVR port 53a2d677-97d8-4a52-bbbc-fd24bf395cde on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:40.421058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Attempting to bind port ac0c8fd5-9c41-48b3-bcef-643873b21b16 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:40.421555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Attempting to bind port ac0c8fd5-9c41-48b3-bcef-643873b21b16 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '8549f1da-bc87-4888-ba04-b56e4385bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5c36a3f0-f297-4835-adaa-98ff6620efe1'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:40.421995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Attempting to bind port ac0c8fd5-9c41-48b3-bcef-643873b21b16 on network 5c36a3f0-f297-4835-adaa-98ff6620efe1 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:40.441133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Provisioning for port 4fabdfbe-1643-4938-86f5-12cbde63161f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:40.473263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:40.473781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Checking segment: {'id': '8549f1da-bc87-4888-ba04-b56e4385bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5c36a3f0-f297-4835-adaa-98ff6620efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:40.474250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.474718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Bound using segment: {'id': '8549f1da-bc87-4888-ba04-b56e4385bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5c36a3f0-f297-4835-adaa-98ff6620efe1'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:40.475437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Bound port: ac0c8fd5-9c41-48b3-bcef-643873b21b16, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8549f1da-bc87-4888-ba04-b56e4385bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5c36a3f0-f297-4835-adaa-98ff6620efe1'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:40.475892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.484576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-07651ad9-3a51-4846-ac5b-eba201acaba1 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:40.490483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Provisioning complete for port 4fabdfbe-1643-4938-86f5-12cbde63161f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:40.490951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.564878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 19:00:40.564878 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 19:00:40.564878 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': '5c36a3f0-f297-4835-adaa-98ff6620efe1'}]
Dec 15 19:00:40.564878 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:40.565867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:40.697564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.708877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:40.709242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:40.737445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecc00a90>,) {'filters': {'network_id': ['f79a5d34-b194-4725-afe2-fdc43fdbf4ce']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.750971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-07651ad9-3a51-4846-ac5b-eba201acaba1 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:40.755092 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-07651ad9-3a51-4846-ac5b-eba201acaba1 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.5949647
Dec 15 19:00:40.759812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57274) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:40.762571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecc00a90>, '462c0ebe-1d5b-4e41-b575-b45f2e236e02') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.762831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecc00a90>, '462c0ebe-1d5b-4e41-b575-b45f2e236e02') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.790164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.803881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ebe3d376-b4d3-475e-a631-5ee7e34c13e9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:40.845941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.864848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] For port ac0c8fd5-9c41-48b3-bcef-643873b21b16, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:40.869677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.879947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:40.880261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.882970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:40.894801 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:40.901172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] For port ac0c8fd5-9c41-48b3-bcef-643873b21b16, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ac0c8fd5-9c41-48b3-bcef-643873b21b16,segment=NetworkSegment(8549f1da-bc87-4888-ba04-b56e4385bf01),segment_id=8549f1da-bc87-4888-ba04-b56e4385bf01)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:40.904860 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-69b50a4b-8f7a-4d4b-b057-039bc41be9e9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags HTTP/1.1" status: 200  len: 205 time: 0.6155474
Dec 15 19:00:40.906165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57278) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:40.908288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.915960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-b8a77314-dcd3-44fd-9175-4b5fc010330c tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cec4e7be0>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:40.925046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:40.931840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:40.995828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.002848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25637c3a-38b2-4d0d-8662-f9754e960a63 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:41.004153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.011454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-595f3d8e-ca3c-4aff-a78f-179712b09f19 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:41.026783 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b8a77314-dcd3-44fd-9175-4b5fc010330c tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags HTTP/1.1" status: 200  len: 241 time: 0.1165457
Dec 15 19:00:41.026783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79799873-1b74-48d1-8962-66f652806bb3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.030567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:41.032881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.042380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.043377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-1b7e5671-2be4-4fb3-a63c-ec8512d9d784 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec6c0040>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', 'tempest-TagsExtTest-Tag-1471213087') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:41.047692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=f79a5d34-b194-4725-afe2-fdc43fdbf4ce,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.050974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] For port 4fabdfbe-1643-4938-86f5-12cbde63161f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4fabdfbe-1643-4938-86f5-12cbde63161f,segment=NetworkSegment(04150084-e4e1-4d5a-b4e2-3db49cd92b56),segment_id=04150084-e4e1-4d5a-b4e2-3db49cd92b56)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:41.056137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.065410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.074183 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/f79a5d34-b194-4725-afe2-fdc43fdbf4ce HTTP/1.1" status: 204  len: 168 time: 2.2116306
Dec 15 19:00:41.074873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57286) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:41.075280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:41.078285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.081432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Pushing event updated for resources: {'Port': ['ID=ac0c8fd5-9c41-48b3-bcef-643873b21b16,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.083705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1904767437'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:41.086767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.088847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e317236e-a9d4-467a-bee7-fd818751a720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:41.099417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:41.102304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.104109 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/79799873-1b74-48d1-8962-66f652806bb3 HTTP/1.1" status: 204  len: 168 time: 0.3400891
Dec 15 19:00:41.106796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57290) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:41.111043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:00:41.112244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:network and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:41.113689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port ac0c8fd5-9c41-48b3-bcef-643873b21b16 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:41.114255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.139150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:41.139436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.149337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:41.163604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:41.241971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1b7e5671-2be4-4fb3-a63c-ec8512d9d784 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags/tempest-TagsExtTest-Tag-1471213087 HTTP/1.1" status: 204  len: 168 time: 0.2072108
Dec 15 19:00:41.244669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57294) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:41.252119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-ad545580-6815-4874-9789-7674b508fb3b tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f9ced610be0>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', 'tempest-TagsExtTest-Tag-1471213087') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:41.260513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:41.263851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.303160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4a628238-d382-4ca9-af00-aea8b8b26482 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:41.317188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Deleting port 53a2d677-97d8-4a52-bbbc-fd24bf395cde {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:41.318054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.338423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4a628238-d382-4ca9-af00-aea8b8b26482 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:41.342461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4a628238-d382-4ca9-af00-aea8b8b26482 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.2320092
Dec 15 19:00:41.342461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:41.349191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57300) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:41.396649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.397248 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Added segment 3c6ccef3-003b-4501-8208-c817f20aca71 of type vlan for network ddd4a901-e307-451b-87b8-6640e63bc810
Dec 15 19:00:41.453950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133b5c6-c1c9-4edd-b8ea-c171c34f963a None None] The port '53a2d677-97d8-4a52-bbbc-fd24bf395cde' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:00:41.455190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.457966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Pushing event updated for resources: {'Port': ['ID=4fabdfbe-1643-4938-86f5-12cbde63161f,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.463498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.465835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Provisioning for port 1968be21-a5ca-4fce-8090-80002d29a88b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:41.471625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Provisioning complete for port 1968be21-a5ca-4fce-8090-80002d29a88b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:41.472010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.518977 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ebc5dab8-3d29-46de-ad88-331206c7c4d5 req-ccd3e3f9-db6f-4dec-a2ad-1d054d790c88 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0889244
Dec 15 19:00:41.532532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3934c3-f786-492a-91bc-41734f9304aa None None] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:41.537388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port ac0c8fd5-9c41-48b3-bcef-643873b21b16, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ac0c8fd5-9c41-48b3-bcef-643873b21b16,segment=NetworkSegment(8549f1da-bc87-4888-ba04-b56e4385bf01),segment_id=8549f1da-bc87-4888-ba04-b56e4385bf01)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:41.538187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.542386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.599512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.629263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.633489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:41.634970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.649477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9bf9f79f-bce4-43e3-afdc-2babaf70280c tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:41.675392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for ac0c8fd5-9c41-48b3-bcef-643873b21b16 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:41.679618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Port 1968be21-a5ca-4fce-8090-80002d29a88b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:41.762604 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ad545580-6815-4874-9789-7674b508fb3b tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags/tempest-TagsExtTest-Tag-1471213087 HTTP/1.1" status: 204  len: 168 time: 0.5168049
Dec 15 19:00:41.765273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57304) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:41.774876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-2df7ccfa-366d-44bb-8708-4d4c9d82917d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced3e0760>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:41.775693 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6991003
Dec 15 19:00:41.776586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57308) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:41.787827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.795405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:41.804992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ebe3d376-b4d3-475e-a631-5ee7e34c13e9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:41.814634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Network': ['ID=ddd4a901-e307-451b-87b8-6640e63bc810,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.820315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.823523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.824695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.826625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d74963f0-fb4e-4df0-899c-7763c2729674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:41.832004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-efe04220-3752-42df-a8df-7e545948d1a5 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:41.889797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=ac0c8fd5-9c41-48b3-bcef-643873b21b16,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.898099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.898246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.906749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 53a2d677-97d8-4a52-bbbc-fd24bf395cde no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:00:41.912734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port ac0c8fd5-9c41-48b3-bcef-643873b21b16 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:41.927549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:00:41.935912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.941913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.942392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.943143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.943284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.943751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.944199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.944677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.945124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.945599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.946045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.946539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:41.949911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 53a2d677-97d8-4a52-bbbc-fd24bf395cde {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:00:41.950267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 53a2d677-97d8-4a52-bbbc-fd24bf395cde not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:00:41.960921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Provisioning complete for port 4fabdfbe-1643-4938-86f5-12cbde63161f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:41.961061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.961771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.967647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51c57dd4-883d-4b30-951c-1e30ded7948d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:41.987821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a44dc-7f63-4f18-8ab9-ededeadc123b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:41.989761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:41.994559 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/df8a44dc-7f63-4f18-8ab9-ededeadc123b HTTP/1.1" status: 204  len: 168 time: 0.6441250
Dec 15 19:00:41.996034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:41.996550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57312) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:42.000872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ddd4a901-e307-451b-87b8-6640e63bc810 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:42.023780 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] 10.222.0.48 "PUT /v2.0/routers/2ec6b28a-8e0c-43e7-86af-8823cca33d3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6635907
Dec 15 19:00:42.023780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:42.038790 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2df7ccfa-366d-44bb-8708-4d4c9d82917d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags HTTP/1.1" status: 200  len: 205 time: 0.2723575
Dec 15 19:00:42.040776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:42.045481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:42.046013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e96a5-299d-420c-80cd-33526e278dce None None] Network 5c36a3f0-f297-4835-adaa-98ff6620efe1 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:42.052483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57318) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:42.054157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:42.065180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-2eb48e96-df52-47f1-9405-732c65ecf75c tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cec7d57c0>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:42.109681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9838644f-01d3-4ab3-8c5d-1ffa08ee5659 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:42.121890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.125241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:42.236890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceca3a550>,) {'filters': {'network_id': ['5c36a3f0-f297-4835-adaa-98ff6620efe1']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:42.257454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceca3a550>, '8549f1da-bc87-4888-ba04-b56e4385bf01') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:42.257824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceca3a550>, '8549f1da-bc87-4888-ba04-b56e4385bf01') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:42.264243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9838644f-01d3-4ab3-8c5d-1ffa08ee5659 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:42.266344 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9838644f-01d3-4ab3-8c5d-1ffa08ee5659 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2657528
Dec 15 19:00:42.270836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57324) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:42.275654 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2eb48e96-df52-47f1-9405-732c65ecf75c tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags HTTP/1.1" status: 200  len: 241 time: 0.2220259
Dec 15 19:00:42.278122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.278851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698849225'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:42.286206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57328) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:42.286571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.292525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-3f5db4fe-760c-48d1-852a-6b757cfb758f tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9ced264040>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', 'tempest-TagsExtTest-Tag-1418501604') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:42.308257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:42.380767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:42.387145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Provisioning complete for port 1968be21-a5ca-4fce-8090-80002d29a88b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:42.387680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.420721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505c545-d682-4c00-a4e5-cef5b52abf8f None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:00:42.447564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.528073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:42.534852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:42.538171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:42.546052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Port 1968be21-a5ca-4fce-8090-80002d29a88b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:42.548842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:42.551789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.565367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:42.565793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:42.581658 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:42.588336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Provisioning complete for port 12958859-7c99-4dd8-88ed-7c326e7681f6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:42.588709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.657149 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3f5db4fe-760c-48d1-852a-6b757cfb758f tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags/tempest-TagsExtTest-Tag-1418501604 HTTP/1.1" status: 204  len: 168 time: 0.3697054
Dec 15 19:00:42.671790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57338) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:42.684104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505c545-d682-4c00-a4e5-cef5b52abf8f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:00:42.684830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-a33a2dd0-ca7c-474b-8c9a-e9b9c63bf8bb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cecfe46a0>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', 'tempest-TagsExtTest-Tag-1418501604') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:42.718505 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c6b5d5f6-9977-4263-b08e-9248604e1333 req-d9bb469d-898d-490a-b412-c71c3467211c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0767624
Dec 15 19:00:42.803092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ebe3d376-b4d3-475e-a631-5ee7e34c13e9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:42.835092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.849050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-52af149e-8b43-4608-b39d-46ac27d21a00 None None] Port 12958859-7c99-4dd8-88ed-7c326e7681f6 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:42.855793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d9158532-7caf-4245-9f25-e286da397a6b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:42.890162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.895186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4a9b28a-70ea-4c04-a404-a04dee92e491 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:42.923173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:42.947876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/5c36a3f0-f297-4835-adaa-98ff6620efe1 HTTP/1.1" status: 204  len: 168 time: 3.7713435
Dec 15 19:00:42.948863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=5c36a3f0-f297-4835-adaa-98ff6620efe1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:42.951179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57346) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:42.975419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=585dde50-9870-4d95-a43e-80e7a14acba3,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:42.978442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:42.994857 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-908f576a-92cc-45e5-b40e-4c3372766edb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:42.995306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908f576a-92cc-45e5-b40e-4c3372766edb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:42.996973 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-908f576a-92cc-45e5-b40e-4c3372766edb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/5c36a3f0-f297-4835-adaa-98ff6620efe1 HTTP/1.1" status: 404  len: 339 time: 0.0423794
Dec 15 19:00:43.003449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57350) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.017591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847646389', 'description': 'd1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:43.031012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:43.031538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.041114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:43.044585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.045059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.045059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.045431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.045805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.046402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.046943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.047579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.047702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.048245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.048829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.049366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:43.051225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Checking segment: {'id': '3c6ccef3-003b-4501-8208-c817f20aca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:43.051753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network hostable DHCP agents. Network: ddd4a901-e307-451b-87b8-6640e63bc810, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:43.058083 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a33a2dd0-ca7c-474b-8c9a-e9b9c63bf8bb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags/tempest-TagsExtTest-Tag-1418501604 HTTP/1.1" status: 204  len: 168 time: 0.3820505
Dec 15 19:00:43.058083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:43.058083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:network and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:43.060501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57354) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.062953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:43.068198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.069715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-bc7e622d-3839-4481-9cd6-dc939ec3be95 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced9d23d0>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:43.100514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b807d722-26a8-4b55-a544-811f1f9c1650 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:43.147152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:43.156344 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:00:43.177831 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:43.178592 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:43.256443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:43.260265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.288521 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4fabdfbe-1643-4938-86f5-12cbde63161f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:43.305135 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bc7e622d-3839-4481-9cd6-dc939ec3be95 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags HTTP/1.1" status: 200  len: 205 time: 0.2435727
Dec 15 19:00:43.319953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57362) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.332673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.332882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-f2cd89d6-8af8-4293-97a6-f59bb9221460 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced610640>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:43.332983 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0598581
Dec 15 19:00:43.343922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57368) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.357216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': '5d808685-efa7-4878-8d75-00b66d519cb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:43.371012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:43.376720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd25-13e0-48ac-8768-2f2c36d91389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.382843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:43.388713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:43.390438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:43.394324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d808685-efa7-4878-8d75-00b66d519cb1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:43.422104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57372) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.428763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:43.429985 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f2cd89d6-8af8-4293-97a6-f59bb9221460 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags HTTP/1.1" status: 200  len: 241 time: 0.1070092
Dec 15 19:00:43.432565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.432936 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment 49c859ef-330d-4077-94ac-ab5e646de870 of type vlan for network 9cc044da-8308-49a4-b1ca-2ea033a8e07b
Dec 15 19:00:43.434002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57376) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.434126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:43.437656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1524452461-network', 'tenant_id': '975921fba0e240609ec78c5024de58e2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:43.439608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network ddd4a901-e307-451b-87b8-6640e63bc810 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:43.451167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-cfc2e830-7c2c-4d32-8030-2ae0c2b9c5d2 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec8094f0>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', 'tempest-TagsExtTest-Tag-2012402273') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:43.460133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:43.463890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.470560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Usage tracker for resource:network and tenant:975921fba0e240609ec78c5024de58e2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:43.473341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ddd4a901-e307-451b-87b8-6640e63bc810) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:43.475419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:43.487708 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:00:43.491099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:43.491746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.492167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:43.502670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4fabdfbe-1643-4938-86f5-12cbde63161f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:43.503332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.504228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.521654 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cfc2e830-7c2c-4d32-8030-2ae0c2b9c5d2 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags/tempest-TagsExtTest-Tag-2012402273 HTTP/1.1" status: 204  len: 168 time: 0.0782526
Dec 15 19:00:43.522689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57380) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.550628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6626e710-67f0-4189-a9c6-80126fc55a32 None None] Network ddd4a901-e307-451b-87b8-6640e63bc810 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:43.551815 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7694030
Dec 15 19:00:43.552741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Made reservation on behalf of 975921fba0e240609ec78c5024de58e2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:43.556806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.557683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57384) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.566061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-629170031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:43.572700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:43.574066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-af24240b-d08d-405f-8934-d7f2aae0b1ac tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec6b4f70>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', 'tempest-TagsExtTest-Tag-2012402273') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:43.576722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:router and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:43.579686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:43.585828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:43.592649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.597752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:43.598617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.603885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.605064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.609632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-14bdcd3b-d557-4f74-b42b-79d5220ea980 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:43.634846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.644343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.646554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.648839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.655372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3d4e90c5-8c1d-4e84-8b88-e9980a749c2d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:43.685837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3287132-a801-4272-bf4f-82c842d632fc,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:43.692384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:43.707382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.716871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.721686 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.3753939
Dec 15 19:00:43.728474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57388) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.747806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:43.757350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Usage tracker for resource:security_group_rule and tenant:975921fba0e240609ec78c5024de58e2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:43.763237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:43.768887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.770454 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2c9707ad-24b5-44b7-b844-2b35515d22fe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2117395
Dec 15 19:00:43.779622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:43.792144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57394) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:43.817817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810', 'name': 'tempest-PortsIpV6TestJSON-1803870794'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:43.846262 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 2, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:43.851268 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:00:43.852060 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Updating router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e port 12958859-7c99-4dd8-88ed-7c326e7681f6 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:00:43.871532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.909370 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.922433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ddd4a901-e307-451b-87b8-6640e63bc810', 'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810', 'tenant_id': 'ef901354a8444519a39785ed6f7c3662', 'fixed_ips': [{'subnet_id': '585dde50-9870-4d95-a43e-80e7a14acba3'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:43.924138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:43.993372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.002639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.014506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:44.024032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.024916 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Added segment 91d97b20-4eea-4117-9da6-e3eb21e1f3c5 of type vlan for network d6c9d407-34ec-4482-be8b-84c44c02a614
Dec 15 19:00:44.029214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.053516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.067659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:44.075239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:44.079507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:44.087652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:44.093176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.104158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:44.117373 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.1034834
Dec 15 19:00:44.118722 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d053e0b2-cbf0-4248-ae06-a5d6e0976719 req-d6ecd6b7-b204-4af4-ae3f-24d1f1030e27 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1672225
Dec 15 19:00:44.119189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57398) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.121858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.122708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:44.123279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.125594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3287132-a801-4272-bf4f-82c842d632fc,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:44.126809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=9cc044da-8308-49a4-b1ca-2ea033a8e07b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:44.130161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:44.131391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.135911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c3287132-a801-4272-bf4f-82c842d632fc HTTP/1.1" status: 204  len: 168 time: 0.4032378
Dec 15 19:00:44.137008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:44.147064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.153960 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-af24240b-d08d-405f-8934-d7f2aae0b1ac tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags/tempest-TagsExtTest-Tag-2012402273 HTTP/1.1" status: 204  len: 168 time: 0.6269851
Dec 15 19:00:44.153960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:44.153960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57402) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.155359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9cc044da-8308-49a4-b1ca-2ea033a8e07b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:44.160963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a331e17c-a065-4c67-b7b8-9844ca0dddfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:44.169843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57404) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.177540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-edebbc5f-e212-4baa-a8ee-f456c4b131c0 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cec8fc490>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:44.204704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port c71607fb-5d05-4c3c-a85c-5cd8763464c7 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:00:44.245500 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-edebbc5f-e212-4baa-a8ee-f456c4b131c0 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags HTTP/1.1" status: 200  len: 205 time: 0.0742996
Dec 15 19:00:44.250599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57410) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.262585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-76aa403a-a51b-496b-b822-33a99ac6ab90 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced67ee20>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:44.286632 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8617446
Dec 15 19:00:44.291982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Allocated IP 2001:db8::2 (ddd4a901-e307-451b-87b8-6640e63bc810/585dde50-9870-4d95-a43e-80e7a14acba3/ef73f584-2479-4d80-9bca-a670dada2d23) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:44.293432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57414) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.308864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Request body: {'subnet': {'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1524452461-subnet', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:44.318688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e178a9-7149-4f30-99c0-af511936bb5e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:44.324910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:44.325829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:44.329560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ad00110-8c1b-4d06-9101-c98456e92ce1 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:44.332653 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-76aa403a-a51b-496b-b822-33a99ac6ab90 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags HTTP/1.1" status: 204  len: 168 time: 0.0813069
Dec 15 19:00:44.335864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57418) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.342808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-dfec1972-f3cb-4b21-8c99-b266a54babc3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cecdb2880>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:44.356924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3349f-dfc5-4ebf-a44f-1280afe91298 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:44.357624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f0d3349f-dfc5-4ebf-a44f-1280afe91298 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Synchronizing usage tracker for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:44.362341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Usage tracker for resource:subnet and tenant:975921fba0e240609ec78c5024de58e2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:44.375700 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.378105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:44.391573 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Transition to ACTIVE for port object 12958859-7c99-4dd8-88ed-7c326e7681f6 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:44.403736 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.410716 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ccd7518e-84fd-4f66-ab4e-e3eb09a3251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:44.450493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:44.461395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f0d3349f-dfc5-4ebf-a44f-1280afe91298 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Unset dirty status for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:44.463145 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f0d3349f-dfc5-4ebf-a44f-1280afe91298 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/networks?id=9cc044da-8308-49a4-b1ca-2ea033a8e07b HTTP/1.1" status: 200  len: 760 time: 0.3425808
Dec 15 19:00:44.466151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57422) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.472225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'description': 'd2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:44.474361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b2cb1aee-adcb-4788-9ddb-98d534508f9d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:44.482527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Pushing event updated for resources: {'Network': ['ID=d6c9d407-34ec-4482-be8b-84c44c02a614,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:44.486939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:44.492542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Made reservation on behalf of 975921fba0e240609ec78c5024de58e2 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:44.494867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.561177 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Pushing event updated for resources: {'Port': ['ID=12958859-7c99-4dd8-88ed-7c326e7681f6,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:44.576016 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.576763 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.577244 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.577765 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.578261 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.578750 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.579244 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.579719 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.580199 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.580670 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.581130 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:44.598211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network d6c9d407-34ec-4482-be8b-84c44c02a614 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:44.616300 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:44.621859 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dfec1972-f3cb-4b21-8c99-b266a54babc3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags HTTP/1.1" status: 204  len: 168 time: 0.2842298
Dec 15 19:00:44.623667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.647025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57426) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.658020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b2cb1aee-adcb-4788-9ddb-98d534508f9d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:44.659319 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b2cb1aee-adcb-4788-9ddb-98d534508f9d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4875350
Dec 15 19:00:44.662530 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57430) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:44.672402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-c304dc80-08ae-4cee-9b5e-f237b954d23f tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced2c0850>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:44.699088 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Attempting to bind port 12958859-7c99-4dd8-88ed-7c326e7681f6 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:44.699717 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Attempting to bind port 12958859-7c99-4dd8-88ed-7c326e7681f6 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:44.700278 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Attempting to bind port 12958859-7c99-4dd8-88ed-7c326e7681f6 on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:44.716972 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:44.717386 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Checking segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:44.717768 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.718159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Bound using segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:44.718632 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Bound port: 12958859-7c99-4dd8-88ed-7c326e7681f6, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:44.719023 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.770344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Transition to ACTIVE for port object ef73f584-2479-4d80-9bca-a670dada2d23 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:44.815720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.825573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Transition to ACTIVE for port object ef73f584-2479-4d80-9bca-a670dada2d23 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:44.839488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.847213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7cde7c4f-f3e0-49ea-a34d-f2301562a9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:44.873879 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] For port 12958859-7c99-4dd8-88ed-7c326e7681f6, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:44.878073 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] For port 12958859-7c99-4dd8-88ed-7c326e7681f6, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=12958859-7c99-4dd8-88ed-7c326e7681f6,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:44.885990 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.891473 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-711f61d7-714a-4ba5-be05-129e95a13a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:44.930080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.945528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Network ddd4a901-e307-451b-87b8-6640e63bc810 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:44.950669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:44.952850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Pushing event updated for resources: {'Port': ['ID=ef73f584-2479-4d80-9bca-a670dada2d23,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:44.955320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:44.957958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:44.966997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:44.975157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-40f0f031-6290-48ca-abe3-05d87258272d tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:44.984917 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Pushing event updated for resources: {'Port': ['ID=12958859-7c99-4dd8-88ed-7c326e7681f6,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:44.988331 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:44.999332 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:45.001520 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:45.006736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.053937 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::2c2 (ddd4a901-e307-451b-87b8-6640e63bc810/585dde50-9870-4d95-a43e-80e7a14acba3/c71607fb-5d05-4c3c-a85c-5cd8763464c7) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:45.076499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.093046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e42fa332-a138-44f9-b26e-8ef5725fc053 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:45.103636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Attempting to bind port ef73f584-2479-4d80-9bca-a670dada2d23 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:45.105081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Attempting to bind port ef73f584-2479-4d80-9bca-a670dada2d23 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '3c6ccef3-003b-4501-8208-c817f20aca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:45.105534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Attempting to bind port ef73f584-2479-4d80-9bca-a670dada2d23 on network ddd4a901-e307-451b-87b8-6640e63bc810 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:45.114652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:45.117857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Checking segment: {'id': '3c6ccef3-003b-4501-8208-c817f20aca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:45.120563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.120733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Bound using segment: {'id': '3c6ccef3-003b-4501-8208-c817f20aca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:45.121181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Bound port: ef73f584-2479-4d80-9bca-a670dada2d23, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6ccef3-003b-4501-8208-c817f20aca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ddd4a901-e307-451b-87b8-6640e63bc810'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:45.121603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.190914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 9cc044da-8308-49a4-b1ca-2ea033a8e07b is not hosted by any dhcp agent {{(pid=83671) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 15 19:00:45.194713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:45.195568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.209616 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "PUT /v2.0/networks/9cc044da-8308-49a4-b1ca-2ea033a8e07b HTTP/1.1" status: 200  len: 757 time: 0.7398968
Dec 15 19:00:45.281804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] For port ef73f584-2479-4d80-9bca-a670dada2d23, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:45.290777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57436) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:45.291335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.293927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] For port ef73f584-2479-4d80-9bca-a670dada2d23, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ef73f584-2479-4d80-9bca-a670dada2d23,segment=NetworkSegment(3c6ccef3-003b-4501-8208-c817f20aca71),segment_id=3c6ccef3-003b-4501-8208-c817f20aca71)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:45.309820 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:00:45.310459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.314867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a613002e-68a7-4ec7-b199-c3a81703cd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:45.339619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9749f09-9a90-4190-8ebb-a8aa0dac8af0,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:45.362315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:45.382215 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c304dc80-08ae-4cee-9b5e-f237b954d23f tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags HTTP/1.1" status: 204  len: 168 time: 0.7339110
Dec 15 19:00:45.383556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57440) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:45.387198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Checking segment: {'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:45.387814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Network hostable DHCP agents. Network: d6c9d407-34ec-4482-be8b-84c44c02a614, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:45.395855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-0730c674-1812-4d4b-bebe-a54bb88c06ab tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced5272e0>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:45.416228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Pushing event updated for resources: {'Port': ['ID=ef73f584-2479-4d80-9bca-a670dada2d23,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:45.421905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:45.470656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Network d6c9d407-34ec-4482-be8b-84c44c02a614 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:45.489068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36986b3-f3ea-41dd-8b95-12959db6212c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:45.490352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e36986b3-f3ea-41dd-8b95-12959db6212c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Synchronizing usage tracker for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:45.507981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, d6c9d407-34ec-4482-be8b-84c44c02a614) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:45.518164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d2816f-ce84-432b-9bab-fb0f1063ffcc None None] Network d6c9d407-34ec-4482-be8b-84c44c02a614 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:45.518388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:45.518944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.565613 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0730c674-1812-4d4b-bebe-a54bb88c06ab tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags HTTP/1.1" status: 204  len: 168 time: 0.1769333
Dec 15 19:00:45.565880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57444) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:45.570733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-463102b1-9486-4108-bca6-6a846bcaa5c5 req-66893fb1-3ded-44e5-95df-965356e0c6fb tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2663429
Dec 15 19:00:45.571576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=9cc044da-8308-49a4-b1ca-2ea033a8e07b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:45.571697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-13d9847a-250d-4ebf-885e-42f4d54672e3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec764a30>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', 'tempest-TagsExtTest-Tag-45424242') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:45.574986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:45.579969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2bf7003d-d597-4cfe-a9c5-9d64c671d75b tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:45.596478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d808685-efa7-4878-8d75-00b66d519cb1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:45.599022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:45.617789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.620922 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/5d808685-efa7-4878-8d75-00b66d519cb1 HTTP/1.1" status: 204  len: 168 time: 0.9551852
Dec 15 19:00:45.625324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57448) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:45.654814 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3516827
Dec 15 19:00:45.658169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57452) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:45.668592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:45.675526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:45.681013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e36986b3-f3ea-41dd-8b95-12959db6212c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Unset dirty status for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:45.681351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Usage tracker for resource:router and tenant:975921fba0e240609ec78c5024de58e2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:45.682433 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e36986b3-f3ea-41dd-8b95-12959db6212c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/networks?id=9cc044da-8308-49a4-b1ca-2ea033a8e07b HTTP/1.1" status: 200  len: 760 time: 0.3797536
Dec 15 19:00:45.686059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57456) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:45.686896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:45.700220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:45.705124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-315085925'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:45.715016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:45.729529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:45.744342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.749439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.779308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:45.782446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.787559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8d6fd39c-ffc1-40ba-b8a8-8a8a3b8171fd tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:45.792303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b325457c-2cb5-485c-a01f-ead78f728362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.796837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9cc044da-8308-49a4-b1ca-2ea033a8e07b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:45.847579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8d6fd39c-ffc1-40ba-b8a8-8a8a3b8171fd tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:45.849425 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8d6fd39c-ffc1-40ba-b8a8-8a8a3b8171fd tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2229249
Dec 15 19:00:45.854354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57460) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:45.859909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.866918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--670108029'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:45.877387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object c71607fb-5d05-4c3c-a85c-5cd8763464c7 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:45.897148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:45.902078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.903941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.923479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:45.926174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b40124f9-3478-47fb-919d-e142a8c2624f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:45.951887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.953059 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment 7873ac68-3972-4683-8d9e-e64629732adc of type vlan for network e20d91bc-73fb-4434-96df-d3ef20fdbc1e
Dec 15 19:00:45.993171 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:44Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:45.995705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:45.999967 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc0fed-4dc1-43ee-a185-9c102e01eb9d None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:44Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:00:46.011041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:46.015516 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-13d9847a-250d-4ebf-885e-42f4d54672e3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags/tempest-TagsExtTest-Tag-45424242 HTTP/1.1" status: 201  len: 201 time: 0.4486971
Dec 15 19:00:46.020384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57464) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:46.034300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-381fa61c-9d31-4f88-9bfe-8660cd797cc6 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9ced56bfd0>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', 'tempest-TagsExtTest-Tag-1984270660') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:46.083523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-d6c9d407-34ec-4482-be8b-84c44c02a614', 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'fixed_ips': [{'subnet_id': 'c9749f09-9a90-4190-8ebb-a8aa0dac8af0'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:46.086472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.109685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network ddd4a901-e307-451b-87b8-6640e63bc810 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:46.116332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:46.118676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:46.123924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:46.124528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.161165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:00:46.173517 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3798270
Dec 15 19:00:46.177162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57468) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:46.178020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=c71607fb-5d05-4c3c-a85c-5cd8763464c7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:46.182631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:46.250084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.295455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.300537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:46.301133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.314925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Allocated IP 172.20.0.2 (d6c9d407-34ec-4482-be8b-84c44c02a614/c9749f09-9a90-4190-8ebb-a8aa0dac8af0/028f8d07-c125-4747-8573-75587e0a550d) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:46.318509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3db6a7f0-5ea8-4a36-9939-d0edc98297b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:46.457695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.460951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:46.494476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:46.506941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:46.516650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=e20d91bc-73fb-4434-96df-d3ef20fdbc1e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:46.526196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:46.527445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:46.533535 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8387847
Dec 15 19:00:46.536555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57472) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:46.543506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:46.550022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network e20d91bc-73fb-4434-96df-d3ef20fdbc1e details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:46.885613 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-381fa61c-9d31-4f88-9bfe-8660cd797cc6 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags/tempest-TagsExtTest-Tag-1984270660 HTTP/1.1" status: 201  len: 201 time: 0.8596156
Dec 15 19:00:46.892581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 12958859-7c99-4dd8-88ed-7c326e7681f6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:46.908742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57480) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:46.916918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-ee805edb-d906-494e-81d8-b1a728aea1a7 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec4eb2e0>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', 'tempest-TagsExtTest-Tag-581680662') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:46.935782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c423f03d-4fc6-40a0-b531-fb1f67db275e None None] Network ddd4a901-e307-451b-87b8-6640e63bc810 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:46.938589 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-58a6c5fa-bcf8-4b2b-ac10-5a0195ec8b22 req-ac6e04e6-de95-4e99-a261-a7920e7f8f49 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1783686
Dec 15 19:00:46.939675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:46.958501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Usage tracker for resource:subnet and tenant:5ec77c3773a146a29462664fa2e3d946 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:46.959451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.960954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:46.981412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.019544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Transition to ACTIVE for port object 028f8d07-c125-4747-8573-75587e0a550d will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:47.019770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:47.038319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.039434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:47.054688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.063772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c360961-87a5-4c46-98ad-71d0efe57245 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:47.097827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:47.112128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Transition to ACTIVE for port object 028f8d07-c125-4747-8573-75587e0a550d will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:47.117749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c2ccf34d-b1ed-4714-a867-496c881dd845 None None] Provisioning for port ef73f584-2479-4d80-9bca-a670dada2d23 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:47.129783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.144333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fb71e5ce-c78b-416e-9f7d-5e96ac8fb60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:47.200392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513a71d7-eed0-4804-9a27-937a32334712,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:47.205342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ee805edb-d906-494e-81d8-b1a728aea1a7 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags/tempest-TagsExtTest-Tag-581680662 HTTP/1.1" status: 201  len: 201 time: 0.2907205
Dec 15 19:00:47.205342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57484) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:47.214295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-6df7db1b-6b19-4ebe-8969-92f2c6a91850 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec7a64c0>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', 'tempest-TagsExtTest-Tag-2075520307') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:47.228275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:47.248154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 12958859-7c99-4dd8-88ed-7c326e7681f6 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:47.264246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.296391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Pushing event updated for resources: {'Port': ['ID=028f8d07-c125-4747-8573-75587e0a550d,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:47.300122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:47.300409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.302285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Network d6c9d407-34ec-4482-be8b-84c44c02a614 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:47.305409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 12958859-7c99-4dd8-88ed-7c326e7681f6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:47.305788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.334717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:47.343778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:47.366388 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6df7db1b-6b19-4ebe-8969-92f2c6a91850 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags/tempest-TagsExtTest-Tag-2075520307 HTTP/1.1" status: 201  len: 201 time: 0.1601646
Dec 15 19:00:47.369708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57488) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:47.377853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-1126e239-ee08-4f1c-990c-53724eb4ac89 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cec66e820>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', {'tags': ['tempest-TagsExtTest-Tag-911410752', 'tempest-TagsExtTest-Tag-420598508', 'tempest-TagsExtTest-Tag-1914506614']}) {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:47.437176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.442185 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5830009
Dec 15 19:00:47.444415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57492) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:47.457096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': '513a71d7-eed0-4804-9a27-937a32334712', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:47.509808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:47.525698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:47.531013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:47.540345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:47.626958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Attempting to bind port 028f8d07-c125-4747-8573-75587e0a550d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:47.627613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Attempting to bind port 028f8d07-c125-4747-8573-75587e0a550d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:47.627965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Attempting to bind port 028f8d07-c125-4747-8573-75587e0a550d on network d6c9d407-34ec-4482-be8b-84c44c02a614 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:47.645650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:47.646030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Checking segment: {'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:47.646630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.647034 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Bound using segment: {'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:47.647493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Bound port: 028f8d07-c125-4747-8573-75587e0a550d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:47.647656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.647871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.658226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.663566 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1126e239-ee08-4f1c-990c-53724eb4ac89 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags HTTP/1.1" status: 200  len: 316 time: 0.2907114
Dec 15 19:00:47.666422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57496) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:47.676384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-c826dd05-fd22-4b7f-bd11-de80333607ef tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced65c3a0>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:47.746627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] For port 028f8d07-c125-4747-8573-75587e0a550d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:47.750045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] For port 028f8d07-c125-4747-8573-75587e0a550d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=028f8d07-c125-4747-8573-75587e0a550d,segment=NetworkSegment(91d97b20-4eea-4117-9da6-e3eb21e1f3c5),segment_id=91d97b20-4eea-4117-9da6-e3eb21e1f3c5)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:47.753964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.759432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.769123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.775000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d918a095-a0f3-4b6c-9e04-18b8a3c87108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:47.796883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e2b4acbd-629d-4cae-9223-ec3f0cbb8d5a tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:47.802030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.900750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Pushing event updated for resources: {'Port': ['ID=028f8d07-c125-4747-8573-75587e0a550d,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:47.911624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.911972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.912308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.913960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.913960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.914257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.914398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.915256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.915580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.915905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.916225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:00:47.921122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:47.922684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 12958859-7c99-4dd8-88ed-7c326e7681f6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=12958859-7c99-4dd8-88ed-7c326e7681f6,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:47.931214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.932348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ef73f584-2479-4d80-9bca-a670dada2d23 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:47.948508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.961570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:47.966407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-95af3e76-3b6e-4f60-835c-20702ad8dcc3 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:48.006781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.009406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:48.034776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.104591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=12958859-7c99-4dd8-88ed-7c326e7681f6,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:48.109539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:48.131314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ef73f584-2479-4d80-9bca-a670dada2d23 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:48.136991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ef73f584-2479-4d80-9bca-a670dada2d23 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:48.138146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.143695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=f714f2a8-5faf-48c9-920f-78dc49ffde50,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:48.146269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:48.152502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5bb0392c-8bf4-4445-88fc-4198261970ea tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:48.157734 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c826dd05-fd22-4b7f-bd11-de80333607ef tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags HTTP/1.1" status: 204  len: 168 time: 0.4906096
Dec 15 19:00:48.172346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57502) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:48.212942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': '7873ac68-3972-4683-8d9e-e64629732adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:48.212942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: e20d91bc-73fb-4434-96df-d3ef20fdbc1e, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:48.214618 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d14d5734-9d8d-47df-970c-d4dd34a06644 req-810d8644-dfc2-4f07-9762-02cfd9a8f10e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1376028
Dec 15 19:00:48.219484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.249460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=c71607fb-5d05-4c3c-a85c-5cd8763464c7,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:48.254787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:48.257933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-0f61ebf2-66b1-4004-864a-2a6d35362700 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec59e580>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', 'tempest-TagsExtTest-Tag-911410752') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:48.307737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35db5390-7850-43e0-bbb6-b75d1ebaa9c2,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:48.310585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:48.310705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.317909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.319092 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8699584
Dec 15 19:00:48.321900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57506) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:48.368685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ef73f584-2479-4d80-9bca-a670dada2d23, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ef73f584-2479-4d80-9bca-a670dada2d23,segment=NetworkSegment(3c6ccef3-003b-4501-8208-c817f20aca71),segment_id=3c6ccef3-003b-4501-8208-c817f20aca71)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:48.376507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.379483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:48.407322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Allocated IP 172.26.1.235 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:48.418861 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b0935c8e-04cf-41ab-b919-e5ed4dc5d78a tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules/35db5390-7850-43e0-bbb6-b75d1ebaa9c2 HTTP/1.1" status: 200  len: 705 time: 0.0891078
Dec 15 19:00:48.426151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57510) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:48.506335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network e20d91bc-73fb-4434-96df-d3ef20fdbc1e is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:48.506623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-307bfab9-3a52-4894-ba0c-0984d82a9cd9 None None] Provisioning complete for port ef73f584-2479-4d80-9bca-a670dada2d23 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:48.507013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-307bfab9-3a52-4894-ba0c-0984d82a9cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.511279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.569537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ef73f584-2479-4d80-9bca-a670dada2d23,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:48.599485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:48.628152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0964af1b-384c-46b1-a452-e946437ecb08 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:48.640772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.645730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, e20d91bc-73fb-4434-96df-d3ef20fdbc1e) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:48.650227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:48.650927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.673750 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-0f61ebf2-66b1-4004-864a-2a6d35362700 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:48.678963 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0f61ebf2-66b1-4004-864a-2a6d35362700 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags/tempest-TagsExtTest-Tag-911410752 HTTP/1.1" status: 404  len: 328 time: 0.4596143
Dec 15 19:00:48.688045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57514) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:48.693887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-1f47306f-ae6e-4a3f-954d-e651faf4819a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec7c6c40>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', 'tempest-TagsExtTest-Tag-420598508') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:48.717090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e214f-c8dd-45ce-9e3d-a47a29d95d87 None None] Network e20d91bc-73fb-4434-96df-d3ef20fdbc1e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:48.768909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0964af1b-384c-46b1-a452-e946437ecb08 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:48.770218 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0964af1b-384c-46b1-a452-e946437ecb08 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3420861
Dec 15 19:00:48.771738 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2342336
Dec 15 19:00:48.776534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57518) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:48.776690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57520) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:48.863019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.904055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 12958859-7c99-4dd8-88ed-7c326e7681f6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:48.957226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:48.991489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.074830 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-1f47306f-ae6e-4a3f-954d-e651faf4819a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:49.078971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1f47306f-ae6e-4a3f-954d-e651faf4819a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags/tempest-TagsExtTest-Tag-420598508 HTTP/1.1" status: 404  len: 328 time: 0.3898487
Dec 15 19:00:49.081200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57526) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:49.085238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.092721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-0c7b9160-ea6b-4213-b89c-edd8311b5c39 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec47e8b0>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1', 'tempest-TagsExtTest-Tag-1914506614') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:49.120742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.131205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:49.158030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35db5390-7850-43e0-bbb6-b75d1ebaa9c2,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:49.160544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:49.165721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.172302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cf624a67-12e8-4403-821e-1df8a3bcf6d3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:49.202279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.209638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.211271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.212522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-307bfab9-3a52-4894-ba0c-0984d82a9cd9 None None] Provisioning for port c71607fb-5d05-4c3c-a85c-5cd8763464c7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:49.216946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e0148dfd-ccf8-4629-b014-4282eef8ecd7 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:49.223351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-307bfab9-3a52-4894-ba0c-0984d82a9cd9 None None] Provisioning complete for port c71607fb-5d05-4c3c-a85c-5cd8763464c7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:49.223596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.223713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-307bfab9-3a52-4894-ba0c-0984d82a9cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.224734 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/35db5390-7850-43e0-bbb6-b75d1ebaa9c2 HTTP/1.1" status: 204  len: 168 time: 0.4443221
Dec 15 19:00:49.250388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57530) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:49.298502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 12958859-7c99-4dd8-88ed-7c326e7681f6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:49.299343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.306230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:49.316809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:49.319863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:49.332752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-e20d91bc-73fb-4434-96df-d3ef20fdbc1e', 'network_id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': 'f714f2a8-5faf-48c9-920f-78dc49ffde50'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:49.333609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.355902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:49.359381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:49.417140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.447696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac84791-8370-48ba-b26d-a6a76b77e513 None None] Network d6c9d407-34ec-4482-be8b-84c44c02a614 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:49.471271 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a492379c-736f-45bb-8b42-2480f67b8959 req-c2786b08-d106-4268-a05b-fa79e8910ab6 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0940201
Dec 15 19:00:49.494284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-307bfab9-3a52-4894-ba0c-0984d82a9cd9 None None] Port c71607fb-5d05-4c3c-a85c-5cd8763464c7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:49.511355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network ddd4a901-e307-451b-87b8-6640e63bc810 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:49.521052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=c71607fb-5d05-4c3c-a85c-5cd8763464c7,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:49.524069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:49.531661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-82554114-1b5f-43f1-bafc-2338238770f8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:49.536887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:49.541183 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-0c7b9160-ea6b-4213-b89c-edd8311b5c39 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:49.545051 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0c7b9160-ea6b-4213-b89c-edd8311b5c39 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags/tempest-TagsExtTest-Tag-1914506614 HTTP/1.1" status: 404  len: 329 time: 0.4573457
Dec 15 19:00:49.547534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57536) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:49.559652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-e361d969-9a5e-4960-99a6-f08653d58817 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ceca17d60>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', {'tags': ['tempest-TagsExtTest-Tag-1071708164', 'tempest-TagsExtTest-Tag-990330925', 'tempest-TagsExtTest-Tag-1758998846']}) {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:49.700057 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e361d969-9a5e-4960-99a6-f08653d58817 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags HTTP/1.1" status: 200  len: 317 time: 0.1493514
Dec 15 19:00:49.701794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57540) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:49.708843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-fd3bb928-b2e2-48dc-b09d-63c9b59e6dfa tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced0e2be0>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:49.726484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 028f8d07-c125-4747-8573-75587e0a550d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:49.780083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.780816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:49.877971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fd3bb928-b2e2-48dc-b09d-63c9b59e6dfa tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags HTTP/1.1" status: 204  len: 168 time: 0.1736760
Dec 15 19:00:49.881991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57544) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:49.888256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-82554114-1b5f-43f1-bafc-2338238770f8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:49.890340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5a3f264d-365f-4681-b4ea-59e6cb8da579 None None] Provisioning for port 028f8d07-c125-4747-8573-75587e0a550d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:49.890974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-9f113b05-78a3-46ab-b08f-2370fe2285ee tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec2e83d0>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', 'tempest-TagsExtTest-Tag-1071708164') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:49.893955 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-82554114-1b5f-43f1-bafc-2338238770f8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6422877
Dec 15 19:00:49.900270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57548) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:49.914439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': '513a71d7-eed0-4804-9a27-937a32334712', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:49.924678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:49.933577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Allocated IP 172.20.0.2 (e20d91bc-73fb-4434-96df-d3ef20fdbc1e/f714f2a8-5faf-48c9-920f-78dc49ffde50/ebda84e3-9adf-4ac4-974a-093f2b96d9b2) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:49.942633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:49.982852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.032192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5a3f264d-365f-4681-b4ea-59e6cb8da579 None None] Provisioning complete for port c71607fb-5d05-4c3c-a85c-5cd8763464c7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:50.032569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5a3f264d-365f-4681-b4ea-59e6cb8da579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.072453 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-9f113b05-78a3-46ab-b08f-2370fe2285ee tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:50.073583 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f113b05-78a3-46ab-b08f-2370fe2285ee tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags/tempest-TagsExtTest-Tag-1071708164 HTTP/1.1" status: 404  len: 329 time: 0.1889939
Dec 15 19:00:50.077921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57552) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.084590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-a2d20771-c32b-44cb-ad11-4c8f67bab0d3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec4eab80>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', 'tempest-TagsExtTest-Tag-990330925') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:50.132819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 028f8d07-c125-4747-8573-75587e0a550d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:50.160094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 028f8d07-c125-4747-8573-75587e0a550d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:50.160581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.187401 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-a2d20771-c32b-44cb-ad11-4c8f67bab0d3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:50.188432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a2d20771-c32b-44cb-ad11-4c8f67bab0d3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags/tempest-TagsExtTest-Tag-990330925 HTTP/1.1" status: 404  len: 328 time: 0.1097298
Dec 15 19:00:50.192914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57556) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.200016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f264d-365f-4681-b4ea-59e6cb8da579 None None] Port c71607fb-5d05-4c3c-a85c-5cd8763464c7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:50.202863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-74f82425-29e9-4321-8ac0-27073f7c3c8a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9ced9471f0>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b', 'tempest-TagsExtTest-Tag-1758998846') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:50.218169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Router 8f6d8855-444d-4c1b-9295-79445b404ff4 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:00:50.267739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.277544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.287725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f17d837d-19a3-41da-9ccc-7bbff1c606c8 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:50.303243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Router 33aa665a-c368-4c72-8a6d-c680f07e1807 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:00:50.321934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2ae6b0-5fe0-455a-aa3b-8a6e8551f3b0,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:50.324553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:50.351373 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-74f82425-29e9-4321-8ac0-27073f7c3c8a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:50.355862 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-74f82425-29e9-4321-8ac0-27073f7c3c8a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags/tempest-TagsExtTest-Tag-1758998846 HTTP/1.1" status: 404  len: 329 time: 0.1619489
Dec 15 19:00:50.357114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57560) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.366267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-6a03527e-6618-4e48-b917-10b4e6292f20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced785ac0>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', {'tags': ['tempest-TagsExtTest-Tag-1814725916', 'tempest-TagsExtTest-Tag-215434635', 'tempest-TagsExtTest-Tag-223559143']}) {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:50.419389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.421992 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5183992
Dec 15 19:00:50.424803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.425053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57564) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.452081 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-021275b4-3efb-45d6-a9a2-4b268755423e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules/3e2ae6b0-5fe0-455a-aa3b-8a6e8551f3b0 HTTP/1.1" status: 200  len: 705 time: 0.0253422
Dec 15 19:00:50.454471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57568) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.454610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-708398d4-2c73-453a-8f85-b2d17abc0122 None None] Provisioning complete for port c71607fb-5d05-4c3c-a85c-5cd8763464c7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:50.454878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-708398d4-2c73-453a-8f85-b2d17abc0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.486692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Transition to ACTIVE for port object ebda84e3-9adf-4ac4-974a-093f2b96d9b2 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:50.488278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.560794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Transition to ACTIVE for port object ebda84e3-9adf-4ac4-974a-093f2b96d9b2 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:50.580065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-708398d4-2c73-453a-8f85-b2d17abc0122 None None] Port c71607fb-5d05-4c3c-a85c-5cd8763464c7 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:50.585984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.592308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e1172284-5f23-4bc9-a870-b5565dcd3e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:50.607428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a1f41dee-66e4-4b65-8fb7-1b90c8da3b2f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:50.623112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 028f8d07-c125-4747-8573-75587e0a550d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=028f8d07-c125-4747-8573-75587e0a550d,segment=NetworkSegment(91d97b20-4eea-4117-9da6-e3eb21e1f3c5),segment_id=91d97b20-4eea-4117-9da6-e3eb21e1f3c5)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:50.639966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.640832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ef73f584-2479-4d80-9bca-a670dada2d23 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:50.651178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a1f41dee-66e4-4b65-8fb7-1b90c8da3b2f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:50.652880 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a1f41dee-66e4-4b65-8fb7-1b90c8da3b2f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1977909
Dec 15 19:00:50.656338 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57574) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.660406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.673137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0b81161-d1ee-44be-8828-7528cd50f07e tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:50.725615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Network e20d91bc-73fb-4434-96df-d3ef20fdbc1e is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:50.729089 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6a03527e-6618-4e48-b917-10b4e6292f20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags HTTP/1.1" status: 200  len: 316 time: 0.3690712
Dec 15 19:00:50.730592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Pushing event updated for resources: {'Port': ['ID=ebda84e3-9adf-4ac4-974a-093f2b96d9b2,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:50.733177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:50.735060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:50.737862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:50.738019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57578) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.747187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=f714f2a8-5faf-48c9-920f-78dc49ffde50,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:50.752561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-bf898b7f-5e06-4f82-ac45-2893bc51731c tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cec509910>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:50.760910 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8f501e8-fc27-4f89-a583-764281eb1a1a req-8ff8509b-73dc-4de6-b54a-b463a760db9a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1382177
Dec 15 19:00:50.766253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:50.815613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:00:50.817778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:50.821589 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "PUT /v2.0/routers/33aa665a-c368-4c72-8a6d-c680f07e1807/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6367548
Dec 15 19:00:50.824034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57582) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.841915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] Sync routers for ids ['33aa665a-c368-4c72-8a6d-c680f07e1807'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:00:50.853726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1a4b6a8b-75a4-4277-8688-9733bcfa7eeb None None] Provisioning complete for port 028f8d07-c125-4747-8573-75587e0a550d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:50.854101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1a4b6a8b-75a4-4277-8688-9733bcfa7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.902263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.902780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579eed9e-5346-4387-8c3e-8322e2f6a1f8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:50.903486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-579eed9e-5346-4387-8c3e-8322e2f6a1f8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:50.921243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-579eed9e-5346-4387-8c3e-8322e2f6a1f8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:50.925106 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-579eed9e-5346-4387-8c3e-8322e2f6a1f8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports?device_id=33aa665a-c368-4c72-8a6d-c680f07e1807 HTTP/1.1" status: 200  len: 989 time: 0.0975289
Dec 15 19:00:50.925379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57586) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:50.928066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:50.928329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=028f8d07-c125-4747-8573-75587e0a550d,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:50.942794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:50.970598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Attempting to bind port ebda84e3-9adf-4ac4-974a-093f2b96d9b2 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:50.970970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Attempting to bind port ebda84e3-9adf-4ac4-974a-093f2b96d9b2 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '7873ac68-3972-4683-8d9e-e64629732adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:50.971336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Attempting to bind port ebda84e3-9adf-4ac4-974a-093f2b96d9b2 on network e20d91bc-73fb-4434-96df-d3ef20fdbc1e {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:50.973864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] Routers {'33aa665a-c368-4c72-8a6d-c680f07e1807'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:50.974488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e310>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['33aa665a-c368-4c72-8a6d-c680f07e1807'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.018778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.031735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ef73f584-2479-4d80-9bca-a670dada2d23 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:51.031735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.048212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:00:51.062110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceccdc850>,) {'filters': {'network_id': ['e20d91bc-73fb-4434-96df-d3ef20fdbc1e']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.071598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e310>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.074854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.076079 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Sync routers for ids ['8f6d8855-444d-4c1b-9295-79445b404ff4'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:00:51.082706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a1276620-0ac6-45ad-bd7a-974a737bde04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:51.086553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:51.087012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Checking segment: {'id': '7873ac68-3972-4683-8d9e-e64629732adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:51.087522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.087848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Bound using segment: {'id': '7873ac68-3972-4683-8d9e-e64629732adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:51.088334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Bound port: ebda84e3-9adf-4ac4-974a-093f2b96d9b2, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7873ac68-3972-4683-8d9e-e64629732adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:51.088716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.098042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccdc850>, '7873ac68-3972-4683-8d9e-e64629732adc') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.098361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccdc850>, '7873ac68-3972-4683-8d9e-e64629732adc') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.119172 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Routers {'8f6d8855-444d-4c1b-9295-79445b404ff4'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:51.119878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e2ae6b0-5fe0-455a-aa3b-8a6e8551f3b0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:51.120546 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1c70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8f6d8855-444d-4c1b-9295-79445b404ff4'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.130188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:51.131806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.149474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.150674 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.4916050
Dec 15 19:00:51.154675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57590) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:51.162815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.164062 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3e2ae6b0-5fe0-455a-aa3b-8a6e8551f3b0 HTTP/1.1" status: 204  len: 168 time: 0.5061936
Dec 15 19:00:51.190767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57594) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:51.220107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] Routers {'33aa665a-c368-4c72-8a6d-c680f07e1807'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:51.221332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e310>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['33aa665a-c368-4c72-8a6d-c680f07e1807'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.222075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.244910 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bf898b7f-5e06-4f82-ac45-2893bc51731c tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags HTTP/1.1" status: 204  len: 168 time: 0.4993365
Dec 15 19:00:51.246770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:51.247184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:51.264749 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:51.266954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57598) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:51.271944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-309ec41a-4b51-4aa3-aa51-e6e248833844 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cecbe7d90>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', 'tempest-TagsExtTest-Tag-1814725916') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.309956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e310>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.310373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c9b13-2615-44bb-bc76-326f7b651866 None None] The sync data for ids ['33aa665a-c368-4c72-8a6d-c680f07e1807'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:00:51.331940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ee0432dd-2cb2-48a2-a049-55294ac5a4ad tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:51.372457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] For port ebda84e3-9adf-4ac4-974a-093f2b96d9b2, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:51.404166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ee0432dd-2cb2-48a2-a049-55294ac5a4ad tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:51.408858 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ee0432dd-2cb2-48a2-a049-55294ac5a4ad tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2174704
Dec 15 19:00:51.409487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57602) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:51.419231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': '513a71d7-eed0-4804-9a27-937a32334712', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:51.426652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:51.440693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:51.456889 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Set router 8f6d8855-444d-4c1b-9295-79445b404ff4 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:00:51.476543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 028f8d07-c125-4747-8573-75587e0a550d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:51.515008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 19:00:51.515008 dv-neutron-821830-2-hyperv neutron-server[83670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 19:00:51.515008 dv-neutron-821830-2-hyperv neutron-server[83670]: [parameters: {'id': 'e20d91bc-73fb-4434-96df-d3ef20fdbc1e'}]
Dec 15 19:00:51.515008 dv-neutron-821830-2-hyperv neutron-server[83670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:51.516189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:51.519419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] For port ebda84e3-9adf-4ac4-974a-093f2b96d9b2, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ebda84e3-9adf-4ac4-974a-093f2b96d9b2,segment=NetworkSegment(7873ac68-3972-4683-8d9e-e64629732adc),segment_id=7873ac68-3972-4683-8d9e-e64629732adc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:51.525705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-309ec41a-4b51-4aa3-aa51-e6e248833844 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:51.527043 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-309ec41a-4b51-4aa3-aa51-e6e248833844 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags/tempest-TagsExtTest-Tag-1814725916 HTTP/1.1" status: 404  len: 329 time: 0.2608449
Dec 15 19:00:51.528374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.530105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57606) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:51.535702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:51.538786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.592828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-9e61265e-0907-4fbe-bdee-0f6f69d73707 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec4480a0>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', 'tempest-TagsExtTest-Tag-215434635') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.616777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.631738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.635612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:51.652723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324ca7c5-56e1-4912-a383-b571cfa55714,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:51.663699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Pushing event updated for resources: {'Port': ['ID=ebda84e3-9adf-4ac4-974a-093f2b96d9b2,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:51.668166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:51.677168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:51.748921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 028f8d07-c125-4747-8573-75587e0a550d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:51.748921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.809430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.835637 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1c70>, [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:00:49Z', 'revision_number': 3, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port': {'id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:47Z', 'updated_at': '2021-12-15T19:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.840877 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Checking router: 8f6d8855-444d-4c1b-9295-79445b404ff4 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:00:51.841522 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Updating router 8f6d8855-444d-4c1b-9295-79445b404ff4 port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:00:51.845664 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-9e61265e-0907-4fbe-bdee-0f6f69d73707 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:51.848135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1f9c1-890c-4c29-898e-1b865842295c None None] Network e20d91bc-73fb-4434-96df-d3ef20fdbc1e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:51.850130 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9e61265e-0907-4fbe-bdee-0f6f69d73707 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags/tempest-TagsExtTest-Tag-215434635 HTTP/1.1" status: 404  len: 328 time: 0.3188059
Dec 15 19:00:51.856388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57612) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:51.864588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-8724c1e9-5a2f-4104-b51c-8db5dfe2b392 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec6463a0>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c', 'tempest-TagsExtTest-Tag-223559143') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:51.897140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.978797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:51.980204 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5688975
Dec 15 19:00:51.982657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57616) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:52.006937 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7b4028e7-8ebd-4657-893e-dbb37b3c731b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules/324ca7c5-56e1-4912-a383-b571cfa55714 HTTP/1.1" status: 200  len: 706 time: 0.0224087
Dec 15 19:00:52.010496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57620) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:52.072338 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.073213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-adbd5982-6a40-4b4a-abdc-20b0d0b37e8a tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:52.086641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f0129-07d4-43ab-8779-957b920655e9 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:00:52.126484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-adbd5982-6a40-4b4a-abdc-20b0d0b37e8a tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:52.128331 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-adbd5982-6a40-4b4a-abdc-20b0d0b37e8a tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.1163640
Dec 15 19:00:52.131469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57624) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:52.234738 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-164972e3-8dfe-44e7-8ede-40f9b7930b1e req-4acd0d96-ceef-4519-b3cc-b5c1ecf47766 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1485629
Dec 15 19:00:52.242334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port ebda84e3-9adf-4ac4-974a-093f2b96d9b2 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:52.243224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.250951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f0129-07d4-43ab-8779-957b920655e9 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:00:52.272605 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.288197 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Transition to ACTIVE for port object aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:52.298001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.303666 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:52.366178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36e4982d-f54c-4150-9e0c-30aa61ac2ee0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.395163 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Attempting to bind port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:00:52.395890 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Attempting to bind port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:00:52.396352 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Attempting to bind port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:00:52.415282 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b668bd-a434-4d7a-80fe-f6eec6999029 None None] Pushing event updated for resources: {'Port': ['ID=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:52.420231 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-8724c1e9-5a2f-4104-b51c-8db5dfe2b392 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:52.424671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8724c1e9-5a2f-4104-b51c-8db5dfe2b392 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags/tempest-TagsExtTest-Tag-223559143 HTTP/1.1" status: 404  len: 328 time: 0.5671873
Dec 15 19:00:52.425273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57628) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:52.429165 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-a3b668bd-a434-4d7a-80fe-f6eec6999029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:52.429908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36e4982d-f54c-4150-9e0c-30aa61ac2ee0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.431028 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:00:52.431647 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:52.432279 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.432935 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:00:52.433778 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Bound port: aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:00:52.434372 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.447140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-90ff6a02-f84d-4ecf-adf2-5ce15f790543 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cec8cc7c0>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', {'tags': ['tempest-TagsExtTest-Tag-1778160606', 'tempest-TagsExtTest-Tag-44026504', 'tempest-TagsExtTest-Tag-302554265']}) {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:52.517350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36e4982d-f54c-4150-9e0c-30aa61ac2ee0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.520199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c0e503f-ea50-4e87-bbe7-17fcda552444 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:52.528309 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] For port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:00:52.533956 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] For port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:00:52.539975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4982d-f54c-4150-9e0c-30aa61ac2ee0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=324ca7c5-56e1-4912-a383-b571cfa55714,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:52.544039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-36e4982d-f54c-4150-9e0c-30aa61ac2ee0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:52.549490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port c71607fb-5d05-4c3c-a85c-5cd8763464c7 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:52.549830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.550735 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.557886 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:52.590445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-36e4982d-f54c-4150-9e0c-30aa61ac2ee0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.591618 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-36e4982d-f54c-4150-9e0c-30aa61ac2ee0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/324ca7c5-56e1-4912-a383-b571cfa55714 HTTP/1.1" status: 204  len: 168 time: 0.4591310
Dec 15 19:00:52.595006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57632) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:52.621268 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-90ff6a02-f84d-4ecf-adf2-5ce15f790543 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "PUT /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags HTTP/1.1" status: 200  len: 315 time: 0.1825747
Dec 15 19:00:52.621776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57636) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:52.637052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-7f7f7553-0420-4c5a-8a7a-cd43070d0caf tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced1e02e0>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:52.703987 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b668bd-a434-4d7a-80fe-f6eec6999029 None None] Pushing event updated for resources: {'Port': ['ID=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:52.707673 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-a3b668bd-a434-4d7a-80fe-f6eec6999029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:52.711748 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Routers {'8f6d8855-444d-4c1b-9295-79445b404ff4'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:52.712399 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1c70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8f6d8855-444d-4c1b-9295-79445b404ff4'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:52.736521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port ebda84e3-9adf-4ac4-974a-093f2b96d9b2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ebda84e3-9adf-4ac4-974a-093f2b96d9b2,segment=NetworkSegment(7873ac68-3972-4683-8d9e-e64629732adc),segment_id=7873ac68-3972-4683-8d9e-e64629732adc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:52.737657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.754216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49397eeb-62ad-4402-a87f-25a22dd3f513 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:52.800640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49397eeb-62ad-4402-a87f-25a22dd3f513 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:52.801955 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-49397eeb-62ad-4402-a87f-25a22dd3f513 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2059901
Dec 15 19:00:52.805700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57640) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:52.845711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:52.893025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for ebda84e3-9adf-4ac4-974a-093f2b96d9b2 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:52.902014 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] Set router 8f6d8855-444d-4c1b-9295-79445b404ff4 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:00:52.980584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for c71607fb-5d05-4c3c-a85c-5cd8763464c7 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:53.005184 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7f7f7553-0420-4c5a-8a7a-cd43070d0caf tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags HTTP/1.1" status: 204  len: 168 time: 0.3735197
Dec 15 19:00:53.006974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.011005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57644) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.011669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-552b5d87-469e-4c64-83ec-b89311e8deb0 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:53.046656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.tag.tag_plugin [None req-f75b1316-806e-492f-9070-1d451491f7b3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9ced08d070>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', 'tempest-TagsExtTest-Tag-1778160606') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.064706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.076911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=ebda84e3-9adf-4ac4-974a-093f2b96d9b2,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:53.114667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.132834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:53.146477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port ebda84e3-9adf-4ac4-974a-093f2b96d9b2 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:53.181647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.190999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-337c33bd-f4f7-4435-8c9c-3a24883db2db tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:53.208773 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1c70>, [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:00:49Z', 'revision_number': 3, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port': {'id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:47Z', 'updated_at': '2021-12-15T19:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.214158 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e747c4-a815-44f3-937a-87aeab9031fd None None] The sync data for ids ['8f6d8855-444d-4c1b-9295-79445b404ff4'] in dv-neutron-821830-2-hyperv is: [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:00:49Z', 'revision_number': 3, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port': {'id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:47Z', 'updated_at': '2021-12-15T19:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:00:53.252617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a71d7-eed0-4804-9a27-937a32334712,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:53.257179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:53.263106 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-f75b1316-806e-492f-9070-1d451491f7b3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:53.267555 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f75b1316-806e-492f-9070-1d451491f7b3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags/tempest-TagsExtTest-Tag-1778160606 HTTP/1.1" status: 404  len: 329 time: 0.2231710
Dec 15 19:00:53.267814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57650) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.272376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-a6fdb79d-84ad-464d-b7b2-1bcdf0e6ea33 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cec382370>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', 'tempest-TagsExtTest-Tag-44026504') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.299870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.343386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec8cca00>,) {'filters': {'network_id': ['e20d91bc-73fb-4434-96df-d3ef20fdbc1e']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.350483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.351590 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/513a71d7-eed0-4804-9a27-937a32334712 HTTP/1.1" status: 204  len: 168 time: 0.5446179
Dec 15 19:00:53.353386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.355495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57654) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.358213 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c1336c0c-b272-4cbc-b4b6-6146bba9a378 req-dbea7b4c-acc1-4aee-9edb-f1cd4f555137 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0536578
Dec 15 19:00:53.360096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec8cca00>, '7873ac68-3972-4683-8d9e-e64629732adc') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.360386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec8cca00>, '7873ac68-3972-4683-8d9e-e64629732adc') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.362763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2503561d-b2c8-433e-8411-6fde9bf197ef tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:53.397092 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-a6fdb79d-84ad-464d-b7b2-1bcdf0e6ea33 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:53.398071 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a6fdb79d-84ad-464d-b7b2-1bcdf0e6ea33 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags/tempest-TagsExtTest-Tag-44026504 HTTP/1.1" status: 404  len: 327 time: 0.1304832
Dec 15 19:00:53.405643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57658) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.406435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=c71607fb-5d05-4c3c-a85c-5cd8763464c7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:53.410087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:53.417756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-5b3d191f-bdd8-4df4-8f83-8009d6edb82e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9cecd277f0>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609', 'tempest-TagsExtTest-Tag-302554265') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.427861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.479356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.497406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:53.497804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:53.515699 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:53.535284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e67a71fa-7947-4e83-8117-936c4e4da923 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:53.589783 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-5b3d191f-bdd8-4df4-8f83-8009d6edb82e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] show failed (client error): The resource could not be found.
Dec 15 19:00:53.593905 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5b3d191f-bdd8-4df4-8f83-8009d6edb82e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags/tempest-TagsExtTest-Tag-302554265 HTTP/1.1" status: 404  len: 328 time: 0.1824541
Dec 15 19:00:53.596925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57662) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.601753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-a93421a2-c936-462a-a15f-58dd1f9e1e07 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cedbb5640>, 'subnetpools', '1b43b97d-beed-4821-86c3-a004acca6609') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.645294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.655839 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a93421a2-c936-462a-a15f-58dd1f9e1e07 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609/tags HTTP/1.1" status: 204  len: 168 time: 0.0586584
Dec 15 19:00:53.658710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57666) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.666470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-1012339e-c5b9-4247-8d09-241d492b95bf tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ceda5f040>, 'routers', 'aecfe1ed-54e1-4793-bb25-57ec2b23632c') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:53.771723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.777403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e32f7e9c-1b9b-403a-998d-9aa89fec574e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:53.790675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e67a71fa-7947-4e83-8117-936c4e4da923 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:53.791861 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e67a71fa-7947-4e83-8117-936c4e4da923 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4340527
Dec 15 19:00:53.792958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:53.801019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57670) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.812844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group': {'name': 'tempest-secgroup--983547536'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:53.821483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=e20d91bc-73fb-4434-96df-d3ef20fdbc1e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:53.826747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:53.827731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:53.830581 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/e20d91bc-73fb-4434-96df-d3ef20fdbc1e HTTP/1.1" status: 204  len: 168 time: 5.0516472
Dec 15 19:00:53.833827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57674) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:53.872976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:53.919264 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f360cc69-3c6a-4c43-bd5d-a5a1541333bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:53.919863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f360cc69-3c6a-4c43-bd5d-a5a1541333bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Synchronizing usage tracker for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:53.946045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.015004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f360cc69-3c6a-4c43-bd5d-a5a1541333bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Unset dirty status for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:54.016274 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f360cc69-3c6a-4c43-bd5d-a5a1541333bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/subnets/f714f2a8-5faf-48c9-920f-78dc49ffde50 HTTP/1.1" status: 404  len: 337 time: 0.1814356
Dec 15 19:00:54.019179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57678) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.072108 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edf214a-516b-4cb4-aaa5-bc15af236279 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:00:54.072536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edf214a-516b-4cb4-aaa5-bc15af236279 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:00:54.083317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:54.089649 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5edf214a-516b-4cb4-aaa5-bc15af236279 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/e20d91bc-73fb-4434-96df-d3ef20fdbc1e HTTP/1.1" status: 404  len: 339 time: 0.0660608
Dec 15 19:00:54.117114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57682) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.118865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:54.130546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:54.157836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:54.163238 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1012339e-c5b9-4247-8d09-241d492b95bf tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c/tags HTTP/1.1" status: 204  len: 168 time: 0.5032711
Dec 15 19:00:54.166586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57686) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.173545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-ec6e4b16-c35c-42a3-9a12-fd3ffc9354ec tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9ced642160>, 'ports', '1968be21-a5ca-4fce-8090-80002d29a88b') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:54.259415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.374911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Router 33aa665a-c368-4c72-8a6d-c680f07e1807 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:00:54.380144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ec6e4b16-c35c-42a3-9a12-fd3ffc9354ec tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b/tags HTTP/1.1" status: 204  len: 168 time: 0.2111778
Dec 15 19:00:54.384074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57690) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.391197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.tag.tag_plugin [None req-fb1c2433-1f32-4b4c-8215-b7dac2a39ec9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9cec9244f0>, 'subnets', '2286eea4-4d7c-4702-b7c2-464e8cccbae1') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:54.419186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9b079-cf8e-4172-ab3b-85d764822cad tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:54.419922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7de9b079-cf8e-4172-ab3b-85d764822cad tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Synchronizing usage tracker for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:54.488000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.514713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.519841 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5a818a9c-7436-48c9-9ef4-04a54611cc29 req-ebca97c2-cf77-490b-a258-b7cb7107a5b3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0820923
Dec 15 19:00:54.525145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-037003f2-b81e-40ab-a9de-9c964176b90d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:54.548579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7de9b079-cf8e-4172-ab3b-85d764822cad tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Unset dirty status for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:54.548579 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7de9b079-cf8e-4172-ab3b-85d764822cad tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4214082
Dec 15 19:00:54.549011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57696) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.598963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99b26b0e-464d-4554-b4e2-3cb79628387e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Synchronizing usage tracker for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:54.607838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.609027 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8070867
Dec 15 19:00:54.612587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57700) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.614926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c81ef2c-4c0d-4b4b-bfd7-bdf00bb333f6,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:54.623548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:54.627257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Request body: {'security_group_rule': {'security_group_id': '8c81ef2c-4c0d-4b4b-bfd7-bdf00bb333f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:54.627619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:00:54.630274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99b26b0e-464d-4554-b4e2-3cb79628387e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Unset dirty status for tenant:5ec77c3773a146a29462664fa2e3d946 on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:54.634845 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99b26b0e-464d-4554-b4e2-3cb79628387e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 207 time: 0.0811083
Dec 15 19:00:54.636781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "PUT /v2.0/routers/33aa665a-c368-4c72-8a6d-c680f07e1807/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7105143
Dec 15 19:00:54.637605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57704) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.640326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57706) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.640911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] Sync routers for ids ['33aa665a-c368-4c72-8a6d-c680f07e1807'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:00:54.641436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:54.654619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] Routers {'33aa665a-c368-4c72-8a6d-c680f07e1807'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:54.655484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2eca90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['33aa665a-c368-4c72-8a6d-c680f07e1807'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:54.677941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Usage tracker for resource:security_group_rule and tenant:f29a4f60b1a9416ba3f807b56662a748 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:54.687275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:54.704099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:54.706455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e283d1-a057-4871-b7ec-551990ef9b36 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:00:54.710610 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b9e283d1-a057-4871-b7ec-551990ef9b36 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/c71607fb-5d05-4c3c-a85c-5cd8763464c7 HTTP/1.1" status: 404  len: 333 time: 0.0668328
Dec 15 19:00:54.711741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57712) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.730345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2eca90>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:54.739066 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fb1c2433-1f32-4b4c-8215-b7dac2a39ec9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1/tags HTTP/1.1" status: 204  len: 168 time: 0.3502998
Dec 15 19:00:54.746131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57716) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.747639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] Routers {'33aa665a-c368-4c72-8a6d-c680f07e1807'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:00:54.748468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2eca90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['33aa665a-c368-4c72-8a6d-c680f07e1807'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:54.820350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2eca90>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:54.822106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9caef-16c6-4ab4-a62d-377c52b035e0 None None] The sync data for ids ['33aa665a-c368-4c72-8a6d-c680f07e1807'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:00:54.828453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445da60b-823e-4bda-8eda-bc54f2fe7673 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:54.832434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445da60b-823e-4bda-8eda-bc54f2fe7673 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:54.837033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445da60b-823e-4bda-8eda-bc54f2fe7673 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:54.841169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445da60b-823e-4bda-8eda-bc54f2fe7673 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:54.846182 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-445da60b-823e-4bda-8eda-bc54f2fe7673 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.2035928
Dec 15 19:00:54.846575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57720) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:54.892025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.924097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Allocated IP 172.20.0.1 (d6c9d407-34ec-4482-be8b-84c44c02a614/c9749f09-9a90-4190-8ebb-a8aa0dac8af0/0de85cbb-2019-4d27-a928-90e1bf2a331c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:00:54.977731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b848551-2790-4e47-98e7-c46be36af5ed tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.981292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6458278a-800e-4f0d-96fd-593d8dbefba9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for subnetpool, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:54.984935 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6458278a-800e-4f0d-96fd-593d8dbefba9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1b43b97d-beed-4821-86c3-a004acca6609 HTTP/1.1" status: 204  len: 168 time: 0.2353797
Dec 15 19:00:54.985575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57724) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:55.043169 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f92827ae-309f-4f31-9b3c-444e316752e3 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "GET /v2.0/ports?device_id=aecfe1ed-54e1-4793-bb25-57ec2b23632c HTTP/1.1" status: 200  len: 205 time: 0.0543289
Dec 15 19:00:55.051247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57728) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:55.184293 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9e5956b5-8942-4377-afe6-9577cb968a2a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.3335538
Dec 15 19:00:55.185778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57732) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:55.204518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-665970f1-415f-457e-b4ab-3b15a34a26e5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.256599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.330159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.533542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23220ca3-7620-4f1b-a034-d51640da9530 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:55.601081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.608891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035d08d3-60f6-4169-ae69-39993b73e76b,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:55.621051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42392b-5e80-4fb7-9cd8-92b519f78a71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:55.622528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42392b-5e80-4fb7-9cd8-92b519f78a71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:55.629371 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6a42392b-5e80-4fb7-9cd8-92b519f78a71 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.4373610
Dec 15 19:00:55.629371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:55.642995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57738) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:55.694319 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b6d844d5-c64a-4f8c-92be-f0d7bd97305c req-aa9bb451-0cf1-4967-a0db-e61e797017e9 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0857916
Dec 15 19:00:55.783475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Transition to ACTIVE for port object 0de85cbb-2019-4d27-a928-90e1bf2a331c will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:00:55.787093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.791435 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1746683
Dec 15 19:00:55.794215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57742) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:55.798873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b848551-2790-4e47-98e7-c46be36af5ed tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.825674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b848551-2790-4e47-98e7-c46be36af5ed tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.859950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-665970f1-415f-457e-b4ab-3b15a34a26e5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.864477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145146cc-17d6-443b-8653-dbbd96c99b18 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:55.865925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145146cc-17d6-443b-8653-dbbd96c99b18 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:55.867505 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-145146cc-17d6-443b-8653-dbbd96c99b18 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2211270
Dec 15 19:00:55.871420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57746) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:55.872178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-665970f1-415f-457e-b4ab-3b15a34a26e5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.884428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.896642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe67bf05-7158-446b-bd62-783b5077364c tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:55.947393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.963137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b848551-2790-4e47-98e7-c46be36af5ed tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.963611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b848551-2790-4e47-98e7-c46be36af5ed tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Fanout notify agent at l3_agent the message router_deleted on router 33aa665a-c368-4c72-8a6d-c680f07e1807 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:00:55.993706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-665970f1-415f-457e-b4ab-3b15a34a26e5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:55.994189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665970f1-415f-457e-b4ab-3b15a34a26e5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Fanout notify agent at l3_agent the message router_deleted on router aecfe1ed-54e1-4793-bb25-57ec2b23632c {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:00:56.008392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.018743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b848551-2790-4e47-98e7-c46be36af5ed tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.022148 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5b848551-2790-4e47-98e7-c46be36af5ed tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/routers/33aa665a-c368-4c72-8a6d-c680f07e1807 HTTP/1.1" status: 204  len: 168 time: 1.3030448
Dec 15 19:00:56.022301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-665970f1-415f-457e-b4ab-3b15a34a26e5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.022605 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-665970f1-415f-457e-b4ab-3b15a34a26e5 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/routers/aecfe1ed-54e1-4793-bb25-57ec2b23632c HTTP/1.1" status: 204  len: 168 time: 0.9704473
Dec 15 19:00:56.025264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Network d6c9d407-34ec-4482-be8b-84c44c02a614 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:56.026445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Pushing event updated for resources: {'Port': ['ID=0de85cbb-2019-4d27-a928-90e1bf2a331c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:56.028283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57750) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.028622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57752) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.034605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:56.043660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:56.046018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03283411-63de-4263-b409-e6177b4eb55e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:56.052491 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-03283411-63de-4263-b409-e6177b4eb55e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/networks/3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d HTTP/1.1" status: 200  len: 799 time: 0.1732230
Dec 15 19:00:56.052855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57758) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.065975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:00:56.229281 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-616a990a-43b0-497e-85a0-9cec7759c2ca tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/networks/3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.1750817
Dec 15 19:00:56.233940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57762) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.321395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c440f79-cb67-4288-8521-5ac16b14751b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:56.326305 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0c440f79-cb67-4288-8521-5ac16b14751b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/subnets/14556def-8a30-44f7-b5f6-94d8178d21fa HTTP/1.1" status: 200  len: 811 time: 0.0866704
Dec 15 19:00:56.326496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57766) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.345773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Deleting port 1968be21-a5ca-4fce-8090-80002d29a88b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:56.346117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.372480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0c69b4c5-2cc1-4391-9111-9c41b4b94782 None None] Provisioning for port 0de85cbb-2019-4d27-a928-90e1bf2a331c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:56.377481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0c69b4c5-2cc1-4391-9111-9c41b4b94782 None None] Provisioning complete for port 0de85cbb-2019-4d27-a928-90e1bf2a331c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:56.378104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0c69b4c5-2cc1-4391-9111-9c41b4b94782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.380653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.395769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd627d2-bb69-4f78-a852-a3984b75e2fa tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:56.401422 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5cd627d2-bb69-4f78-a852-a3984b75e2fa tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "GET /v2.0/subnets/14556def-8a30-44f7-b5f6-94d8178d21fa?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0691962
Dec 15 19:00:56.401601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.401793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57770) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.407645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-736140678'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:56.413078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:56.415338 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3001c539-c611-42a3-980d-8f61a172dbd5 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:56.424033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:56.436595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0c69b4c5-2cc1-4391-9111-9c41b4b94782 None None] Port 0de85cbb-2019-4d27-a928-90e1bf2a331c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:56.438626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:56.441963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.447627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c81ef2c-4c0d-4b4b-bfd7-bdf00bb333f6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:56.450281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:56.474493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:00:56.484438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.484803 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Added segment 92da98f6-a993-4cf3-800c-65112522f856 of type vlan for network 19eff033-0906-49b0-b425-37710c0a6d54
Dec 15 19:00:56.511963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.540959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.544745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:56.545343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.549738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet 585dde50-9870-4d95-a43e-80e7a14acba3 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:56.550392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-429320f4-1411-4691-9978-13215a1cea0b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:56.555726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.556809 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c81ef2c-4c0d-4b4b-bfd7-bdf00bb333f6 HTTP/1.1" status: 204  len: 168 time: 0.7616742
Dec 15 19:00:56.560157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.571661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57774) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.687062 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2842038
Dec 15 19:00:56.692700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57778) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.694195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Network': ['ID=19eff033-0906-49b0-b425-37710c0a6d54,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:56.703707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:56.707453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 19eff033-0906-49b0-b425-37710c0a6d54 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:00:56.712143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d5b72fa5-280b-47be-974a-d439bba88a4d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:56.730354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d5b72fa5-280b-47be-974a-d439bba88a4d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:56.734190 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d5b72fa5-280b-47be-974a-d439bba88a4d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1590466
Dec 15 19:00:56.745184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'network_id': '19eff033-0906-49b0-b425-37710c0a6d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:56.748183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57782) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.767467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.796775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a91b1b45-1876-452f-9308-6b7117325b80 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Synchronizing usage tracker for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:56.812606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a91b1b45-1876-452f-9308-6b7117325b80 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Unset dirty status for tenant:f29a4f60b1a9416ba3f807b56662a748 on resource:security_group_rule {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:56.816781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a91b1b45-1876-452f-9308-6b7117325b80 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.0652466
Dec 15 19:00:56.817094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57788) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.834568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-e8cfb1e3-99e3-4814-aeae-1d81963a47c7 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] delete failed (client error): The resource could not be found.
Dec 15 19:00:56.839283 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e8cfb1e3-99e3-4814-aeae-1d81963a47c7 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c81ef2c-4c0d-4b4b-bfd7-bdf00bb333f6 HTTP/1.1" status: 404  len: 347 time: 0.0174925
Dec 15 19:00:56.839875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57792) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:56.850394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.855253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:56.896861 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b55879c6-7938-459b-8622-16b547bb7bd2 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0560994
Dec 15 19:00:56.944009 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ee9da08-57c2-4773-8c1f-af1b183b778a req-c3182982-1a81-4a90-8cef-6a94b133595c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1458797
Dec 15 19:00:57.076298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:57.090288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.194735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57800) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:57.338440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:57.347413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Calling delete_port for 1968be21-a5ca-4fce-8090-80002d29a88b owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:57.380898 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-31c435d0-c32a-4ba2-9fd5-ca090254d2e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f29a4f60b1a9416ba3f807b56662a748&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1849566
Dec 15 19:00:57.383288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57806) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:57.450023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.468911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Made reservation on behalf of 5ec77c3773a146a29462664fa2e3d946 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:00:57.482506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.485581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.490959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:57.539697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.545551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-59bb18c5-2589-43a4-b1d1-3ffdce52ca4f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:57.561175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52dc115-fc46-4610-8a80-3defc05f6668,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:57.564864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:57.565499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:00:57.582143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:57.582532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.584597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.589081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d52dc115-fc46-4610-8a80-3defc05f6668 HTTP/1.1" status: 204  len: 168 time: 0.2023406
Dec 15 19:00:57.709926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.719073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.728373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:57.733289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.735721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e7a7257c-68bc-478e-a755-8ddfea65e952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:57.771288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.818064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:57.821937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:57.829679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6892400-3086-4c3d-85c1-8b0488a951a4 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:57.887778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=585dde50-9870-4d95-a43e-80e7a14acba3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:57.899507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:57.900914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing IP validity checks on allocation pools {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 19:00:57.901528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.ipam_backend_mixin [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 19:00:57.911158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:00:57.917214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9babfec2-61dd-4825-90b4-fdc895ab4fd2 None None] Network ddd4a901-e307-451b-87b8-6640e63bc810 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:57.919592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.934105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.947796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:57.949456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:57.991953 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/585dde50-9870-4d95-a43e-80e7a14acba3 HTTP/1.1" status: 204  len: 168 time: 1.9601300
Dec 15 19:00:57.992443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57822) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:57.992882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.035713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event deleted for resources: {'Port': ['ID=1968be21-a5ca-4fce-8090-80002d29a88b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:58.043932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:58.044181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8c434dd8-735f-4093-8ae1-25b378cc8d8f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:58.095773 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-06353f2f-0d55-435f-8763-89b81c812f9d req-45ca953a-9ce6-43e7-99e1-5d2a163acbf3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0508220
Dec 15 19:00:58.210918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.219164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Pushing event updated for resources: {'Port': ['ID=0de85cbb-2019-4d27-a928-90e1bf2a331c,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:58.228586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:58.301232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] DHCP port deletion for ddd4a901-e307-451b-87b8-6640e63bc810 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:00:58.308656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Deleting port ef73f584-2479-4d80-9bca-a670dada2d23 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:58.309833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.337350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.350563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port ef73f584-2479-4d80-9bca-a670dada2d23 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:58.350910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.373728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.401785 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/ports/1968be21-a5ca-4fce-8090-80002d29a88b HTTP/1.1" status: 204  len: 168 time: 2.3685234
Dec 15 19:00:58.405348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57832) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:58.551118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.560745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b3d1808-a216-4773-87da-a4cb89af366f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:58.653570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] For port ef73f584-2479-4d80-9bca-a670dada2d23, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ef73f584-2479-4d80-9bca-a670dada2d23,segment=NetworkSegment(3c6ccef3-003b-4501-8208-c817f20aca71),segment_id=3c6ccef3-003b-4501-8208-c817f20aca71)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:58.654083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.664668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Network d6c9d407-34ec-4482-be8b-84c44c02a614 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:00:58.689000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:58.715840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] For port ef73f584-2479-4d80-9bca-a670dada2d23, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ef73f584-2479-4d80-9bca-a670dada2d23,segment=NetworkSegment(3c6ccef3-003b-4501-8208-c817f20aca71),segment_id=3c6ccef3-003b-4501-8208-c817f20aca71)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:00:58.717059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.868554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=c8ef60df-9795-4f80-bb49-546d4ceca1e0,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:58.881427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for ef73f584-2479-4d80-9bca-a670dada2d23 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:58.887575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:58.949727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Calling delete_port for ef73f584-2479-4d80-9bca-a670dada2d23 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:00:58.967822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:58.973239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d406ab99-0c52-444c-92be-b776ca5b76b5 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:59.020391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=ef73f584-2479-4d80-9bca-a670dada2d23,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:59.027768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:59.042847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No DVR routers for this DVR port ef73f584-2479-4d80-9bca-a670dada2d23 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:00:59.088279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:00:59.088667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:00:59.089224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-78f2c8e3-9f77-41d1-b1ba-c397c3d896f9 None None] Provisioning complete for port 0de85cbb-2019-4d27-a928-90e1bf2a331c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:59.089676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78f2c8e3-9f77-41d1-b1ba-c397c3d896f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.129891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Checking segment: {'id': '92da98f6-a993-4cf3-800c-65112522f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '19eff033-0906-49b0-b425-37710c0a6d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:00:59.130165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network hostable DHCP agents. Network: 19eff033-0906-49b0-b425-37710c0a6d54, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:00:59.167512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-78f2c8e3-9f77-41d1-b1ba-c397c3d896f9 None None] Port 0de85cbb-2019-4d27-a928-90e1bf2a331c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:00:59.174906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Deleting subnet 2286eea4-4d7c-4702-b7c2-464e8cccbae1 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:00:59.184500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.208315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.236450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec307fd0>,) {'filters': {'network_id': ['ddd4a901-e307-451b-87b8-6640e63bc810']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:59.249275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec307fd0>, '3c6ccef3-003b-4501-8208-c817f20aca71') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:59.249626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec307fd0>, '3c6ccef3-003b-4501-8208-c817f20aca71') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:00:59.261589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.278902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.284167 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb6e59c0-aa52-48b1-bfd0-d8f0df40246e req-9abc4162-2411-4983-99f0-505ea8d562da tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0687830
Dec 15 19:00:59.285756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:00:59.286231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:00:59.304504 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:00:59.345598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.374933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Network 19eff033-0906-49b0-b425-37710c0a6d54 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:00:59.393136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.402146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e16c05ed-52e9-4b3c-b901-cb2fd813cb04 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:59.412866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 19eff033-0906-49b0-b425-37710c0a6d54) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:00:59.421018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4857863-9bc9-4727-82df-0f4ee787d031 None None] Network 19eff033-0906-49b0-b425-37710c0a6d54 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:59.422265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:59.422866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.426552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.462117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=ddd4a901-e307-451b-87b8-6640e63bc810,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:59.471357 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.7771554
Dec 15 19:00:59.475842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:59.483364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57852) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:59.494328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:59.495211 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/ddd4a901-e307-451b-87b8-6640e63bc810 HTTP/1.1" status: 204  len: 168 time: 1.5002091
Dec 15 19:00:59.499301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57856) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:59.542072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:00:59.588042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff420c75-ba43-4c05-99b5-8de96b9821c9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:00:59.588964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ff420c75-ba43-4c05-99b5-8de96b9821c9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:00:59.591233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Deleting port ef73f584-2479-4d80-9bca-a670dada2d23 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:00:59.591728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.595359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.610190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ff420c75-ba43-4c05-99b5-8de96b9821c9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:00:59.613002 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ff420c75-ba43-4c05-99b5-8de96b9821c9 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/b70d4545-ae5c-419f-b730-2ba5ff824215 HTTP/1.1" status: 200  len: 844 time: 0.1120467
Dec 15 19:00:59.616477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57862) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:59.704957 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-82421840-8df6-4aaa-aad6-8425c1b96a8a tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/b70d4545-ae5c-419f-b730-2ba5ff824215?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0864086
Dec 15 19:00:59.708093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc4396ce-8c76-4675-b774-b6f97339ae83 None None] The port 'ef73f584-2479-4d80-9bca-a670dada2d23' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:00:59.709215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57866) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:59.717645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:00:59.771808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4148650'] for subnet, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.792082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.799366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:00:59.862024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-19eff033-0906-49b0-b425-37710c0a6d54', 'network_id': '19eff033-0906-49b0-b425-37710c0a6d54', 'tenant_id': '5ec77c3773a146a29462664fa2e3d946', 'fixed_ips': [{'subnet_id': 'c8ef60df-9795-4f80-bb49-546d4ceca1e0'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:00:59.862859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.874443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:00:59.875006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.875945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event deleted for resources: {'Subnet': ['ID=2286eea4-4d7c-4702-b7c2-464e8cccbae1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:00:59.888825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:00:59.897452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:00:59.921661 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/subnets/2286eea4-4d7c-4702-b7c2-464e8cccbae1 HTTP/1.1" status: 204  len: 168 time: 1.5118477
Dec 15 19:00:59.923633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c280f-64ae-43f8-bf29-ecdffe14c9e5 None None] Network 0ce22776-c50c-407f-9e8d-64f1fa168ccb requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:00:59.926043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57874) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:00:59.942644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:00:59.950104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:00:59.954916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:00:59.967924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:00:59.982595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:00.048251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57878) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:00.081325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Router 8f6d8855-444d-4c1b-9295-79445b404ff4 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:01:00.118478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.137442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.248844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Deleting port 4fabdfbe-1643-4938-86f5-12cbde63161f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:00.249232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.294178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769499738116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2428554'] for subnet, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.301583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:00.339900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--1259041052', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:00.351615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ef73f584-2479-4d80-9bca-a670dada2d23 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:01:00.361491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:00.375205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:00.407002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ef73f584-2479-4d80-9bca-a670dada2d23 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:01:00.407401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ef73f584-2479-4d80-9bca-a670dada2d23 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:01:00.412345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:00.423691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Allocated IP 172.20.0.3 (19eff033-0906-49b0-b425-37710c0a6d54/c8ef60df-9795-4f80-bb49-546d4ceca1e0/b77043fe-31ab-4cef-a35e-19efcde63d75) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:00.440915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:00.443878 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0fd0ae86-6384-4f76-a07b-fd96cc272ba3 req-ad53862c-49d3-4598-be8d-1507bdda6dda tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0536797
Dec 15 19:01:00.487479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:00.488087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.489394 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "PUT /v2.0/subnets/c8ef60df-9795-4f80-bb49-546d4ceca1e0 HTTP/1.1" status: 200  len: 877 time: 1.0035334
Dec 15 19:01:00.490489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event updated for resources: {'Subnet': ['ID=c8ef60df-9795-4f80-bb49-546d4ceca1e0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:00.493719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57886) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:00.510347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:00.516655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:00.520058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.624682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] DHCP port deletion for 0ce22776-c50c-407f-9e8d-64f1fa168ccb request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:01:00.642121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.642377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Deleting port 4fabdfbe-1643-4938-86f5-12cbde63161f {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:00.642734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.665005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.703641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] For port 4fabdfbe-1643-4938-86f5-12cbde63161f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4fabdfbe-1643-4938-86f5-12cbde63161f,segment=NetworkSegment(04150084-e4e1-4d5a-b4e2-3db49cd92b56),segment_id=04150084-e4e1-4d5a-b4e2-3db49cd92b56)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:00.704265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.714768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b79fc8b2-95b1-47bd-ae41-8eb0c6563789 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:00.787594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:00.799364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:00.802355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:00.802939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.818527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5d786-1978-4fab-8f45-1cce4b0a578c None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:00.829352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=2a6b8cab-fd63-4186-b1f1-417d8d9dc64e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:00.832445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:00.869908 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1591411
Dec 15 19:01:00.872726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57890) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:00.880544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1782178890'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:00.884192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.889123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.893171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:00.899988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:00.903250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:00.911248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:00.958607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Transition to ACTIVE for port object b77043fe-31ab-4cef-a35e-19efcde63d75 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:00.968017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:00.973348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Calling delete_port for 4fabdfbe-1643-4938-86f5-12cbde63161f owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:00.996464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.011362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:01.016456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Transition to ACTIVE for port object b77043fe-31ab-4cef-a35e-19efcde63d75 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:01.021485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:01.025862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:01.049165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:01.059203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:01.066857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group_rule and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:01.073514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:01.080159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:01.102331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.108550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.110811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9183f0c5-cbae-46e4-a0d5-88c7ebcf1f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.114331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fae576ae-d9a2-41e6-a933-a5729b7db6a4 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.134986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.141865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1fe49886-f57c-4a22-9260-06091e85945a tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.168602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event deleted for resources: {'Port': ['ID=4fabdfbe-1643-4938-86f5-12cbde63161f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.176640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:01.178500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:01.187121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] No DVR routers for this DVR port 4fabdfbe-1643-4938-86f5-12cbde63161f on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:01:01.209518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ef60df-9795-4f80-bb49-546d4ceca1e0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.212318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:01.213405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] For port 4fabdfbe-1643-4938-86f5-12cbde63161f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4fabdfbe-1643-4938-86f5-12cbde63161f,segment=NetworkSegment(04150084-e4e1-4d5a-b4e2-3db49cd92b56),segment_id=04150084-e4e1-4d5a-b4e2-3db49cd92b56)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:01.213811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.214971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.235992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.243826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b29a08c9-ed48-4431-9a59-7d53e6ae2d6e tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.272155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.326168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.342741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3fd3b36c-40ea-4796-a301-ed524094ec92 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.349927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.354824 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] 10.222.0.48 "PUT /v2.0/routers/8f6d8855-444d-4c1b-9295-79445b404ff4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1970444
Dec 15 19:01:01.357335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Calling delete_port for 4fabdfbe-1643-4938-86f5-12cbde63161f owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:01.363690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.396549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Network 19eff033-0906-49b0-b425-37710c0a6d54 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:01.400128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:01.405318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Pushing event updated for resources: {'Port': ['ID=b77043fe-31ab-4cef-a35e-19efcde63d75,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.407755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:01.409590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:01.413505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c0f689-276f-4b16-b14e-7e606cd283fa,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.416453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:01.420358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1eb03e-8ede-4f6e-bb41-2c7c04bbe2ff,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.426070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecafc220>,) {'filters': {'network_id': ['19eff033-0906-49b0-b425-37710c0a6d54']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:01.430620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ea790>,) {'filters': {'network_id': ['0ce22776-c50c-407f-9e8d-64f1fa168ccb']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:01.446081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:01.450208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:01.452828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.453171 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment fa4bab0c-d991-4b25-b226-4070e4a6abda of type vlan for network 32df7c16-07f8-4ab2-aa38-0cf21f77003f
Dec 15 19:01:01.456943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ea790>, '04150084-e4e1-4d5a-b4e2-3db49cd92b56') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:01.457220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ea790>, '04150084-e4e1-4d5a-b4e2-3db49cd92b56') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:01.468584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecafc220>, '92da98f6-a993-4cf3-800c-65112522f856') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:01.468868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecafc220>, '92da98f6-a993-4cf3-800c-65112522f856') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:01.475851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.487376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57898) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:01.492370 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6184921
Dec 15 19:01:01.498896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.503136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.532773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.535383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.546197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:01.546610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.558415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:01.558830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.571184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:01:01.571547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:01:01.575976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4fabdfbe-1643-4938-86f5-12cbde63161f no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:01.579472 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:01.627036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Attempting to bind port b77043fe-31ab-4cef-a35e-19efcde63d75 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:01.627415 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Attempting to bind port b77043fe-31ab-4cef-a35e-19efcde63d75 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '92da98f6-a993-4cf3-800c-65112522f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '19eff033-0906-49b0-b425-37710c0a6d54'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:01.627761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Attempting to bind port b77043fe-31ab-4cef-a35e-19efcde63d75 on network 19eff033-0906-49b0-b425-37710c0a6d54 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:01.636262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 4fabdfbe-1643-4938-86f5-12cbde63161f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:01:01.636613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4fabdfbe-1643-4938-86f5-12cbde63161f not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:01:01.638763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:01.639476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Checking segment: {'id': '92da98f6-a993-4cf3-800c-65112522f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '19eff033-0906-49b0-b425-37710c0a6d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:01.639893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.640276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Bound using segment: {'id': '92da98f6-a993-4cf3-800c-65112522f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '19eff033-0906-49b0-b425-37710c0a6d54'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:01.640738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Bound port: b77043fe-31ab-4cef-a35e-19efcde63d75, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92da98f6-a993-4cf3-800c-65112522f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '19eff033-0906-49b0-b425-37710c0a6d54'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:01.641115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:01.659840 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:01.665408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'security_group': {'name': 'tempest-secgroup-557472755'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:01.677751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.680751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:01.692545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec648ace-f719-45c9-bf63-a7e3085df587 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.715880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.719370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:01.729140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 15 19:01:01.729140 dv-neutron-821830-2-hyperv neutron-server[83671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 15 19:01:01.729140 dv-neutron-821830-2-hyperv neutron-server[83671]: [parameters: {'id': '19eff033-0906-49b0-b425-37710c0a6d54'}]
Dec 15 19:01:01.729140 dv-neutron-821830-2-hyperv neutron-server[83671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:01:01.729622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:01:01.729830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:01.742931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:01.746103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Pushing event deleted for resources: {'Network': ['ID=0ce22776-c50c-407f-9e8d-64f1fa168ccb,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.749162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.758766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:01.763102 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] 10.222.0.48 "DELETE /v2.0/networks/0ce22776-c50c-407f-9e8d-64f1fa168ccb HTTP/1.1" status: 204  len: 168 time: 1.8361032
Dec 15 19:01:01.782272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] For port b77043fe-31ab-4cef-a35e-19efcde63d75, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:01.787761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] For port b77043fe-31ab-4cef-a35e-19efcde63d75, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b77043fe-31ab-4cef-a35e-19efcde63d75,segment=NetworkSegment(92da98f6-a993-4cf3-800c-65112522f856),segment_id=92da98f6-a993-4cf3-800c-65112522f856)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:01.788201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.801026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.807391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.828207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.832305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:01.832898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.841506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd86441f-f6dc-4bf6-bec3-7d36f8723a3d tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:01.894584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Pushing event updated for resources: {'Port': ['ID=b77043fe-31ab-4cef-a35e-19efcde63d75,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.905275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:01.937689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-e09f5b3b-0bdc-4f13-892a-92a096148860', 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'tenant_id': 'ef901354a8444519a39785ed6f7c3662', 'fixed_ips': [{'subnet_id': '2a6b8cab-fd63-4186-b1f1-417d8d9dc64e'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:01:01.938763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:01.955035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=32df7c16-07f8-4ab2-aa38-0cf21f77003f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:01.969909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:01:01.970539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:02.006546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:02.023009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group_rule and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:02.028496 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-00aa25e2-16cd-4c08-952d-275c308e7dd6 req-14c6250c-3ce7-4d62-b946-cae50f6cf7d2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.3580837
Dec 15 19:01:02.029769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:02.036551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57910) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:02.036787 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.9737287
Dec 15 19:01:02.041763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:02.044838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:02.078533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:02.083791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Deleting port 4fabdfbe-1643-4938-86f5-12cbde63161f {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:02.083791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.090552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:02.097684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:02.102368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.108667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:02.114165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.119268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-510c31a2-15f8-4a6f-b2f9-ce052cee0ce3 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:02.136532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.137861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.174989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1854529-355e-48e3-aca6-5579c54d45fc,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:02.175441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.185959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:02.187039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.188470 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.7000418
Dec 15 19:01:02.191049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57914) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:02.202305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1013731327', 'security_groups': ['b1854529-355e-48e3-aca6-5579c54d45fc'], 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a6b8cab-fd63-4186-b1f1-417d8d9dc64e'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:02.243896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6144b113-5dbe-407d-80d8-21c717c10272 None None] The port '4fabdfbe-1643-4938-86f5-12cbde63161f' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:01:02.265941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.331065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97333d94-148a-4167-9b64-d11bc019b676 None None] Network 19eff033-0906-49b0-b425-37710c0a6d54 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:02.361505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:02.366648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:02.370637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:02.375243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port b77043fe-31ab-4cef-a35e-19efcde63d75 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:02.375581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.377158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57920) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:02.387735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:02.401924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:02.431669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.574484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.607159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:01:02.617900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Allocated IP 2001:db8::2 (e09f5b3b-0bdc-4f13-892a-92a096148860/2a6b8cab-fd63-4186-b1f1-417d8d9dc64e/a0d264b6-c285-4d7c-a98e-53c3e2d59312) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:02.681485 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cca7664b-11e8-45e9-8bdd-621c547cb451 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc47632b8ab64864b81e6a8d20498c64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3001463
Dec 15 19:01:02.683300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57926) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:02.699814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port b77043fe-31ab-4cef-a35e-19efcde63d75, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b77043fe-31ab-4cef-a35e-19efcde63d75,segment=NetworkSegment(92da98f6-a993-4cf3-800c-65112522f856),segment_id=92da98f6-a993-4cf3-800c-65112522f856)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:02.700347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.758720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c882e7-be4c-498b-860c-8d45932f22bb None None] Network 19eff033-0906-49b0-b425-37710c0a6d54 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:02.815171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.833088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for b77043fe-31ab-4cef-a35e-19efcde63d75 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:02.843443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.905053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.908533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-022d5820-6e4e-4f78-9f76-e05b3d4a8bdc tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:02.924724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666561d-7518-4304-98f8-8dfac9e5f887,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:02.930644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:02.938885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:02.942514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f666561d-7518-4304-98f8-8dfac9e5f887 HTTP/1.1" status: 204  len: 168 time: 0.2561407
Dec 15 19:01:03.053956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.080372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Transition to ACTIVE for port object a0d264b6-c285-4d7c-a98e-53c3e2d59312 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:03.090901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.098985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:03.108949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Transition to ACTIVE for port object a0d264b6-c285-4d7c-a98e-53c3e2d59312 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:03.123867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.129247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7cde7c4f-f3e0-49ea-a34d-f2301562a9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:03.171610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.187593 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f8233182-97a7-4d02-88cd-7173f3cbe2a4 req-e8fbdd68-fecd-4266-b856-5afa0d22d684 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0741830
Dec 15 19:01:03.214015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:03.214015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:03.214712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:03.222730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Pushing event updated for resources: {'Port': ['ID=a0d264b6-c285-4d7c-a98e-53c3e2d59312,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:03.232801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:03.269212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.274299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=b77043fe-31ab-4cef-a35e-19efcde63d75,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:03.309610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:03.317405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port b77043fe-31ab-4cef-a35e-19efcde63d75 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:01:03.323535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::2c6 (e09f5b3b-0bdc-4f13-892a-92a096148860/2a6b8cab-fd63-4186-b1f1-417d8d9dc64e/8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:03.404900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Attempting to bind port a0d264b6-c285-4d7c-a98e-53c3e2d59312 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:03.405319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Attempting to bind port a0d264b6-c285-4d7c-a98e-53c3e2d59312 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '273f7c85-5f42-4567-92ac-ac7196fa2207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:03.407775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Attempting to bind port a0d264b6-c285-4d7c-a98e-53c3e2d59312 on network e09f5b3b-0bdc-4f13-892a-92a096148860 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:03.430506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:03.432016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Checking segment: {'id': '273f7c85-5f42-4567-92ac-ac7196fa2207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:03.432723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.433724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Bound using segment: {'id': '273f7c85-5f42-4567-92ac-ac7196fa2207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:03.434607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Bound port: a0d264b6-c285-4d7c-a98e-53c3e2d59312, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273f7c85-5f42-4567-92ac-ac7196fa2207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:03.435243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.476692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57944) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:03.488279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551938081', 'description': 'tempest-secgroup-smoke-1551938081 description', 'project_id': '5625589807734574847f5c5841e04e68'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:03.498536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:03.505977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.514075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:03.554095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:03.565894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] For port a0d264b6-c285-4d7c-a98e-53c3e2d59312, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:03.569969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] For port a0d264b6-c285-4d7c-a98e-53c3e2d59312, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a0d264b6-c285-4d7c-a98e-53c3e2d59312,segment=NetworkSegment(273f7c85-5f42-4567-92ac-ac7196fa2207),segment_id=273f7c85-5f42-4567-92ac-ac7196fa2207)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:03.574179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:03.576815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.582376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedb83c40>,) {'filters': {'network_id': ['19eff033-0906-49b0-b425-37710c0a6d54']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:03.583126 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9405e806-fb6e-4ee4-b6c7-a4f6f61fba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:03.609577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb83c40>, '92da98f6-a993-4cf3-800c-65112522f856') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:03.609846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb83c40>, '92da98f6-a993-4cf3-800c-65112522f856') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:03.620804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.640194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.667925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.204 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/42f3aca9-43e7-472c-98cf-1c5f94949440) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:03.675271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.695517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:03.696160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:03.715132 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:03.722846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Pushing event updated for resources: {'Port': ['ID=a0d264b6-c285-4d7c-a98e-53c3e2d59312,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:03.732074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:03.733154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.760317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:03.765088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:03.793263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.799903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-249dd66b-aa0f-44e2-9a70-756bb186e077 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:03.829357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:03.876822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:03.880441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:03.885762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:03.889845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:03.890552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.894566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:03.895599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:03.900281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:03.911866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:03.921315 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.7288949
Dec 15 19:01:03.924709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57954) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:03.933615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:03.950999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:03.959589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:03.979828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.006161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=19eff033-0906-49b0-b425-37710c0a6d54,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:04.044350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:04.074207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.092460 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/19eff033-0906-49b0-b425-37710c0a6d54 HTTP/1.1" status: 204  len: 168 time: 3.5955257
Dec 15 19:01:04.092849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57960) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.106380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.112747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.126492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57964) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.127204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12c68aae-1c7c-4a76-9bda-53636edf2555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:04.154873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.156088 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6783965
Dec 15 19:01:04.164392 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a5c500-0af9-45bd-82ce-73f812dc3787 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:04.165153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a5c500-0af9-45bd-82ce-73f812dc3787 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:04.166413 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-99a5c500-0af9-45bd-82ce-73f812dc3787 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/c8ef60df-9795-4f80-bb49-546d4ceca1e0 HTTP/1.1" status: 404  len: 337 time: 0.0671754
Dec 15 19:01:04.169164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57970) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.169890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57972) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.175955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b89c76-f0cf-406e-b820-20f7353f508a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:04.178983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:04.184597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.185618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'security_group_rule': {'security_group_id': 'd0b89c76-f0cf-406e-b820-20f7353f508a', 'project_id': '5625589807734574847f5c5841e04e68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:04.190372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b10019ed-0c23-4ecc-90bd-ccb9a36a5a00 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:04.216904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:04.222113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:04.227569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:04.235026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:04.259712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:04.270689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:04.275361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:04.275548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:04.278846 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ef213f-5ae5-4f36-8ca2-6f89ca1e1073 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:04.279286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ef213f-5ae5-4f36-8ca2-6f89ca1e1073 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:04.280984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d6ef213f-5ae5-4f36-8ca2-6f89ca1e1073 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/19eff033-0906-49b0-b425-37710c0a6d54 HTTP/1.1" status: 404  len: 339 time: 0.1091170
Dec 15 19:01:04.284529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.296281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57980) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.297386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:04.308395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=42f3aca9-43e7-472c-98cf-1c5f94949440,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:04.314759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:04.337984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-414491730-network', 'tenant_id': '6f92b6b120324d52bc5ddccb36b3a27d'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:04.341585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:04.370632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:04.384991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Usage tracker for resource:network and tenant:6f92b6b120324d52bc5ddccb36b3a27d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:04.389447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:04.393718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:04.398426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:04.404815 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1a662841-c73d-433c-86ec-8388977e4c0e req-0e61a72a-7333-491f-a7fd-086829d0218b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1045585
Dec 15 19:01:04.423403 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd298f48-c2bd-4e6e-acf6-59c00362bc88 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:04.423713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Made reservation on behalf of 6f92b6b120324d52bc5ddccb36b3a27d for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:04.423883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd298f48-c2bd-4e6e-acf6-59c00362bc88 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:04.425675 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bd298f48-c2bd-4e6e-acf6-59c00362bc88 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/f714f2a8-5faf-48c9-920f-78dc49ffde50 HTTP/1.1" status: 404  len: 337 time: 0.1238873
Dec 15 19:01:04.429145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.429754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.452117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.459746 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc6b4fa-5f07-4f91-b6f3-34df9b1b4e86 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:04.460191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc6b4fa-5f07-4f91-b6f3-34df9b1b4e86 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:04.465330 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bfc6b4fa-5f07-4f91-b6f3-34df9b1b4e86 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/e20d91bc-73fb-4434-96df-d3ef20fdbc1e HTTP/1.1" status: 404  len: 339 time: 0.0317090
Dec 15 19:01:04.465330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:04.466062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 57988) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.468242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.585009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.588735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:04.602609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.608642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6f92b6b120324d52bc5ddccb36b3a27d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:04.613270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-80c388cc-96a8-4326-9d69-23e0ef353b04 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:04.613648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:04.624470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.628439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:04.641851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f4f519-c485-4378-8e28-1e5df79e54d5,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:04.644635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:04.657065 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.ipam_backend_mixin [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a6b8cab-fd63-4186-b1f1-417d8d9dc64e (CIDR: 2001:db8::/64)
Dec 15 19:01:04.661193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.665274 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4921849
Dec 15 19:01:04.665274 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:01:04.665274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:04.667736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57992) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.675880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'security_group_rule': {'security_group_id': 'd0b89c76-f0cf-406e-b820-20f7353f508a', 'project_id': '5625589807734574847f5c5841e04e68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:04.688666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:04.695861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:04.699902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:04.706511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:04.712411 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4c9f30e0-4d6f-49bc-8709-a87568d4b525 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7864170
Dec 15 19:01:04.715200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 57996) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:04.723975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:04.754159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.816483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.850444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.851419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.917932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.921348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:04.923902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecf82af0>,) {'filters': {'network_id': ['9cc044da-8308-49a4-b1ca-2ea033a8e07b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:04.924959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.931569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:04.934226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2345f25a-c5a2-4f26-9183-8c1b62067e5c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:04.940748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:04.952100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:04.958262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecf82af0>, '49c859ef-330d-4077-94ac-ab5e646de870') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:04.958672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecf82af0>, '49c859ef-330d-4077-94ac-ab5e646de870') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:04.963249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9af49c-efa0-4597-a265-7f3095ccc965,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:04.965770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:04.981106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:04.985135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:04.987756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.006757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.009196 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3394570
Dec 15 19:01:05.014178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58000) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.024897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'security_group_rule': {'security_group_id': 'd0b89c76-f0cf-406e-b820-20f7353f508a', 'project_id': '5625589807734574847f5c5841e04e68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:05.030324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.033500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.042166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.056660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:05.057116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.061913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-605510c0-2806-4f29-9502-3426239480bb None None] Provisioning for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:05.073412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1aa649b3-2961-48a2-8c58-e9976e25104f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:05.084268 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:05.086837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:05.092011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:05.095348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-605510c0-2806-4f29-9502-3426239480bb None None] Provisioning complete for port b70d4545-ae5c-419f-b730-2ba5ff824215 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:05.095946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-605510c0-2806-4f29-9502-3426239480bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.103495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:05.108773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:05.126117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:05.158826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-605510c0-2806-4f29-9502-3426239480bb None None] Port b70d4545-ae5c-419f-b730-2ba5ff824215 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:05.186923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.297464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3ae2b-9aa9-41b8-b078-16739a40028b None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:01:05.320195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.329219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.337377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1dbab635-9bd3-4796-a850-3d2565cbf326 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:05.354536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.355144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Added segment d8b4182e-47d0-45bb-ae38-706463ae83c3 of type vlan for network 2698553a-ac52-49e5-ac7c-4f18a877a809
Dec 15 19:01:05.360374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ddb174-fbb9-4e79-8176-116bebf510a1,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:05.362878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:05.379305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ce897-c3cc-4dd9-95ed-ca08062c5397,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:05.388286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:05.394319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.398650 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3805163
Dec 15 19:01:05.399497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58004) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.406179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.406605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'security_group_rule': {'security_group_id': 'd0b89c76-f0cf-406e-b820-20f7353f508a', 'project_id': '5625589807734574847f5c5841e04e68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:05.409874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eaf32dcc-cd45-4171-b1f9-edd2903500c0 None None] Provisioning for port 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:05.411874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85d9fb04-fa0e-4360-a60c-12c875fa09c9 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:05.425246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:05.426489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eaf32dcc-cd45-4171-b1f9-edd2903500c0 None None] Provisioning complete for port 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:05.426872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaf32dcc-cd45-4171-b1f9-edd2903500c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.433493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:05.437289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:05.443573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:05.450251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.460072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.461021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f1bb6e04-f25a-4a30-9f9a-b59e6b3b4fd6 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:05.477992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.483856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa3ae2b-9aa9-41b8-b078-16739a40028b None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:01:05.504851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=9cc044da-8308-49a4-b1ca-2ea033a8e07b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:05.507952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:05.508582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-eaf32dcc-cd45-4171-b1f9-edd2903500c0 None None] Port 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:05.573941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.582429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/9cc044da-8308-49a4-b1ca-2ea033a8e07b HTTP/1.1" status: 204  len: 168 time: 1.1118746
Dec 15 19:01:05.584821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58012) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.600751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a0d264b6-c285-4d7c-a98e-53c3e2d59312 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:05.630192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.631441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:05.633462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.640358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51fa0282-f550-405e-982e-981481b0bb1f tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:05.658176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.669239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:05.676981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:05.682067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.684767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:05.685557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.722532 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0060408
Dec 15 19:01:05.730284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58016) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.734118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=bcf762b9-df38-4573-9f2d-416348f3193d,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:05.744634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:05.748933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1879083530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bcf762b9-df38-4573-9f2d-416348f3193d'}], 'security_groups': ['9f1eb03e-8ede-4f6e-bb41-2c7c04bbe2ff']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:05.752321 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b657eb61-c5cd-49d6-bae4-d5da7d64255d tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:05.752997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b657eb61-c5cd-49d6-bae4-d5da7d64255d tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:05.754938 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b657eb61-c5cd-49d6-bae4-d5da7d64255d tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/eb2c0fff-66b7-4dc0-9500-c151038ca471 HTTP/1.1" status: 404  len: 337 time: 0.1676695
Dec 15 19:01:05.762015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2698553a-ac52-49e5-ac7c-4f18a877a809,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:05.765081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:05.766959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58020) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.773995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 2698553a-ac52-49e5-ac7c-4f18a877a809 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:01:05.790484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:05.802350 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6660545
Dec 15 19:01:05.806973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58024) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.812952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Request body: {'subnet': {'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-414491730-subnet', 'tenant_id': '6f92b6b120324d52bc5ddccb36b3a27d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:05.818241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5e7e2e-d40d-4a10-8307-aab179a2460b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:05.818939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5e7e2e-d40d-4a10-8307-aab179a2460b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:05.819057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:05.819420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.821164 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4f5e7e2e-d40d-4a10-8307-aab179a2460b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/5c36a3f0-f297-4835-adaa-98ff6620efe1 HTTP/1.1" status: 404  len: 339 time: 0.0486126
Dec 15 19:01:05.823788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58028) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.827815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:05.838542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:05.876341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Usage tracker for resource:subnet and tenant:6f92b6b120324d52bc5ddccb36b3a27d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:05.887868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2d7a38-ecbe-4ae6-92dd-f192cbc37e0a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:05.889783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.891047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:05.894042 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4929998
Dec 15 19:01:05.895445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58032) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.895848 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bb47a0-c618-4a62-8f76-4445c9edbd39 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:05.896501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bb47a0-c618-4a62-8f76-4445c9edbd39 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:05.898946 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-97bb47a0-c618-4a62-8f76-4445c9edbd39 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/3b1099f2-3c17-4db2-8c8d-3d2a9a14ce28 HTTP/1.1" status: 404  len: 337 time: 0.0740290
Dec 15 19:01:05.903182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:05.906221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58034) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.917009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'security_group_rule': {'security_group_id': 'd0b89c76-f0cf-406e-b820-20f7353f508a', 'project_id': '5625589807734574847f5c5841e04e68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:05.935082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:05.944214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:05.959780 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d7d6d93f-063e-47f8-938d-719caa33d443 req-a95581aa-8a82-4bf5-a3bb-8e30326ba3a1 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.4498341
Dec 15 19:01:05.959991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:05.966414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:05.969483 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac245a9a-b1ad-494c-a276-4ab219a8fba6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:05.969933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac245a9a-b1ad-494c-a276-4ab219a8fba6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:05.971592 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ac245a9a-b1ad-494c-a276-4ab219a8fba6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/c1d7aa4d-0f4e-4fcb-bd50-46033c79603f HTTP/1.1" status: 404  len: 339 time: 0.0619626
Dec 15 19:01:05.976631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58040) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:05.977190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:05.980506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Made reservation on behalf of 6f92b6b120324d52bc5ddccb36b3a27d for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:05.982549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:05.986197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.048316 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Project 5625589807734574847f5c5841e04e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:01:06.058485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.109472 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f619da-aaa2-4cb4-bb5f-b884ad91906a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.110024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f619da-aaa2-4cb4-bb5f-b884ad91906a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.111869 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-46f619da-aaa2-4cb4-bb5f-b884ad91906a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/2be631aa-8a2d-4929-a905-b8218eaec87b HTTP/1.1" status: 404  len: 337 time: 0.1334159
Dec 15 19:01:06.115941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58044) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.118199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 60851722-b196-48da-9d82-e8360181523b is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:01:06.154729 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92d7007-f7f2-4450-8adf-4f375e33b506 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.155222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92d7007-f7f2-4450-8adf-4f375e33b506 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.156897 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c92d7007-f7f2-4450-8adf-4f375e33b506 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/dd1bda6d-2a68-402d-9a98-93f197be836d HTTP/1.1" status: 404  len: 339 time: 0.0398884
Dec 15 19:01:06.162002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58048) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.213599 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6082e26c-6bfb-42e6-b094-40075af1f131 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.214043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6082e26c-6bfb-42e6-b094-40075af1f131 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.217915 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6082e26c-6bfb-42e6-b094-40075af1f131 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/b68c1b6f-abd1-40d4-9596-a94504a79c9c HTTP/1.1" status: 404  len: 337 time: 0.0525610
Dec 15 19:01:06.220379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.254486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58052) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.268999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52956265-df34-48df-9418-b7e1f8101969 None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:06.294706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a0d264b6-c285-4d7c-a98e-53c3e2d59312, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a0d264b6-c285-4d7c-a98e-53c3e2d59312,segment=NetworkSegment(273f7c85-5f42-4567-92ac-ac7196fa2207),segment_id=273f7c85-5f42-4567-92ac-ac7196fa2207)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:06.312396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41a4dde-1c1d-4d46-9f24-8970b0e17f8e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.312823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41a4dde-1c1d-4d46-9f24-8970b0e17f8e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.316909 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b41a4dde-1c1d-4d46-9f24-8970b0e17f8e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/1bb1e246-6e50-4fee-86ca-30229c890fd2 HTTP/1.1" status: 404  len: 339 time: 0.0589948
Dec 15 19:01:06.319108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58056) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.348823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.352599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-550733dd-1b9c-4264-b719-c7057d6dce14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:06.413456 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cc58b4-c12c-43cf-9630-bd100271ddb0 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.414086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cc58b4-c12c-43cf-9630-bd100271ddb0 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.417877 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-35cc58b4-c12c-43cf-9630-bd100271ddb0 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/8c4c0913-d6e6-4434-8ade-7dff6e253b29 HTTP/1.1" status: 404  len: 337 time: 0.0955582
Dec 15 19:01:06.423787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58060) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.463428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a0d264b6-c285-4d7c-a98e-53c3e2d59312,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:06.477997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.483131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f6aa97a1-2560-476a-8231-c97722312320 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:06.494220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:06.501062 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2ce0cc-b5ee-4b1e-96b0-9f538b8ef47c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.501365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2ce0cc-b5ee-4b1e-96b0-9f538b8ef47c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.504906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.515562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.520506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3fb12371-682c-4cda-9a1c-9ff90c430083 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:06.547471 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fe2ce0cc-b5ee-4b1e-96b0-9f538b8ef47c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/f125e707-0e69-4280-9990-cc5a5f63cee0 HTTP/1.1" status: 404  len: 339 time: 0.1197653
Dec 15 19:01:06.550385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58064) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.557466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285ecd0c-92bf-42b6-937e-09d609157478,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:06.564389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:06.576196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.577360 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6731846
Dec 15 19:01:06.599363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58068) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.607922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6895095b-76e1-48f6-828c-f2167b7a223a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:06.614297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'security_group_rule': {'security_group_id': 'd0b89c76-f0cf-406e-b820-20f7353f508a', 'project_id': '5625589807734574847f5c5841e04e68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:06.619328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:06.620257 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9da918-ee51-460d-b397-a3ec6bff97f7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.620692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9da918-ee51-460d-b397-a3ec6bff97f7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.637391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:06.645604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:security_group_rule and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:06.649587 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cf9da918-ee51-460d-b397-a3ec6bff97f7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/ed7e5f27-d8d9-4d2c-9d52-3dab5d3c1969 HTTP/1.1" status: 404  len: 337 time: 0.0961659
Dec 15 19:01:06.651630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:06.655566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58072) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.664294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:06.700297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Checking segment: {'id': 'd8b4182e-47d0-45bb-ae38-706463ae83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:06.701132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Network hostable DHCP agents. Network: 2698553a-ac52-49e5-ac7c-4f18a877a809, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:01:06.705986 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07385bb-1df1-4bbe-b905-2bbfb27912ab tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:06.706699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07385bb-1df1-4bbe-b905-2bbfb27912ab tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:06.708687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a07385bb-1df1-4bbe-b905-2bbfb27912ab tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/7951b90d-45ae-4bc1-bab1-44463811a9c3 HTTP/1.1" status: 404  len: 339 time: 0.0472512
Dec 15 19:01:06.711728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58076) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.713182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:06.715655 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Project 5625589807734574847f5c5841e04e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:01:06.725805 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Sync routers for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:06.731894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Update dhcp port {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'fixed_ips': [{'subnet_id': '2a6b8cab-fd63-4186-b1f1-417d8d9dc64e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bcf762b9-df38-4573-9f2d-416348f3193d'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': 'a0d264b6-c285-4d7c-a98e-53c3e2d59312'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:01:06.736161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.754107 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:06.754744 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced849880>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:06.787537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.792794 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.7548068
Dec 15 19:01:06.793716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58080) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:06.800713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Delete allocated IP 2001:db8::2c6 (e09f5b3b-0bdc-4f13-892a-92a096148860/2a6b8cab-fd63-4186-b1f1-417d8d9dc64e) {{(pid=83670) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 15 19:01:06.807743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.810782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8:0:1::37e (e09f5b3b-0bdc-4f13-892a-92a096148860/bcf762b9-df38-4573-9f2d-416348f3193d/8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:06.823834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Network 2698553a-ac52-49e5-ac7c-4f18a877a809 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:01:06.855668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 2698553a-ac52-49e5-ac7c-4f18a877a809) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:06.876400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d1ae2-86a3-4f4b-a350-1ada2abbf478 None None] Network 2698553a-ac52-49e5-ac7c-4f18a877a809 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:06.881118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:06.883722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.903608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.920859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:06.928398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4fefaf64-0b11-47aa-8d44-87209a3e4006 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:06.940457 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:07.004157 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1821675
Dec 15 19:01:07.005317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f62a52b-14c8-4328-bffa-9411a3bd3cf7,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:07.010649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:07.032322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:07.033681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4322701
Dec 15 19:01:07.054358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:07.073729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:07.076031 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a504be-bcd5-4738-8322-d54570a7c431 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:07.076547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a504be-bcd5-4738-8322-d54570a7c431 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:07.081522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58092) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:07.081778 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-41a504be-bcd5-4738-8322-d54570a7c431 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/83d0d0d7-7de5-41c1-a2e5-0623212aca6c HTTP/1.1" status: 404  len: 337 time: 0.3689635
Dec 15 19:01:07.086399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:07.093854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:07.192390 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0442ad3-6e22-43eb-8178-28bd656391ef tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:07.192944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0442ad3-6e22-43eb-8178-28bd656391ef tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:07.203109 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c0442ad3-6e22-43eb-8178-28bd656391ef tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/b031ccdb-53d4-4f7a-bacb-741bcf0b272a HTTP/1.1" status: 404  len: 339 time: 0.1203172
Dec 15 19:01:07.206570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58106) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:07.251229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e904a69e-a53f-4400-8a00-cb39725456a4 None None] Network 2698553a-ac52-49e5-ac7c-4f18a877a809 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:07.258901 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4e2a4615-548d-463b-a7de-368769c377b5 req-36dd331c-9dff-4094-83f1-640f8811d3e0 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1191030
Dec 15 19:01:07.332762 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e8d048a7-9f5c-4f0f-a43e-ea654d3aba63 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5340278
Dec 15 19:01:07.333579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58116) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:07.380087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:07.382898 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8415f18a-6688-4a08-bbb9-3957b9702f72 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:07.384549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] In _notify_port_updated(), no bound segment for port 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 on network e09f5b3b-0bdc-4f13-892a-92a096148860 {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:01:07.386763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8415f18a-6688-4a08-bbb9-3957b9702f72 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:07.388567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:07.389179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:07.392946 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "PUT /v2.0/ports/8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 HTTP/1.1" status: 200  len: 931 time: 1.6583569
Dec 15 19:01:07.393385 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8415f18a-6688-4a08-bbb9-3957b9702f72 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/e285bd38-0688-4449-863d-ed03300ebf4a HTTP/1.1" status: 404  len: 337 time: 0.1798093
Dec 15 19:01:07.395409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:07.395873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58120) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:07.396196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58122) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:07.429984 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced849880>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:04Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:07.443798 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Checking router: 60851722-b196-48da-9d82-e8360181523b for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:01:07.444160 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Updating router 60851722-b196-48da-9d82-e8360181523b port 42f3aca9-43e7-472c-98cf-1c5f94949440 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:01:07.534966 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9514c1-18b2-4097-98c7-546fc3d6af7e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:07.535419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9514c1-18b2-4097-98c7-546fc3d6af7e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:07.547834 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cf9514c1-18b2-4097-98c7-546fc3d6af7e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/9ffb6ac6-f776-4fa1-8b0f-5aba5deff7be HTTP/1.1" status: 404  len: 339 time: 0.1481473
Dec 15 19:01:07.550715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58136) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:07.576977 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:07.587558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a0d264b6-c285-4d7c-a98e-53c3e2d59312 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:07.603742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:07.608750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:07.629663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Sync routers for ids ['8f6d8855-444d-4c1b-9295-79445b404ff4'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:07.861162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Routers {'8f6d8855-444d-4c1b-9295-79445b404ff4'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:07.861845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e98e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8f6d8855-444d-4c1b-9295-79445b404ff4'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:07.996692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Allocated IP 2001:db8:0:1::2 (e09f5b3b-0bdc-4f13-892a-92a096148860/bcf762b9-df38-4573-9f2d-416348f3193d/a0d264b6-c285-4d7c-a98e-53c3e2d59312) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:08.022277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd88e05-2470-49fc-a845-8da06b15ecb9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:08.024655 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bcd88e05-2470-49fc-a845-8da06b15ecb9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6863661
Dec 15 19:01:08.029356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58144) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:08.112729 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c943aaee-630d-442c-936a-9aa8e521c4b2 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0809255
Dec 15 19:01:08.116904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58152) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:08.128831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517099110', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:08.162939 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.177554 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Transition to ACTIVE for port object 42f3aca9-43e7-472c-98cf-1c5f94949440 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:08.192246 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.196865 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:08.233888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:08.234671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.251228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.442875 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661c07-5cf9-4d60-b8b7-de4f7e18e20f None None] Pushing event updated for resources: {'Port': ['ID=42f3aca9-43e7-472c-98cf-1c5f94949440,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:08.455368 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f1661c07-5cf9-4d60-b8b7-de4f7e18e20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:08.480546 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Attempting to bind port 42f3aca9-43e7-472c-98cf-1c5f94949440 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:08.481076 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Attempting to bind port 42f3aca9-43e7-472c-98cf-1c5f94949440 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:08.481605 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Attempting to bind port 42f3aca9-43e7-472c-98cf-1c5f94949440 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:08.489028 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:08.489598 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:08.490102 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.490601 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:08.491206 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Bound port: 42f3aca9-43e7-472c-98cf-1c5f94949440, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:08.492285 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.552153 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-706dce34-963f-4d1b-8d88-495dc8cdeef3 req-9c76c174-c09c-4d5e-858f-cf83ebbfbded tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1318505
Dec 15 19:01:08.574955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:08.580629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:08.586031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:08.598233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:08.602019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Set router 8f6d8855-444d-4c1b-9295-79445b404ff4 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:08.607910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:08.617669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:08.635816 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] For port 42f3aca9-43e7-472c-98cf-1c5f94949440, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:08.643083 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] For port 42f3aca9-43e7-472c-98cf-1c5f94949440, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=42f3aca9-43e7-472c-98cf-1c5f94949440,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:08.653212 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.661416 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:08.774866 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661c07-5cf9-4d60-b8b7-de4f7e18e20f None None] Pushing event updated for resources: {'Port': ['ID=42f3aca9-43e7-472c-98cf-1c5f94949440,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:08.787030 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f1661c07-5cf9-4d60-b8b7-de4f7e18e20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:08.807515 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:08.817673 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced849880>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:00:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:08.862249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting subnet 14556def-8a30-44f7-b5f6-94d8178d21fa {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:08.862631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] For port a0d264b6-c285-4d7c-a98e-53c3e2d59312, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a0d264b6-c285-4d7c-a98e-53c3e2d59312,segment=NetworkSegment(273f7c85-5f42-4567-92ac-ac7196fa2207),segment_id=273f7c85-5f42-4567-92ac-ac7196fa2207)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:08.870733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.969671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.983085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:08.991117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:09.078280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58170) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:09.078875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.098439 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:09.118811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-862780569-network', 'tenant_id': 'e2452b41db35495b9496e8e771b265b6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:09.130556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:09.144055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:09.169519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:09.174902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.190169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Usage tracker for resource:network and tenant:e2452b41db35495b9496e8e771b265b6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:09.229150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.resource_extend [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:01:09.273785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:09.294060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:09.322210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.323404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.330497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a10987a6-279b-4613-a7d2-feaf2a9f1fc8 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:09.331733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Made reservation on behalf of e2452b41db35495b9496e8e771b265b6 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:09.336803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.343256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.367788 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 HTTP/1.1" status: 204  len: 168 time: 1.9704163
Dec 15 19:01:09.369126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.373408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58190) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:09.377884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Subnet': ['ID=14556def-8a30-44f7-b5f6-94d8178d21fa,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:09.380868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:09.451359 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e650eb-4bfe-4ad7-9df6-1264f1ef3ab8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:01:09.456373 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f3e650eb-4bfe-4ad7-9df6-1264f1ef3ab8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5 HTTP/1.1" status: 404  len: 333 time: 0.0706882
Dec 15 19:01:09.457397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58198) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:09.459348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.486671 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/subnets/14556def-8a30-44f7-b5f6-94d8178d21fa HTTP/1.1" status: 204  len: 168 time: 1.9297400
Dec 15 19:01:09.492739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58202) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:09.527955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daace1f7-1d49-48be-b481-4592e8bc1855 None None] Network 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:09.563716 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced849880>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:04Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:09.575171 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eb581-f88e-4f8a-b694-c0397c7b5671 None None] The sync data for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv is: [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:04Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:09.617218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Transition to ACTIVE for port object a0d264b6-c285-4d7c-a98e-53c3e2d59312 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:09.689988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:09.705588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Usage tracker for resource:security_group_rule and tenant:e2452b41db35495b9496e8e771b265b6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:09.717814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:09.764209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.785999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-69b4d330-ad2e-4740-b85a-8b978df709f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:09.799683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.809189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:09.828984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1eaf8766-b775-4180-adbd-2dd23c493b7f req-cd473321-4456-44a0-8d42-66f9de45cc6a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1174517
Dec 15 19:01:09.852439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Deleting port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:09.853015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.889674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.937487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.945809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:09.955361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bd54c6fb-322f-46f7-82e6-aceb367d7445 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:10.031090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.035769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.042352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-822b3ada-dc76-4726-a31a-14276da7874c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:10.056361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.071443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1854529-355e-48e3-aca6-5579c54d45fc,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:10.086567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:10.087680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-809bc928-2e4a-4364-9983-2d5f0c299b16 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:10.103887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Pushing event updated for resources: {'Port': ['ID=a0d264b6-c285-4d7c-a98e-53c3e2d59312,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:10.127295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:10.145765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=cb8da299-aa01-4721-b8e9-9a54b7bd3551,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:10.150944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:10.162994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:10.213205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.215025 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Added segment 41c71f77-dce9-4dfc-8118-c98747f58830 of type vlan for network 80f14d40-5ab0-4131-99c4-f236e5b7696c
Dec 15 19:01:10.219913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaaa5f9-a1b5-4b16-9706-726866429af5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:10.238409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:10.253660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.258554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58208) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:10.258864 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/security-groups/b1854529-355e-48e3-aca6-5579c54d45fc HTTP/1.1" status: 204  len: 168 time: 0.7961648
Dec 15 19:01:10.318134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.329516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e98e0>, [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:00:56Z', 'revision_number': 4, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port': {'id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:47Z', 'updated_at': '2021-12-15T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '0de85cbb-2019-4d27-a928-90e1bf2a331c', 'name': '', 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'mac_address': 'fa:16:3e:04:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9749f09-9a90-4190-8ebb-a8aa0dac8af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:54Z', 'updated_at': '2021-12-15T19:00:57Z', 'revision_number': 2, 'project_id': '975921fba0e240609ec78c5024de58e2', 'subnets': [{'id': 'c9749f09-9a90-4190-8ebb-a8aa0dac8af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:10.344569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Checking router: 8f6d8855-444d-4c1b-9295-79445b404ff4 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:01:10.344937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Updating router 8f6d8855-444d-4c1b-9295-79445b404ff4 port 0de85cbb-2019-4d27-a928-90e1bf2a331c binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:01:10.442562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.443842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:10.445013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.458243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.482236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-53aaf093-b1b8-4c5a-81f9-c892631baed3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:10.535749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:10.536113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: 32df7c16-07f8-4ab2-aa38-0cf21f77003f, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:01:10.545877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] DHCP port deletion for 3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:01:10.564087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Deleting port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:10.564557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.568466 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4668326
Dec 15 19:01:10.574739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58212) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:10.596520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Request body: {'subnet': {'network_id': '80f14d40-5ab0-4131-99c4-f236e5b7696c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-862780569-subnet', 'tenant_id': 'e2452b41db35495b9496e8e771b265b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:10.832430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:10.844424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] For port 0a90288b-84b3-4460-aaaa-5fc6af3ab358, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0a90288b-84b3-4460-aaaa-5fc6af3ab358,segment=NetworkSegment(e7e03224-7ea3-4552-9c5a-17bb4af84d0e),segment_id=e7e03224-7ea3-4552-9c5a-17bb4af84d0e)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:10.845033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.860304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Usage tracker for resource:subnet and tenant:e2452b41db35495b9496e8e771b265b6 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:10.881541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:10.890762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:10.901412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Pushing event updated for resources: {'Network': ['ID=80f14d40-5ab0-4131-99c4-f236e5b7696c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:10.914499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:10.919528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:10.925509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 80f14d40-5ab0-4131-99c4-f236e5b7696c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:01:10.949064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Made reservation on behalf of e2452b41db35495b9496e8e771b265b6 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:10.956458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.311836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.314450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.322093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9c1017b4-ee28-4df1-a265-bad49ea9cc32 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:11.406627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22ee7e2-48db-49d7-87df-89b61bd5e9f8,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:11.410442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:11.463382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Checking segment: {'id': '41c71f77-dce9-4dfc-8118-c98747f58830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80f14d40-5ab0-4131-99c4-f236e5b7696c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:11.463750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Network hostable DHCP agents. Network: 80f14d40-5ab0-4131-99c4-f236e5b7696c, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:01:11.486191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Calling delete_port for 0a90288b-84b3-4460-aaaa-5fc6af3ab358 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:11.506458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Network 80f14d40-5ab0-4131-99c4-f236e5b7696c is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:01:11.524035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 80f14d40-5ab0-4131-99c4-f236e5b7696c) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:11.530857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:11.531412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.562172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:01:11.588426 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4b52886d-1fef-4c23-81bb-e14aada5a90a req-ca1c4624-87ef-4eb0-8607-e36045187a4a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.5719283
Dec 15 19:01:11.599848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9834cff-8351-485c-bc49-d085d6162945 None None] Network 80f14d40-5ab0-4131-99c4-f236e5b7696c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:11.617641 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0337529
Dec 15 19:01:11.648146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 32df7c16-07f8-4ab2-aa38-0cf21f77003f) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:11.661223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:11.661854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.694320 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 3.5738194
Dec 15 19:01:11.694653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58222) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:11.745128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.748669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-efc195d8-210f-4351-b334-034172a6fc1f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:11.779817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.797838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1eb03e-8ede-4f6e-bb41-2c7c04bbe2ff,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:11.803343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:11.804611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ac7703e2-ecc0-423a-9705-5c666c9b6100 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:11.850370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255abb36-f4c5-4bbe-b0d9-f3ea2741d1dd None None] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:11.890964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Port': ['ID=0a90288b-84b3-4460-aaaa-5fc6af3ab358,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:11.896581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:11.899786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] No DVR routers for this DVR port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:01:11.931189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:11.934864 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f1eb03e-8ede-4f6e-bb41-2c7c04bbe2ff HTTP/1.1" status: 204  len: 168 time: 1.6294432
Dec 15 19:01:11.936515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58228) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:12.041736 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:01:12.047201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a0d264b6-c285-4d7c-a98e-53c3e2d59312 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:12.179980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.234395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-97b6fa39-2566-4823-b8b2-b8997b7b3a89 None None] Provisioning for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:12.236492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecdb2d30>,) {'filters': {'network_id': ['3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:12.298092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdb2d30>, 'e7e03224-7ea3-4552-9c5a-17bb4af84d0e') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:12.298390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdb2d30>, 'e7e03224-7ea3-4552-9c5a-17bb4af84d0e') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:12.314070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.316755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-97b6fa39-2566-4823-b8b2-b8997b7b3a89 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:12.317523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-97b6fa39-2566-4823-b8b2-b8997b7b3a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.355759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.394382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] For port 0a90288b-84b3-4460-aaaa-5fc6af3ab358, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0a90288b-84b3-4460-aaaa-5fc6af3ab358,segment=NetworkSegment(e7e03224-7ea3-4552-9c5a-17bb4af84d0e),segment_id=e7e03224-7ea3-4552-9c5a-17bb4af84d0e)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:12.394786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.402417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:12.402788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.414024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet 2a6b8cab-fd63-4186-b1f1-417d8d9dc64e {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:12.422492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.470527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:12.471324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:12.564193 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:12.612715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.616444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Calling delete_port for 0a90288b-84b3-4460-aaaa-5fc6af3ab358 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:12.621448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.638320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d391a7b6-472c-4b74-b5ff-fdf2a8fd0e83 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:12.666708 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] 10.222.0.48 "DELETE /v2.0/networks/3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d HTTP/1.1" status: 204  len: 168 time: 3.1731200
Dec 15 19:01:12.670621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Pushing event deleted for resources: {'Network': ['ID=3e5fd5d0-f8a2-44f1-b904-ea24dcb9637d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:12.673915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:12.677278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.851443 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-204ff6ab-9bd5-4cc8-98c9-165d27ffa29a req-9a4e3386-d6f0-4d09-b07a-d4ff067016d9 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0649102
Dec 15 19:01:12.868561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b1c1ddd5-9846-4313-a494-f893daf249f5 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:12.870177 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b1c1ddd5-9846-4313-a494-f893daf249f5 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/networks?id=2698553a-ac52-49e5-ac7c-4f18a877a809 HTTP/1.1" status: 200  len: 811 time: 0.3194108
Dec 15 19:01:12.936032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:12.946661 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-9ba7b3d4-baa8-4d66-b1c9-e90ef95c7d31 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/quotas/6f92b6b120324d52bc5ddccb36b3a27d HTTP/1.1" status: 200  len: 375 time: 0.0224402
Dec 15 19:01:12.953207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.resource_extend [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:01:12.979055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:01:12.980193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:13.007521 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-20cafd44-ee39-4dbc-9598-dedb1c2cb86b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f92b6b120324d52bc5ddccb36b3a27d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0536299
Dec 15 19:01:13.076290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:13.081592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f587593-bd58-4a7d-a9ee-75b663a8884b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:13.140944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6b8cab-fd63-4186-b1f1-417d8d9dc64e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:13.151047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:13.163700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:13.176103 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/2a6b8cab-fd63-4186-b1f1-417d8d9dc64e HTTP/1.1" status: 204  len: 168 time: 1.2385638
Dec 15 19:01:13.181488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58254) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:13.187957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:13.404946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58260) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:13.444771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:13.453625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:13.461278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:13.476559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:13.501368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:13.509701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:13.567084 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-4c8fcfa1-82c3-43e9-8a23-4a56c9717a58 service neutron] 10.222.0.48 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5427959
Dec 15 19:01:13.570849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:13.575799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c6c561-f4bb-4dca-86f4-0680ea3d18a5 None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:13.718117 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0fed905b-ebfa-40e4-8a79-f377708fb44f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ec77c3773a146a29462664fa2e3d946&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3095012
Dec 15 19:01:13.723085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58266) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:13.798794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:01:13.799286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:01:13.848177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 42f3aca9-43e7-472c-98cf-1c5f94949440 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:13.874310 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-89d9d00b-600a-4cbb-8024-c33d02373f2c service neutron] 10.222.0.48 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2940593
Dec 15 19:01:13.900137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fefdb7-2372-4a3a-b986-3e9b7fbf4bf8 None None] Network 80f14d40-5ab0-4131-99c4-f236e5b7696c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:13.988832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.046657 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a16262b3-c4fc-4602-ae9d-465ac3363142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.142376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.208461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-30bbe18e-28c3-4730-bc97-3bc793225a71 req-30984309-f0e3-4902-9d83-d7ddf732aadf tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2171524
Dec 15 19:01:14.214287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-97b6fa39-2566-4823-b8b2-b8997b7b3a89 None None] Could not find standard attr ID for object 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:01:14.236402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.275021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Allocated IP 172.20.0.2 (32df7c16-07f8-4ab2-aa38-0cf21f77003f/cb8da299-aa01-4721-b8e9-9a54b7bd3551/3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:14.279580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Transition to ACTIVE for port object 0de85cbb-2019-4d27-a928-90e1bf2a331c will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:14.337875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.340222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Deleting port 0a90288b-84b3-4460-aaaa-5fc6af3ab358 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:14.340787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.342683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-38909806-3384-4467-965d-86b75b353bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:14.351178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.364416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b964f58-9336-46a5-9eb2-7ee30c901057,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:14.370847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:14.371695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:14.390348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.427422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:14.431727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.432743 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b964f58-9336-46a5-9eb2-7ee30c901057 HTTP/1.1" status: 204  len: 168 time: 0.7087045
Dec 15 19:01:14.433764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:14.444560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:14.445172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.470621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=5253979a-8ca7-46d0-83a9-56efcf5a0b26,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:14.473665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:14.480644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58276) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:14.481144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2983079
Dec 15 19:01:14.486735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'security_group': {'name': 'tempest-secgroup-688120999'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:14.497209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:14.501438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:14.514183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:14.529517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:14.546241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.562983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:14.645078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:14.655085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group_rule and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:14.658397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:14.665168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:14.758827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.763669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.772361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd863d96-0dfe-4cea-9a7b-6b40994b51a3 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:14.797051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 42f3aca9-43e7-472c-98cf-1c5f94949440 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:14.838854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2bda94-d5e9-46ff-ba6a-b2b8e103b9c9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:14.846344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:14.852903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.854873 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.3727386
Dec 15 19:01:14.860564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58284) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:14.866694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1666024983'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:14.869401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b12eb-516f-4641-9b3f-ab538f3e3a16 None None] The port '0a90288b-84b3-4460-aaaa-5fc6af3ab358' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:01:14.874826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:14.886321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:14.891188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:14.903603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:14.905623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 42f3aca9-43e7-472c-98cf-1c5f94949440 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:14.906010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.923197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.935231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f07e68-e497-4467-9e50-38bbf9a9f42d None None] Pushing event updated for resources: {'Port': ['ID=0de85cbb-2019-4d27-a928-90e1bf2a331c,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:14.937928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-97b6fa39-2566-4823-b8b2-b8997b7b3a89 None None] Provisioning complete for port b70d4545-ae5c-419f-b730-2ba5ff824215 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:14.938312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-97b6fa39-2566-4823-b8b2-b8997b7b3a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:14.986563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:14.994518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group_rule and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:14.997859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:15.010273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-37f07e68-e497-4467-9e50-38bbf9a9f42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:15.012923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:15.022591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-97b6fa39-2566-4823-b8b2-b8997b7b3a89 None None] Port b70d4545-ae5c-419f-b730-2ba5ff824215 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:15.090095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.095794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.117363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b0a56052-5064-4e6c-ad07-b661a9634b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:15.214144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6659d425-57a7-49aa-a321-3a3a699421c3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:15.221524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d0c4d82e-c415-4a10-bf97-f7343b2062bd None None] Could not find standard attr ID for object 8e82a47c-1fe5-4e5e-b851-b24bb9ca57d5. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:01:15.278729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:15.284346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.289092 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4240124
Dec 15 19:01:15.291310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58310) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:15.298314 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f70c49bd-3d0b-4724-b091-1af9d834ab65 req-2e3217e7-d9ba-4851-82ba-a1b79d5ae364 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 210 time: 0.0934472
Dec 15 19:01:15.299711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'security_group': {'name': 'tempest-secgroup-153214794'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:15.307832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:15.313263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:15.322493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:15.332935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:15.357119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.424290 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-066eae6b-2baa-4915-8277-6df507667309 req-47683787-1532-4bdc-ae2e-375463614b9f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0691395
Dec 15 19:01:15.458958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:15.463764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:security_group_rule and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:15.467529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:15.467815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Attempting to bind port 0de85cbb-2019-4d27-a928-90e1bf2a331c on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:15.468197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Attempting to bind port 0de85cbb-2019-4d27-a928-90e1bf2a331c by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:15.468568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Attempting to bind port 0de85cbb-2019-4d27-a928-90e1bf2a331c on network d6c9d407-34ec-4482-be8b-84c44c02a614 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:15.473327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:15.533755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.542804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.546840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2f005e9f-c6ec-40ab-8c9b-ad1bdbc18f14 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:15.615101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5fa974-09cb-4925-b525-a039439435d0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:15.622313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:15.655383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.659170 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.3636348
Dec 15 19:01:15.661461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58320) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:15.669661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-823781686', 'security_groups': ['8c5fa974-09cb-4925-b525-a039439435d0'], 'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5253979a-8ca7-46d0-83a9-56efcf5a0b26'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:15.750236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:15.750701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Checking segment: {'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:15.750990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.751367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Bound using segment: {'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:15.751860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Bound port: 0de85cbb-2019-4d27-a928-90e1bf2a331c, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d97b20-4eea-4117-9da6-e3eb21e1f3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:15.755437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.824968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.838771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfefe657-82b0-43e0-acff-7de20dc33c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.880538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:15.939715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:15.944694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:port and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:15.947902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:15.960172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:15.969043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Transition to ACTIVE for port object 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:15.995522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:16.000657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:16.022664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 42f3aca9-43e7-472c-98cf-1c5f94949440, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=42f3aca9-43e7-472c-98cf-1c5f94949440,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:16.043892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Transition to ACTIVE for port object 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:16.045515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:16.052928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:16.088169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] device_id is not set on port 7dc272de-f227-4927-9d19-fe52c6809af4 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:01:16.202022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58338) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:16.291264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0a90288b-84b3-4460-aaaa-5fc6af3ab358 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:01:16.309690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (32df7c16-07f8-4ab2-aa38-0cf21f77003f/cb8da299-aa01-4721-b8e9-9a54b7bd3551/e2499b5f-431e-4cd2-b250-d79469802e34) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:16.561426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-336852691'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:16.603221 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d8e9d3d3-55c4-46bf-aa44-1a99cc748773 req-9f4ed5c6-a2ec-4f36-a92f-00458d458fc1 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 210 time: 0.0905137
Dec 15 19:01:16.634562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 0a90288b-84b3-4460-aaaa-5fc6af3ab358 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:01:16.634992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0a90288b-84b3-4460-aaaa-5fc6af3ab358 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:01:16.637099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:16.641740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=42f3aca9-43e7-472c-98cf-1c5f94949440,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:16.642098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8::248 (e09f5b3b-0bdc-4f13-892a-92a096148860/5253979a-8ca7-46d0-83a9-56efcf5a0b26/7dc272de-f227-4927-9d19-fe52c6809af4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:16.665925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:16.673640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:16.690978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:16.773813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:16.800829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:16.812518 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-214f030d-3e01-48ac-9154-4f912c3d2efe req-8ade1d63-da19-4e20-982a-1335a26f24f9 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.2394817
Dec 15 19:01:16.832207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] For port 0de85cbb-2019-4d27-a928-90e1bf2a331c, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:16.852153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:16.906266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 42f3aca9-43e7-472c-98cf-1c5f94949440 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:16.939655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:16.942984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:16.965631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.008589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] For port 0de85cbb-2019-4d27-a928-90e1bf2a331c, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0de85cbb-2019-4d27-a928-90e1bf2a331c,segment=NetworkSegment(91d97b20-4eea-4117-9da6-e3eb21e1f3c5),segment_id=91d97b20-4eea-4117-9da6-e3eb21e1f3c5)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:17.021138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.030764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.037562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:17.054582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.055543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:17.057283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.065883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:17.087143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:17.090894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object e2499b5f-431e-4cd2-b250-d79469802e34 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:17.094745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:17.095997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-74bc0895-c0cf-4447-8140-11b6ff509e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:17.107716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:17.114212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:security_group_rule and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:17.119135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:17.127719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:17.190965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.193733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.199434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:17.211106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab68ef40-062a-44f8-a1d4-4a84198c3800 None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:17.232272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 7dc272de-f227-4927-9d19-fe52c6809af4 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:17.295676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.312888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-71c756e6-40a7-434b-ab30-8256ce86f247 tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:17.323386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=e2499b5f-431e-4cd2-b250-d79469802e34,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:17.332120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:17.341136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:17.344942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:17.349413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:17.384685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.404949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.447508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-94ca870d-187f-4efb-80ae-6869976c60bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:17.492953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:17.495523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=7dc272de-f227-4927-9d19-fe52c6809af4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:17.499586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f07e68-e497-4467-9e50-38bbf9a9f42d None None] Pushing event updated for resources: {'Port': ['ID=0de85cbb-2019-4d27-a928-90e1bf2a331c,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:17.503093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:17.503337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.509514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-37f07e68-e497-4467-9e50-38bbf9a9f42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:17.512497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Routers {'8f6d8855-444d-4c1b-9295-79445b404ff4'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:17.512811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e98e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8f6d8855-444d-4c1b-9295-79445b404ff4'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:17.520791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:17.523116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:17.526732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:17.532025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:17.532787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50dbef5-a47a-4e0d-a475-8cc4c4394cf3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:17.533180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.540673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:17.541682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.542023 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 1e534714-6861-4bb7-a447-398ccded12ba of type vlan for network 72771e37-0fbd-4166-9e03-2de12078879a
Dec 15 19:01:17.568477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Attempting to bind port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:17.568896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Attempting to bind port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:17.569491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Attempting to bind port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 on network 32df7c16-07f8-4ab2-aa38-0cf21f77003f {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:17.593873 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.9306643
Dec 15 19:01:17.596411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58358) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:17.603081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:17.611532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 42f3aca9-43e7-472c-98cf-1c5f94949440 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:17.611926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.641643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.666107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-371d619e-759f-43c1-89e1-6009d64a5e21 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:17.666481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-371d619e-759f-43c1-89e1-6009d64a5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.670552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.705731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:17.706130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Checking segment: {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:17.706502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.706898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Bound using segment: {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:17.707370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Bound port: 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:17.707742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:17.931298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:17.943142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:17.956545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:17.987038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:18.122455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:01:18.146486 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17c72060-6b68-4962-a0fc-76a5e6a1ec31 req-3a30a643-7e1e-499c-a6cb-dab56d608a55 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 210 time: 0.1577301
Dec 15 19:01:18.181754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:18.202597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.206354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:18.206945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.219049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:18.304234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] Set router 8f6d8855-444d-4c1b-9295-79445b404ff4 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:18.362111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.364951 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e1d681c4-dfa5-4a70-bd88-01a19d20550a req-60c5c9e8-3c38-4485-ae2a-0d0633f0da42 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1700630
Dec 15 19:01:18.380664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] For port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:18.451295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] For port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:18.479067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.484037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bad7ec18-14fb-4b2b-b24c-321843609395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:18.775701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-f65bb9d1-c788-4e20-a050-b2caa351d664 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:18.776456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-f65bb9d1-c788-4e20-a050-b2caa351d664 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Synchronizing usage tracker for tenant:0266360277054098840a82a850222651 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:18.799274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.823679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.843838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-371d619e-759f-43c1-89e1-6009d64a5e21 None None] Provisioning complete for port b70d4545-ae5c-419f-b730-2ba5ff824215 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:18.844214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-371d619e-759f-43c1-89e1-6009d64a5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.852492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.6489828
Dec 15 19:01:18.853585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:18.889986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58370) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:18.906613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-690234440'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:18.950097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:18.954425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:18.959439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:18.964434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:18.965230 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5253979a-8ca7-46d0-83a9-56efcf5a0b26 (CIDR: 2001:db8::/64)
Dec 15 19:01:18.967700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:18.969239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-f65bb9d1-c788-4e20-a050-b2caa351d664 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Unset dirty status for tenant:0266360277054098840a82a850222651 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:18.970544 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-f65bb9d1-c788-4e20-a050-b2caa351d664 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 811 time: 0.4359784
Dec 15 19:01:18.972733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:01:18.973281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:18.985745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:19.010379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-371d619e-759f-43c1-89e1-6009d64a5e21 None None] Port b70d4545-ae5c-419f-b730-2ba5ff824215 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:19.019340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=72771e37-0fbd-4166-9e03-2de12078879a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:19.048102 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-93133508-d9e3-44cb-8070-ddb85c42fccf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4477520
Dec 15 19:01:19.050348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-ee3a868d-f3f3-449c-8a95-571422de7d5d tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:19.051324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58374) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:19.052590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 72771e37-0fbd-4166-9e03-2de12078879a details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:01:19.053317 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-ee3a868d-f3f3-449c-8a95-571422de7d5d tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.64 "GET /v2.0/networks?id=2698553a-ac52-49e5-ac7c-4f18a877a809 HTTP/1.1" status: 200  len: 811 time: 1.1164234
Dec 15 19:01:19.055156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:19.058254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dcde9fc8-c45d-462f-b10f-9e1647c32e4e tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:19.060712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:19.098726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Update dhcp port {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'fixed_ips': [{'subnet_id': 'bcf762b9-df38-4573-9f2d-416348f3193d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5253979a-8ca7-46d0-83a9-56efcf5a0b26'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': 'a0d264b6-c285-4d7c-a98e-53c3e2d59312'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:01:19.129968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Request body: {'port': {'device_id': '09754aee-6413-472b-b264-c4031c75775f', 'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809', 'admin_state_up': True, 'tenant_id': '6f92b6b120324d52bc5ddccb36b3a27d'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:19.148000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:19.151319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.371096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.407443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.420638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=e2499b5f-431e-4cd2-b250-d79469802e34,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:19.428701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:19.444947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:19.528981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.529348 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 032afc94-a5b7-4f6f-b601-52cad3072d0d of type vlan for network d21793c4-15d8-46a4-ab79-21272bf7fd9b
Dec 15 19:01:19.580280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e98e0>, [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:00:56Z', 'revision_number': 4, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port': {'id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:47Z', 'updated_at': '2021-12-15T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '0de85cbb-2019-4d27-a928-90e1bf2a331c', 'name': '', 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'mac_address': 'fa:16:3e:04:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9749f09-9a90-4190-8ebb-a8aa0dac8af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:54Z', 'updated_at': '2021-12-15T19:01:16Z', 'revision_number': 4, 'project_id': '975921fba0e240609ec78c5024de58e2', 'subnets': [{'id': 'c9749f09-9a90-4190-8ebb-a8aa0dac8af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:19.583409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-fd6fa35e-b09f-4191-b72a-97dfd7acb575 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Synchronizing usage tracker for tenant:0266360277054098840a82a850222651 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:19.593799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870d5ce-0f24-4e1a-85b3-7f7a89cf503b None None] The sync data for ids ['8f6d8855-444d-4c1b-9295-79445b404ff4'] in dv-neutron-821830-2-hyperv is: [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:00:56Z', 'revision_number': 4, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port': {'id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:47Z', 'updated_at': '2021-12-15T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '0de85cbb-2019-4d27-a928-90e1bf2a331c', 'name': '', 'network_id': 'd6c9d407-34ec-4482-be8b-84c44c02a614', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'mac_address': 'fa:16:3e:04:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9749f09-9a90-4190-8ebb-a8aa0dac8af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:54Z', 'updated_at': '2021-12-15T19:01:16Z', 'revision_number': 4, 'project_id': '975921fba0e240609ec78c5024de58e2', 'subnets': [{'id': 'c9749f09-9a90-4190-8ebb-a8aa0dac8af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:19.610095 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1f249c2b-c0a6-44db-872f-a268469b4ddf req-0f073b33-8a01-4eb6-b1e7-844fcdc0c99d tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 210 time: 0.0695865
Dec 15 19:01:19.611017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:19.616582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:19.619640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:19.622441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-fd6fa35e-b09f-4191-b72a-97dfd7acb575 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Unset dirty status for tenant:0266360277054098840a82a850222651 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:19.623584 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-fd6fa35e-b09f-4191-b72a-97dfd7acb575 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0266360277054098840a82a850222651 HTTP/1.1" status: 200  len: 380 time: 0.6312637
Dec 15 19:01:19.626545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:19.627460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:19.636416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Request body: {'port': {'device_id': 'a27213a6-14fd-4145-8168-20724944da53', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'admin_state_up': True, 'tenant_id': '0266360277054098840a82a850222651', 'security_groups': ['93564164-a284-4bac-9b34-d2576bd22ae5']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:19.675848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1f60de96-9bb9-432b-b99b-7032cf9b1c81 req-8eb65cae-bae4-46b3-9966-14685fb7b224 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0961919
Dec 15 19:01:19.702819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Usage tracker for resource:port and tenant:6f92b6b120324d52bc5ddccb36b3a27d is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:19.718823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:19.722747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.739458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:19.781272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:19.786947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.836733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Made reservation on behalf of 6f92b6b120324d52bc5ddccb36b3a27d for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:19.840005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.867369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.871923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:19.872620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:19.898996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:19.901904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-68434343-b895-448b-ac89-c92f9b2d5e02 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:19.944505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:19.963154 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0663340
Dec 15 19:01:19.972423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58384) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:20.034590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Allocated IP 2001:db8::2 (e09f5b3b-0bdc-4f13-892a-92a096148860/5253979a-8ca7-46d0-83a9-56efcf5a0b26/a0d264b6-c285-4d7c-a98e-53c3e2d59312) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:20.056095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': '72771e37-0fbd-4166-9e03-2de12078879a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:20.230172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:20.250996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:20.269923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] For port a0d264b6-c285-4d7c-a98e-53c3e2d59312, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a0d264b6-c285-4d7c-a98e-53c3e2d59312,segment=NetworkSegment(273f7c85-5f42-4567-92ac-ac7196fa2207),segment_id=273f7c85-5f42-4567-92ac-ac7196fa2207)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:20.347602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:20.377022 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bcf762b9-df38-4573-9f2d-416348f3193d (CIDR: 2001:db8:0:1::/64)
Dec 15 19:01:20.380016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Made reservation on behalf of 0266360277054098840a82a850222651 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:20.385878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Transition to ACTIVE for port object a0d264b6-c285-4d7c-a98e-53c3e2d59312 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:20.389182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:20.396151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:20.399963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-37f07e68-e497-4467-9e50-38bbf9a9f42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:20.411736 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:01:20.412874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:20.426817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:20.442762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:20.487532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea158b7-aef6-4d40-b040-156f77a10c38 None None] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:20.488092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:20.502169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:20.514595 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cdedc23a-7fd1-4a9a-b2b9-8f2c82363fa5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.4596035
Dec 15 19:01:20.519961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58390) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:20.533198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'subnet': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:20.752697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=d21793c4-15d8-46a4-ab79-21272bf7fd9b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:20.799085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:20.828891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:20.839580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:20.850328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3a0dd668-6a32-4326-a25f-e8f9dd762048 None None] Provisioning for port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:20.853285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Pushing event updated for resources: {'Port': ['ID=a0d264b6-c285-4d7c-a98e-53c3e2d59312,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:20.856220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:01:20.884464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Usage tracker for resource:subnet and tenant:ef901354a8444519a39785ed6f7c3662 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:20.894960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:20.905236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:21.059453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:21.060476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0de85cbb-2019-4d27-a928-90e1bf2a331c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:21.159721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7c4a36a4-a98f-4b1b-ba8a-ddbad7302cee req-33f90167-99da-4993-a980-e0e6f3b26bc9 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 210 time: 0.2412364
Dec 15 19:01:21.170864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Allocated IP 172.20.0.14 (2698553a-ac52-49e5-ac7c-4f18a877a809/6895095b-76e1-48f6-828c-f2167b7a223a/16eec1be-091c-4deb-a58b-d802b337c047) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:21.247780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Made reservation on behalf of ef901354a8444519a39785ed6f7c3662 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:21.251650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:21.280945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-494861af-f650-429d-84dd-fbaf2fd9aef6 req-95b73954-c3e9-4091-8a62-a8fff5a0cb60 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1284873
Dec 15 19:01:21.339125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:21.477813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Allocated IP 172.20.0.9 (9df32833-fad4-45f6-b1a5-a3de4eeda5ec/2c3ef5a2-df05-4108-8925-db1186ca8653/efff039f-6a3f-4783-94ef-ed45ebd865db) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:21.508903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 0de85cbb-2019-4d27-a928-90e1bf2a331c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:21.532172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0de85cbb-2019-4d27-a928-90e1bf2a331c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:21.532451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:21.895783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:21.908786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:21.922503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 60851722-b196-48da-9d82-e8360181523b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:01:21.975355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 0de85cbb-2019-4d27-a928-90e1bf2a331c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0de85cbb-2019-4d27-a928-90e1bf2a331c,segment=NetworkSegment(91d97b20-4eea-4117-9da6-e3eb21e1f3c5),segment_id=91d97b20-4eea-4117-9da6-e3eb21e1f3c5)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:21.983946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:21.985678 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:22.047078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.054324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-029c1604-0a13-4146-bb09-77a4bfc14f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:22.058581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e0c212fe-dc3b-492b-a818-6e704b224b08 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:22.182743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Network 2698553a-ac52-49e5-ac7c-4f18a877a809 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:22.187957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:22.191582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:22.203311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=0de85cbb-2019-4d27-a928-90e1bf2a331c,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:22.220062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:22.238203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Provisioning for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:22.265288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:22.282828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:22.285560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.287397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Pushing event updated for resources: {'Port': ['ID=16eec1be-091c-4deb-a58b-d802b337c047,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:22.295273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:22.296074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.300490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:22.333721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.360647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-576ef547-a2dd-4961-b95d-56757d662e41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:22.395973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:22.397968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.506940 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3812306
Dec 15 19:01:22.685097 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d2a12017-d972-442e-ab19-6a8c97fc7b02 req-e5c5df4c-616d-4b9d-a2bd-94b8013c0a19 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.1217194
Dec 15 19:01:22.711140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:22.719497 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/60851722-b196-48da-9d82-e8360181523b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0212824
Dec 15 19:01:22.721449 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Sync routers for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:22.731182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58406) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:22.741199 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:22.741857 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf0bb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:22.809134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Request body: {'port': {'device_id': '09754aee-6413-472b-b264-c4031c75775f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:22.835292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.873848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:22.901646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.934637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:22.936454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:23.038988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Transition to ACTIVE for port object efff039f-6a3f-4783-94ef-ed45ebd865db will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:23.043323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=d2fe6299-1475-4942-a89e-4582bc6e346c,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:23.043919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:23.047235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:23.072175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Provisioning complete for port b70d4545-ae5c-419f-b730-2ba5ff824215 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:23.073339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.121905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a0d264b6-c285-4d7c-a98e-53c3e2d59312 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:23.159984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.187844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:23.191101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '1e534714-6861-4bb7-a447-398ccded12ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72771e37-0fbd-4166-9e03-2de12078879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:23.191467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: 72771e37-0fbd-4166-9e03-2de12078879a, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:01:23.192328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.192813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.193238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.194267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.194684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.195096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.195508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.195918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.196327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.196742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.197142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.197577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.202122 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e46c6de7-0440-4e2e-9131-96911e1670ec tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8435 time: 0.4674330
Dec 15 19:01:23.202296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.212049 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:23.221321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.225374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58412) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:23.235862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Port b70d4545-ae5c-419f-b730-2ba5ff824215 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:23.247416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:23.248038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.252194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f2b208d1-505d-4254-b217-2e1d6d17a38c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:23.330327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Provisioning for port 7dc272de-f227-4927-9d19-fe52c6809af4 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:23.364902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Provisioning complete for port 7dc272de-f227-4927-9d19-fe52c6809af4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:23.365470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.392769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:23.399754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Network e09f5b3b-0bdc-4f13-892a-92a096148860 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:23.415160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:23.421151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:23.423944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:23.481748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77645a76-c713-475a-b813-2c1a3959ff6b None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:23.519826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.523307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.530245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.532944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.533422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.535104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.535539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.535966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.536367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.536774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.537228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.537656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.538057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.538456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.538856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.550289 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7b455c92-3b32-4773-baf9-def19da5c306 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8380 time: 0.3171518
Dec 15 19:01:23.556043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58416) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:23.652239 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf0bb0>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:17Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:18Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:23.664835 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Checking router: 60851722-b196-48da-9d82-e8360181523b for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:01:23.665211 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Updating router 60851722-b196-48da-9d82-e8360181523b port e2499b5f-431e-4cd2-b250-d79469802e34 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:01:23.766150 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.796301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dce78a-86e1-449a-8fe9-f343c986d5ed req-963c91b9-badd-4784-a233-9c64cf74cb86 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.814137 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3dce78a-86e1-449a-8fe9-f343c986d5ed req-963c91b9-badd-4784-a233-9c64cf74cb86 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 932 time: 1.3630311
Dec 15 19:01:23.894658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0de85cbb-2019-4d27-a928-90e1bf2a331c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:23.920722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bd1dd61b-2528-455f-99e7-3b7c3aa59177 None None] Port 7dc272de-f227-4927-9d19-fe52c6809af4 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:23.960733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Subnet': ['ID=bca5a614-90f3-44d2-a3dd-98e9a9b1604a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:23.967129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:23.968177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:23.976032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:23.977808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eec1be-091c-4deb-a58b-d802b337c047 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:01:23.979207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 72771e37-0fbd-4166-9e03-2de12078879a is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:01:23.981597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7cb23f2c-4d74-4e7e-8bb7-3ac99f92e2ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:24.004745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.028101 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.5061185
Dec 15 19:01:24.034363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58424) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:24.036541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Transition to ACTIVE for port object 16eec1be-091c-4deb-a58b-d802b337c047 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:24.059904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 0de85cbb-2019-4d27-a928-90e1bf2a331c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:24.061111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.067179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1085264210', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bca5a614-90f3-44d2-a3dd-98e9a9b1604a'}], 'security_groups': ['8d2bda94-d5e9-46ff-ba6a-b2b8e103b9c9', '6659d425-57a7-49aa-a321-3a3a699421c3']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:24.137853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.152096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec82cae2-b356-4039-a0a7-8f1bc69fbe11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:24.183172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 72771e37-0fbd-4166-9e03-2de12078879a) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:24.190046 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5589523
Dec 15 19:01:24.204251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-c3dce78a-86e1-449a-8fe9-f343c986d5ed req-2dc387df-7706-40f0-97e5-fb8a98ddd216 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Synchronizing usage tracker for tenant:6f92b6b120324d52bc5ddccb36b3a27d on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:24.222263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:24.222945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.242711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Request body: {'port': {'device_id': 'a27213a6-14fd-4145-8168-20724944da53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:24.260666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904a3aa-e19a-4ac5-9462-48649ed1eea4 None None] Network 72771e37-0fbd-4166-9e03-2de12078879a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:24.320786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=16eec1be-091c-4deb-a58b-d802b337c047,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:24.330805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:24.358775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event updated for resources: {'Port': ['ID=efff039f-6a3f-4783-94ef-ed45ebd865db,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:24.373452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:24.401095 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4289417
Dec 15 19:01:24.418429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58428) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:24.419359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Provisioning for port efff039f-6a3f-4783-94ef-ed45ebd865db completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:24.420551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-c3dce78a-86e1-449a-8fe9-f343c986d5ed req-2dc387df-7706-40f0-97e5-fb8a98ddd216 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Unset dirty status for tenant:6f92b6b120324d52bc5ddccb36b3a27d on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:24.421812 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3dce78a-86e1-449a-8fe9-f343c986d5ed req-2dc387df-7706-40f0-97e5-fb8a98ddd216 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6069052
Dec 15 19:01:24.428300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': 'd21793c4-15d8-46a4-ab79-21272bf7fd9b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:24.471845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Provisioning complete for port efff039f-6a3f-4783-94ef-ed45ebd865db triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:24.472520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.523414 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.540159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Transition to ACTIVE for port object e2499b5f-431e-4cd2-b250-d79469802e34 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:24.553381 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.553862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.570350 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-a3b668bd-a434-4d7a-80fe-f6eec6999029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:24.635868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Port efff039f-6a3f-4783-94ef-ed45ebd865db cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:24.646294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b98f96-bde7-47ac-9b4b-04720a3b83d1 req-53a0989c-3030-4d30-8da6-178ca05428a6 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:24.648529 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-10b98f96-bde7-47ac-9b4b-04720a3b83d1 req-53a0989c-3030-4d30-8da6-178ca05428a6 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 931 time: 0.6041374
Dec 15 19:01:24.685856 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b32fe-01c9-40aa-98e0-31ffd7b5f71c None None] Pushing event updated for resources: {'Port': ['ID=e2499b5f-431e-4cd2-b250-d79469802e34,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:24.791219 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-10b98f96-bde7-47ac-9b4b-04720a3b83d1 req-f7e74fe5-555e-4b76-9765-241a3f57b4e6 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219687
Dec 15 19:01:24.854272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Attempting to bind port 16eec1be-091c-4deb-a58b-d802b337c047 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:24.854611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Attempting to bind port 16eec1be-091c-4deb-a58b-d802b337c047 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'd8b4182e-47d0-45bb-ae38-706463ae83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:24.854944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Attempting to bind port 16eec1be-091c-4deb-a58b-d802b337c047 on network 2698553a-ac52-49e5-ac7c-4f18a877a809 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:24.865878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.875931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Port 16eec1be-091c-4deb-a58b-d802b337c047 on network 2698553a-ac52-49e5-ac7c-4f18a877a809 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:01:24.877989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Attempting to bind port 16eec1be-091c-4deb-a58b-d802b337c047 on network 2698553a-ac52-49e5-ac7c-4f18a877a809 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:24.898146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:24.899019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Checking segment: {'id': 'd8b4182e-47d0-45bb-ae38-706463ae83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:24.899019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Bound using segment: {'id': 'd8b4182e-47d0-45bb-ae38-706463ae83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:24.899306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Bound port: 16eec1be-091c-4deb-a58b-d802b337c047, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b4182e-47d0-45bb-ae38-706463ae83c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:24.899653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:24.986039 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Attempting to bind port e2499b5f-431e-4cd2-b250-d79469802e34 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:24.987317 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Attempting to bind port e2499b5f-431e-4cd2-b250-d79469802e34 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:24.988093 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Attempting to bind port e2499b5f-431e-4cd2-b250-d79469802e34 on network 32df7c16-07f8-4ab2-aa38-0cf21f77003f {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:24.998301 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:24.999343 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Checking segment: {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:25.000084 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.000638 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Bound using segment: {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:25.001530 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Bound port: e2499b5f-431e-4cd2-b250-d79469802e34, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:25.002409 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.029807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-72771e37-0fbd-4166-9e03-2de12078879a', 'network_id': '72771e37-0fbd-4166-9e03-2de12078879a', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': 'd2fe6299-1475-4942-a89e-4582bc6e346c'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:01:25.030639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.071285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Provisioning complete for port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:25.071889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.151479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] For port 16eec1be-091c-4deb-a58b-d802b337c047, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:25.157194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] For port 16eec1be-091c-4deb-a58b-d802b337c047, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16eec1be-091c-4deb-a58b-d802b337c047,segment=NetworkSegment(d8b4182e-47d0-45bb-ae38-706463ae83c3),segment_id=d8b4182e-47d0-45bb-ae38-706463ae83c3)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:25.166694 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-c50b32fe-01c9-40aa-98e0-31ffd7b5f71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:25.182719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.187648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-00321459-53aa-47ef-bd75-07670692536b tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:25.219792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:25.259441 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] For port e2499b5f-431e-4cd2-b250-d79469802e34, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:25.262988 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] For port e2499b5f-431e-4cd2-b250-d79469802e34, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2499b5f-431e-4cd2-b250-d79469802e34,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:25.275605 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.280063 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:25.299250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.301182 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/16eec1be-091c-4deb-a58b-d802b337c047 HTTP/1.1" status: 200  len: 1094 time: 2.7796028
Dec 15 19:01:25.301939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09754aee-6413-472b-b264-c4031c75775f', 'tag': '16eec1be-091c-4deb-a58b-d802b337c047'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:25.316748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:25.327880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=16eec1be-091c-4deb-a58b-d802b337c047,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:25.336835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Update dhcp port {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'fixed_ips': [{'subnet_id': 'bcf762b9-df38-4573-9f2d-416348f3193d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5253979a-8ca7-46d0-83a9-56efcf5a0b26', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bca5a614-90f3-44d2-a3dd-98e9a9b1604a'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': 'a0d264b6-c285-4d7c-a98e-53c3e2d59312'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:01:25.340809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:25.363880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:25.431664 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09754aee-6413-472b-b264-c4031c75775f', 'tag': '16eec1be-091c-4deb-a58b-d802b337c047', 'status': 'completed', 'code': 200}
Dec 15 19:01:25.439751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:25.469162 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-80066388-1331-441c-b25f-051943c049b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f92b6b120324d52bc5ddccb36b3a27d&device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 1097 time: 0.1224339
Dec 15 19:01:25.471008 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b32fe-01c9-40aa-98e0-31ffd7b5f71c None None] Pushing event updated for resources: {'Port': ['ID=e2499b5f-431e-4cd2-b250-d79469802e34,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:25.474484 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-c50b32fe-01c9-40aa-98e0-31ffd7b5f71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:25.479204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:25.496006 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:25.496759 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf0bb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:25.613338 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-2dff21d8-dc3b-430b-99e2-2e5a5c1806d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16eec1be-091c-4deb-a58b-d802b337c047 HTTP/1.1" status: 200  len: 217 time: 0.1350346
Dec 15 19:01:25.768158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:25.768547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.812225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-68a24045-269f-4594-81f8-b342d85dc6a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:25.814366 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-68a24045-269f-4594-81f8-b342d85dc6a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6895095b-76e1-48f6-828c-f2167b7a223a HTTP/1.1" status: 200  len: 851 time: 0.1949198
Dec 15 19:01:25.856880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:25.894624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:25.911828 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:25.954964 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-a27b9b15-2760-482c-a3c4-725c0efa935f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2698553a-ac52-49e5-ac7c-4f18a877a809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1329222
Dec 15 19:01:26.017203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde8dd8-da5e-410d-a3a6-48496a654a87 req-03dce90f-4932-49a7-9afe-6a03c2d21131 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:26.022646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:26.030142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cde8dd8-da5e-410d-a3a6-48496a654a87 req-03dce90f-4932-49a7-9afe-6a03c2d21131 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Synchronizing usage tracker for tenant:6f92b6b120324d52bc5ddccb36b3a27d on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:26.056147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Provisioning for port e2499b5f-431e-4cd2-b250-d79469802e34 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:26.133596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cde8dd8-da5e-410d-a3a6-48496a654a87 req-03dce90f-4932-49a7-9afe-6a03c2d21131 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Unset dirty status for tenant:6f92b6b120324d52bc5ddccb36b3a27d on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:26.134745 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cde8dd8-da5e-410d-a3a6-48496a654a87 req-03dce90f-4932-49a7-9afe-6a03c2d21131 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 944 time: 0.4041586
Dec 15 19:01:26.232604 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cde8dd8-da5e-410d-a3a6-48496a654a87 req-55ae2dbe-e3d8-4767-abbc-4286c8de63af tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910180
Dec 15 19:01:26.238249 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-55317139-59cf-4e49-8cae-ce5c378ad5f4 service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2680588
Dec 15 19:01:26.252351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Allocated IP 172.20.0.2 (72771e37-0fbd-4166-9e03-2de12078879a/d2fe6299-1475-4942-a89e-4582bc6e346c/f3b3ac7f-f92a-46ef-9fad-7776a762d61d) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:26.267082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Provisioning complete for port 7dc272de-f227-4927-9d19-fe52c6809af4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:26.268661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:26.371515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Delete allocated IP 2001:db8::248 (e09f5b3b-0bdc-4f13-892a-92a096148860/5253979a-8ca7-46d0-83a9-56efcf5a0b26) {{(pid=83671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 15 19:01:26.476767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Allocated IP 2001:db8:0:2::30a (e09f5b3b-0bdc-4f13-892a-92a096148860/bca5a614-90f3-44d2-a3dd-98e9a9b1604a/7dc272de-f227-4927-9d19-fe52c6809af4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:26.543627 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ef20f44-16e7-4391-91a3-18daaafd75d9 req-63d9998a-d222-4072-8175-3a81e0faa33c service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976894
Dec 15 19:01:26.567490 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1fa74d45-cbb0-490c-84d7-8a9a369f90da tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3769 time: 2.9865828
Dec 15 19:01:26.641112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-abffb4f6-ecd2-41d0-8980-7ea9834dd6b1 None None] Port 7dc272de-f227-4927-9d19-fe52c6809af4 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:26.653399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110100f5-35e3-464b-b704-f3002d5a3c40 req-dc330bb3-6348-4600-9139-24a3f99c4070 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:26.653952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-110100f5-35e3-464b-b704-f3002d5a3c40 req-dc330bb3-6348-4600-9139-24a3f99c4070 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Synchronizing usage tracker for tenant:0266360277054098840a82a850222651 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:26.706820 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbf0bb0>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:17Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:25Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:26.721654 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9174110-f274-4bf4-b78c-bfe6a45989fa None None] The sync data for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv is: [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:17Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:25Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:26.776739 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-cdb175cb-03b2-49a3-a574-b31121cf6198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f92b6b120324d52bc5ddccb36b3a27d&device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 1097 time: 0.1599679
Dec 15 19:01:26.837438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:01:26.992368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efff039f-6a3f-4783-94ef-ed45ebd865db {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:01:26.994261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.009345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.011815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Transition to ACTIVE for port object f3b3ac7f-f92a-46ef-9fad-7776a762d61d will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:27.019971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.049576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Transition to ACTIVE for port object efff039f-6a3f-4783-94ef-ed45ebd865db will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:27.053282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Transition to ACTIVE for port object f3b3ac7f-f92a-46ef-9fad-7776a762d61d will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:27.066100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.075699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:27.079945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.130804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-65df4087-3557-49d1-96d8-796e5b902492 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:27.155809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Network 72771e37-0fbd-4166-9e03-2de12078879a is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:27.164303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:27.169024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:27.175395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Pushing event updated for resources: {'Port': ['ID=f3b3ac7f-f92a-46ef-9fad-7776a762d61d,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:27.179899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:27.239316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2499b5f-431e-4cd2-b250-d79469802e34 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:27.248121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58446) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:27.271804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-77717678-a356-4bf8-ad5f-7b42cfa089c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:27.279028 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-77717678-a356-4bf8-ad5f-7b42cfa089c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2698553a-ac52-49e5-ac7c-4f18a877a809 HTTP/1.1" status: 200  len: 912 time: 0.4821835
Dec 15 19:01:27.303632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713101045', 'description': 'tempest-secgroup-smoke-713101045 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:27.434736 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-27140573-d1e9-47a2-befd-8758cf6ce976 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16eec1be-091c-4deb-a58b-d802b337c047 HTTP/1.1" status: 200  len: 217 time: 0.1473379
Dec 15 19:01:27.460423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-110100f5-35e3-464b-b704-f3002d5a3c40 req-dc330bb3-6348-4600-9139-24a3f99c4070 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Unset dirty status for tenant:0266360277054098840a82a850222651 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:27.467568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-110100f5-35e3-464b-b704-f3002d5a3c40 req-dc330bb3-6348-4600-9139-24a3f99c4070 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 931 time: 1.4167223
Dec 15 19:01:27.498545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Attempting to bind port f3b3ac7f-f92a-46ef-9fad-7776a762d61d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:27.498859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Attempting to bind port f3b3ac7f-f92a-46ef-9fad-7776a762d61d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '1e534714-6861-4bb7-a447-398ccded12ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72771e37-0fbd-4166-9e03-2de12078879a'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:27.499209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Attempting to bind port f3b3ac7f-f92a-46ef-9fad-7776a762d61d on network 72771e37-0fbd-4166-9e03-2de12078879a {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:27.522077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:27.522457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Checking segment: {'id': '1e534714-6861-4bb7-a447-398ccded12ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72771e37-0fbd-4166-9e03-2de12078879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:27.522860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.523254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Bound using segment: {'id': '1e534714-6861-4bb7-a447-398ccded12ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72771e37-0fbd-4166-9e03-2de12078879a'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:27.523721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Bound port: f3b3ac7f-f92a-46ef-9fad-7776a762d61d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e534714-6861-4bb7-a447-398ccded12ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72771e37-0fbd-4166-9e03-2de12078879a'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:27.524097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.588538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e2499b5f-431e-4cd2-b250-d79469802e34 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:27.628231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-03ef22a0-4e4b-47d0-b763-1ef5375676f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:27.629897 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-03ef22a0-4e4b-47d0-b763-1ef5375676f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6895095b-76e1-48f6-828c-f2167b7a223a HTTP/1.1" status: 200  len: 851 time: 0.1863947
Dec 15 19:01:27.667085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] For port f3b3ac7f-f92a-46ef-9fad-7776a762d61d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:27.670625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] For port f3b3ac7f-f92a-46ef-9fad-7776a762d61d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f3b3ac7f-f92a-46ef-9fad-7776a762d61d,segment=NetworkSegment(1e534714-6861-4bb7-a447-398ccded12ba),segment_id=1e534714-6861-4bb7-a447-398ccded12ba)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:27.672785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e2499b5f-431e-4cd2-b250-d79469802e34 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:27.673470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.707689 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-7c1acc71-3910-48a9-abd1-13f23efc64c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2698553a-ac52-49e5-ac7c-4f18a877a809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663412
Dec 15 19:01:27.774039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.808241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:27.848559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069854-e45d-4780-9169-719a584e0aef req-3d631e5f-ba3a-4a72-a0ed-0f72e3851b49 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:27.850298 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6b069854-e45d-4780-9169-719a584e0aef req-3d631e5f-ba3a-4a72-a0ed-0f72e3851b49 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 944 time: 0.3204834
Dec 15 19:01:27.858452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:27.888742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:27.916139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Pushing event updated for resources: {'Port': ['ID=efff039f-6a3f-4783-94ef-ed45ebd865db,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:27.924738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:27.939921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:27.948387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:27.958807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Transition to ACTIVE for port object 7dc272de-f227-4927-9d19-fe52c6809af4 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:27.975532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Pushing event updated for resources: {'Port': ['ID=f3b3ac7f-f92a-46ef-9fad-7776a762d61d,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:27.979167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:28.012827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:28.029754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.036229 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6b069854-e45d-4780-9169-719a584e0aef req-9d4ae413-728d-4310-99f8-ae47ae85c953 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712308
Dec 15 19:01:28.047700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:28.078033 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-f173c26e-6928-4cae-946a-335d3d22d59b service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3634341
Dec 15 19:01:28.141749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event updated for resources: {'Port': ['ID=7dc272de-f227-4927-9d19-fe52c6809af4,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:28.147702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:28.204413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.210100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.231141 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-110100f5-35e3-464b-b704-f3002d5a3c40 req-2e8688b6-f251-427b-8fa5-8b93593be50a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7614622
Dec 15 19:01:28.238054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-98feb24e-5d27-4398-9037-2205fb663601 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:28.275788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Allocated IP 2001:db8:0:2::2 (e09f5b3b-0bdc-4f13-892a-92a096148860/bca5a614-90f3-44d2-a3dd-98e9a9b1604a/a0d264b6-c285-4d7c-a98e-53c3e2d59312) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:28.365899 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c7bedd13-e29f-4313-a2e6-d730af1c0c7d req-5a54f58a-82a4-4b7a-8d9b-f871c4b8b3ab service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700100
Dec 15 19:01:28.374039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=b4d1e6e4-19be-4122-a8e4-2b63c81ccd55,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:28.382176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:28.383815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.471938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] In _notify_port_updated(), no bound segment for port 7dc272de-f227-4927-9d19-fe52c6809af4 on network e09f5b3b-0bdc-4f13-892a-92a096148860 {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:01:28.476604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:28.477250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.481264 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "PUT /v2.0/ports/7dc272de-f227-4927-9d19-fe52c6809af4 HTTP/1.1" status: 200  len: 970 time: 4.4331067
Dec 15 19:01:28.481660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port e2499b5f-431e-4cd2-b250-d79469802e34, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2499b5f-431e-4cd2-b250-d79469802e34,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:28.482747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58460) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:28.490721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.495810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:28.527927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:28.547309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:28.551414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Attempting to bind port efff039f-6a3f-4783-94ef-ed45ebd865db on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:28.551752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Attempting to bind port efff039f-6a3f-4783-94ef-ed45ebd865db by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:28.552074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Attempting to bind port efff039f-6a3f-4783-94ef-ed45ebd865db on network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:28.559291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:28.562581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Port efff039f-6a3f-4783-94ef-ed45ebd865db on network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:01:28.562900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Attempting to bind port efff039f-6a3f-4783-94ef-ed45ebd865db on network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:28.566152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '032afc94-a5b7-4f6f-b601-52cad3072d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd21793c4-15d8-46a4-ab79-21272bf7fd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:28.567197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: d21793c4-15d8-46a4-ab79-21272bf7fd9b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:01:28.579669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:28.581716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port 7dc272de-f227-4927-9d19-fe52c6809af4 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:28.582290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.595938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:28.596261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Checking segment: {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:28.596656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Bound using segment: {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:28.597077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Bound port: efff039f-6a3f-4783-94ef-ed45ebd865db, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:28.597445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.622659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16eec1be-091c-4deb-a58b-d802b337c047 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:01:28.634054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=e2499b5f-431e-4cd2-b250-d79469802e34,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:28.638169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:28.648055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] For port a0d264b6-c285-4d7c-a98e-53c3e2d59312, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a0d264b6-c285-4d7c-a98e-53c3e2d59312,segment=NetworkSegment(273f7c85-5f42-4567-92ac-ac7196fa2207),segment_id=273f7c85-5f42-4567-92ac-ac7196fa2207)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:28.728466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] For port efff039f-6a3f-4783-94ef-ed45ebd865db, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:28.732131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] For port efff039f-6a3f-4783-94ef-ed45ebd865db, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=efff039f-6a3f-4783-94ef-ed45ebd865db,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:28.745455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.751612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bcf74d66-d40d-4a63-98d3-1e002a599aec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:28.810041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:01:28.838700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.838960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.850443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, d21793c4-15d8-46a4-ab79-21272bf7fd9b) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:28.857002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.858433 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] 10.222.0.64 "PUT /v2.0/ports/efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 1093 time: 4.6443539
Dec 15 19:01:28.862908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:28.868483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:28.870347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.876922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.893261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Transition to ACTIVE for port object a0d264b6-c285-4d7c-a98e-53c3e2d59312 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:28.903046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Pushing event updated for resources: {'Port': ['ID=efff039f-6a3f-4783-94ef-ed45ebd865db,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:28.904994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:28.915350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:28.915879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-189afe16-8981-4eff-a872-66c0c8fae109 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:28.992049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:29.020971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b34b99c-7816-4a80-ab1e-f3a28412ec68,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:29.031055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:29.106412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6c8de-64cb-4831-9cb5-f07f6e4b9856 None None] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:29.379172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for 7dc272de-f227-4927-9d19-fe52c6809af4 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:29.445181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f3b3ac7f-f92a-46ef-9fad-7776a762d61d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:29.523943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:29.576728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 16eec1be-091c-4deb-a58b-d802b337c047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16eec1be-091c-4deb-a58b-d802b337c047,segment=NetworkSegment(d8b4182e-47d0-45bb-ae38-706463ae83c3),segment_id=d8b4182e-47d0-45bb-ae38-706463ae83c3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:29.600075 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'status': 'completed', 'code': 200}
Dec 15 19:01:29.613716 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.1882308
Dec 15 19:01:29.618792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58478) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:29.620169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:29.624512 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 2.3682847
Dec 15 19:01:29.625149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58482) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:29.629378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129650222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:29.636102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3b34b99c-7816-4a80-ab1e-f3a28412ec68', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:29.636942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:29.641537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:router and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:29.645427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:29.647212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9608ec57-735e-4d16-98c8-125b2e0d03a0 None None] Network 72771e37-0fbd-4166-9e03-2de12078879a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:29.654487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:29.655063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:29.668116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:29.672785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:29.696456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Pushing event updated for resources: {'Port': ['ID=a0d264b6-c285-4d7c-a98e-53c3e2d59312,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:29.700306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:29.701393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '16eec1be-091c-4deb-a58b-d802b337c047', 'network_id': '2698553a-ac52-49e5-ac7c-4f18a877a809', 'port_id': '16eec1be-091c-4deb-a58b-d802b337c047', 'mac_address': 'fa:16:3e:e8:f9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6895095b-76e1-48f6-828c-f2167b7a223a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:01:29.711090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:29.752483 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-f720149c-5a7f-4eea-890c-ea32f1150294 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1096 time: 0.7332075
Dec 15 19:01:29.791424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:29.792673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:29.850166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:29.884214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:29.888628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9cc70-b189-4a52-907e-08a3f13004af req-ccd7e148-8071-4fab-8f83-3b6747c078c6 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:29.890174 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d9f9cc70-b189-4a52-907e-08a3f13004af req-ccd7e148-8071-4fab-8f83-3b6747c078c6 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 944 time: 0.3631227
Dec 15 19:01:29.899745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a357dc-a5a2-4b4d-a7df-3d8a8b5e23f1 req-accb06d7-9641-46aa-bf99-4428b630cfaf tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:29.901518 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-89a357dc-a5a2-4b4d-a7df-3d8a8b5e23f1 req-accb06d7-9641-46aa-bf99-4428b630cfaf tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 943 time: 0.3569069
Dec 15 19:01:29.915715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cd9f59fd-271d-4728-a609-25d157f80b64 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:29.932563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:29.956408 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-4fe58e40-b4f3-445e-9fa0-dc109ac8785b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 217 time: 0.1941676
Dec 15 19:01:29.965570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eec1be-091c-4deb-a58b-d802b337c047 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:01:29.975398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=7dc272de-f227-4927-9d19-fe52c6809af4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:30.047821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:30.049609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.076126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/7dc272de-f227-4927-9d19-fe52c6809af4 HTTP/1.1" status: 204  len: 168 time: 1.5910625
Dec 15 19:01:30.079690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58486) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:30.080164 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d9f9cc70-b189-4a52-907e-08a3f13004af req-1cf34e2a-e5bb-46c8-b46c-720b1e2bd6ad tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670964
Dec 15 19:01:30.101559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d402bb90-0649-4efa-ab6f-8915f3c794f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:30.103487 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-d402bb90-0649-4efa-ab6f-8915f3c794f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.1405520
Dec 15 19:01:30.169668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.189786 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bc534d-049d-4223-b22a-69332e425612 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] GET failed (client error): The resource could not be found.
Dec 15 19:01:30.190282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f9bc534d-049d-4223-b22a-69332e425612 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:30.199730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.218312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.227858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d931084d-7ff4-4ef4-89e1-91dd1722f05a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:30.232864 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-89a357dc-a5a2-4b4d-a7df-3d8a8b5e23f1 req-ff40d053-f965-4d18-9976-db9137327e31 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2725728
Dec 15 19:01:30.246377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f9bc534d-049d-4223-b22a-69332e425612 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:30.256183 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f9bc534d-049d-4223-b22a-69332e425612 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports/7dc272de-f227-4927-9d19-fe52c6809af4 HTTP/1.1" status: 404  len: 333 time: 0.1739297
Dec 15 19:01:30.258198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58492) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:30.264991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b653db59-21e2-4bbf-a179-46773f65fc40,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:30.270170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.273590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:30.311848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 16eec1be-091c-4deb-a58b-d802b337c047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16eec1be-091c-4deb-a58b-d802b337c047,segment=NetworkSegment(d8b4182e-47d0-45bb-ae38-706463ae83c3),segment_id=d8b4182e-47d0-45bb-ae38-706463ae83c3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:30.315204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.316848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bbe03dee-fe4c-40cc-ad3c-97be75e6627b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6963143
Dec 15 19:01:30.320046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58496) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:30.330349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-d21793c4-15d8-46a4-ab79-21272bf7fd9b', 'network_id': 'd21793c4-15d8-46a4-ab79-21272bf7fd9b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': 'b4d1e6e4-19be-4122-a8e4-2b63c81ccd55'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:01:30.331334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.334736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.338892 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7125938
Dec 15 19:01:30.339543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58500) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:30.361241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3b34b99c-7816-4a80-ab1e-f3a28412ec68', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:30.378172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:30.390916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:30.399329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:30.409817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:30.428841 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-05694b33-5db4-4063-9f63-5fbb8cb11f5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3173831
Dec 15 19:01:30.448502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.487917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.527994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-53594583-511a-4a9a-9f23-2ca5700e16f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:30.558498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.590950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.600938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-093aef3a-6867-4309-be3f-ec58859684a2 None None] Provisioning for port f3b3ac7f-f92a-46ef-9fad-7776a762d61d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:30.692760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port f3b3ac7f-f92a-46ef-9fad-7776a762d61d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:30.743494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f3b3ac7f-f92a-46ef-9fad-7776a762d61d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:30.743870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.768729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.784586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a381ad22-2ef4-4e67-bd13-50625f4d3429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:30.824528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5fa974-09cb-4925-b525-a039439435d0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:30.872187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Allocated IP 172.21.0.2 (d21793c4-15d8-46a4-ab79-21272bf7fd9b/b4d1e6e4-19be-4122-a8e4-2b63c81ccd55/17af63c5-abc6-41c4-90ef-11f5a275f410) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:30.876691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:30.899154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:30.900315 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c5fa974-09cb-4925-b525-a039439435d0 HTTP/1.1" status: 204  len: 168 time: 0.6372168
Dec 15 19:01:30.926694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58504) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:31.036439 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-81c9df23-1a02-41de-9741-b80a93fef49c service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5957355
Dec 15 19:01:31.073538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.123310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.152880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.166909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Transition to ACTIVE for port object 17af63c5-abc6-41c4-90ef-11f5a275f410 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:31.203303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Transition to ACTIVE for port object 17af63c5-abc6-41c4-90ef-11f5a275f410 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:31.207686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['16eec1be-091c-4deb-a58b-d802b337c047'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:01:31.364505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.411159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.442073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:31.464402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=16eec1be-091c-4deb-a58b-d802b337c047,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:31.471238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:31.471784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:31.496745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5532cfea-2e89-4a01-a692-88e06e7ef198,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:31.499270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:31.500522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.501789 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.1535671
Dec 15 19:01:31.510465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58514) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:31.562673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.578709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3b34b99c-7816-4a80-ab1e-f3a28412ec68', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:31.593630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:31.641573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:31.644303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.654874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:31.668597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:31.675303 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e58d6a05-ba1c-4fb4-9425-6f6666a59f4f req-28713d3e-057a-4c92-b7d1-35cd4163f230 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6278303
Dec 15 19:01:31.691509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.20.0.1 (72771e37-0fbd-4166-9e03-2de12078879a/d2fe6299-1475-4942-a89e-4582bc6e346c/9c4d4ec3-1285-4b93-8bf4-a8fc78046f50) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:31.710468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a0c6-0896-4d9d-b45a-482829b0f60f req-74505e59-39d2-4270-8d29-0606ab81f2c2 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:31.713518 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4be9a0c6-0896-4d9d-b45a-482829b0f60f req-74505e59-39d2-4270-8d29-0606ab81f2c2 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 945 time: 0.2182322
Dec 15 19:01:31.753642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.775749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c04d0c3f-e336-41f7-a07e-217fd7a776bb None None] Provisioning for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:31.853721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4be9a0c6-0896-4d9d-b45a-482829b0f60f req-18821171-0daa-42df-ade4-32d1f1a66470 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295474
Dec 15 19:01:31.855730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.861604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c4c6de24-54e9-481a-9e65-822fd29cbea0 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:31.876565 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-e1039a6a-6b9b-44a1-86e5-048057e00cb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1096 time: 0.1320970
Dec 15 19:01:31.879493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6659d425-57a7-49aa-a321-3a3a699421c3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:31.882740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:31.901288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:31.920105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:31.925572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c04d0c3f-e336-41f7-a07e-217fd7a776bb None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:31.926066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c04d0c3f-e336-41f7-a07e-217fd7a776bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.949577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Pushing event updated for resources: {'Port': ['ID=17af63c5-abc6-41c4-90ef-11f5a275f410,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:31.968785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:31.975079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:31.976946 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/security-groups/6659d425-57a7-49aa-a321-3a3a699421c3 HTTP/1.1" status: 204  len: 168 time: 1.0285566
Dec 15 19:01:31.979585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58522) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:32.016420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:32.022012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb012cdc-f1c8-4b4a-bba6-fe9a67c6f020 req-e7171148-2793-400a-b2ac-c6d862647498 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:32.023306 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eb012cdc-f1c8-4b4a-bba6-fe9a67c6f020 req-e7171148-2793-400a-b2ac-c6d862647498 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 943 time: 0.4347219
Dec 15 19:01:32.025063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.025865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.068056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.075192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:32.090560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-dc87ade0-62ee-4de9-8316-daf3c2243d9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:32.093585 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-dc87ade0-62ee-4de9-8316-daf3c2243d9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 912 time: 0.2075067
Dec 15 19:01:32.097019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.144428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2a520e-dbc4-454c-a4c5-20eb9e3ac49b,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:32.151520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:32.156934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.166357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.170402 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6590784
Dec 15 19:01:32.173426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58526) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:32.186982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3b34b99c-7816-4a80-ab1e-f3a28412ec68', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:32.194869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:32.196437 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-f9de01f4-6f28-43ae-8988-bb16211bbe41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 217 time: 0.0955215
Dec 15 19:01:32.200361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.207994 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eb012cdc-f1c8-4b4a-bba6-fe9a67c6f020 req-c9041db2-0bd7-440e-ba22-2c5b9081a872 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1689050
Dec 15 19:01:32.210883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:32.223375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:32.223683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Attempting to bind port 17af63c5-abc6-41c4-90ef-11f5a275f410 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:32.224106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Attempting to bind port 17af63c5-abc6-41c4-90ef-11f5a275f410 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '032afc94-a5b7-4f6f-b601-52cad3072d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd21793c4-15d8-46a4-ab79-21272bf7fd9b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:32.224478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Attempting to bind port 17af63c5-abc6-41c4-90ef-11f5a275f410 on network d21793c4-15d8-46a4-ab79-21272bf7fd9b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:32.235460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:32.239429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:32.239853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Checking segment: {'id': '032afc94-a5b7-4f6f-b601-52cad3072d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd21793c4-15d8-46a4-ab79-21272bf7fd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:32.240381 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.240788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Bound using segment: {'id': '032afc94-a5b7-4f6f-b601-52cad3072d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd21793c4-15d8-46a4-ab79-21272bf7fd9b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:32.241261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Bound port: 17af63c5-abc6-41c4-90ef-11f5a275f410, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032afc94-a5b7-4f6f-b601-52cad3072d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd21793c4-15d8-46a4-ab79-21272bf7fd9b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:32.241662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.244279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:32.252648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port f3b3ac7f-f92a-46ef-9fad-7776a762d61d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f3b3ac7f-f92a-46ef-9fad-7776a762d61d,segment=NetworkSegment(1e534714-6861-4bb7-a447-398ccded12ba),segment_id=1e534714-6861-4bb7-a447-398ccded12ba)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:32.270335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.285184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.286661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.288223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2499b5f-431e-4cd2-b250-d79469802e34 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:32.292804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:32.305953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-fda0bc1f-49d7-4ffd-903d-2563508d63fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:32.307140 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-fda0bc1f-49d7-4ffd-903d-2563508d63fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.0970328
Dec 15 19:01:32.322649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:32.359148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.373850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce2b4a49-360a-40db-ab17-9ec47d5c3414 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:32.390965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 72771e37-0fbd-4166-9e03-2de12078879a is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:32.396881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:32.400592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2bda94-d5e9-46ff-ba6a-b2b8e103b9c9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:32.403405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=9c4d4ec3-1285-4b93-8bf4-a8fc78046f50,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:32.405792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:32.417605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:32.422765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.424232 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/security-groups/8d2bda94-d5e9-46ff-ba6a-b2b8e103b9c9 HTTP/1.1" status: 204  len: 168 time: 0.4434962
Dec 15 19:01:32.426755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58530) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:32.460934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:32.544662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=f3b3ac7f-f92a-46ef-9fad-7776a762d61d,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:32.545423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.550492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:32.554442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c04d0c3f-e336-41f7-a07e-217fd7a776bb None None] Provisioning complete for port b70d4545-ae5c-419f-b730-2ba5ff824215 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:32.554854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c04d0c3f-e336-41f7-a07e-217fd7a776bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.572265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.579861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.583355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] For port 17af63c5-abc6-41c4-90ef-11f5a275f410, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:32.586397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7388eb96-88f1-4b3a-a089-bfb547f5a53b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:32.621577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16eec1be-091c-4deb-a58b-d802b337c047 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:32.636183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10208ad-2d17-4b0c-88aa-c5db04b70f9a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:32.646663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:32.666038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.670089 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4944947
Dec 15 19:01:32.671978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58536) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:32.679077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3b34b99c-7816-4a80-ab1e-f3a28412ec68', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:32.686100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:32.690454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:32.695069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:32.721867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] For port 17af63c5-abc6-41c4-90ef-11f5a275f410, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17af63c5-abc6-41c4-90ef-11f5a275f410,segment=NetworkSegment(032afc94-a5b7-4f6f-b601-52cad3072d0d),segment_id=032afc94-a5b7-4f6f-b601-52cad3072d0d)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:32.729496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:32.741013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e2499b5f-431e-4cd2-b250-d79469802e34 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:32.741481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.775022 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:01:32.789193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c04d0c3f-e336-41f7-a07e-217fd7a776bb None None] Port b70d4545-ae5c-419f-b730-2ba5ff824215 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:32.792818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.795693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:32.803866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe84e1e5-ddc7-40d7-96d2-12e07f8c8548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:32.841235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c04d0c3f-e336-41f7-a07e-217fd7a776bb None None] Could not find standard attr ID for object 7dc272de-f227-4927-9d19-fe52c6809af4. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:01:32.863350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 16eec1be-091c-4deb-a58b-d802b337c047 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:32.867642 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-d752396f-147b-4d24-a0bd-e232ee605d3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5520501
Dec 15 19:01:32.910653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 16eec1be-091c-4deb-a58b-d802b337c047 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:32.911031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.019764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.023299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Pushing event updated for resources: {'Port': ['ID=17af63c5-abc6-41c4-90ef-11f5a275f410,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:33.047541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:33.062629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc377d5e-8d96-47dd-81da-2dc1fc1aab6f None None] Provisioning for port 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:33.069651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc377d5e-8d96-47dd-81da-2dc1fc1aab6f None None] Provisioning complete for port 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:33.070199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc377d5e-8d96-47dd-81da-2dc1fc1aab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.146504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet 5253979a-8ca7-46d0-83a9-56efcf5a0b26 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:33.155890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.197990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bc377d5e-8d96-47dd-81da-2dc1fc1aab6f None None] Port 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:33.204110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc377d5e-8d96-47dd-81da-2dc1fc1aab6f None None] Could not find standard attr ID for object 7dc272de-f227-4927-9d19-fe52c6809af4. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:01:33.232499 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-0b7c3ac7-dd7b-43cb-83ba-2c7c121d657c service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3572648
Dec 15 19:01:33.319434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.341210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc377d5e-8d96-47dd-81da-2dc1fc1aab6f None None] Provisioning complete for port f3b3ac7f-f92a-46ef-9fad-7776a762d61d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:33.357171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc377d5e-8d96-47dd-81da-2dc1fc1aab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.396644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.432505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.454178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a0d264b6-c285-4d7c-a98e-53c3e2d59312 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:33.520432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62956f-a4b6-40fb-9c99-87d8b3aa691a req-95ebe8b4-5896-4ff0-a6f9-214a420532b9 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:33.527693 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-af62956f-a4b6-40fb-9c99-87d8b3aa691a req-95ebe8b4-5896-4ff0-a6f9-214a420532b9 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 945 time: 0.4786904
Dec 15 19:01:33.602755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 16eec1be-091c-4deb-a58b-d802b337c047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16eec1be-091c-4deb-a58b-d802b337c047,segment=NetworkSegment(d8b4182e-47d0-45bb-ae38-706463ae83c3),segment_id=d8b4182e-47d0-45bb-ae38-706463ae83c3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:33.605183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09754aee-6413-472b-b264-c4031c75775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eec1be-091c-4deb-a58b-d802b337c047'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:33.622313 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a9682c0-c648-4dfc-b8cb-d7a3552f5aa0 req-3ccebf59-9165-451c-8080-eb3bc7e92ce2 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3763447
Dec 15 19:01:33.626357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.641600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:33.642415 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.652649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.655347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.672157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:33.673884 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-af62956f-a4b6-40fb-9c99-87d8b3aa691a req-4e1e9070-8914-4e03-97c4-66d171c38767 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452761
Dec 15 19:01:33.691055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.709479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-045ff8a2-3d0d-40a9-9eff-332af0beec1f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:33.749477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=16eec1be-091c-4deb-a58b-d802b337c047,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:33.763603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.766206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:33.847509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.851453 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.1782453
Dec 15 19:01:33.854787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58550) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:33.871065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3b34b99c-7816-4a80-ab1e-f3a28412ec68', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:33.885915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:33.893334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:33.899361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:33.905515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:33.914832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.927887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d12daeb6-35d8-43d6-a3c7-8a7f071a6c3e tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:33.938991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f3b3ac7f-f92a-46ef-9fad-7776a762d61d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:33.971185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=5253979a-8ca7-46d0-83a9-56efcf5a0b26,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:33.974729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:33.976225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:33.979205 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:01:33.989263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.009914 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/5253979a-8ca7-46d0-83a9-56efcf5a0b26 HTTP/1.1" status: 204  len: 168 time: 1.5818062
Dec 15 19:01:34.010823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58554) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:34.013869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e7415-7f4f-480b-b209-d6096cf0a11e None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:34.018769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183c5203-f4ea-4405-a27a-3542b83674d2,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:34.027285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:34.046340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-379edb5a-5f2f-4c35-93f7-ae0a155b221c tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:34.109960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.193275 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09754aee-6413-472b-b264-c4031c75775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eec1be-091c-4deb-a58b-d802b337c047', 'code': 200}
Dec 15 19:01:34.213754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=9c4d4ec3-1285-4b93-8bf4-a8fc78046f50,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:34.218960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet bca5a614-90f3-44d2-a3dd-98e9a9b1604a {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:34.225457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.273323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f3b3ac7f-f92a-46ef-9fad-7776a762d61d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:34.274966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.292403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:34.384503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.385465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cac28f-28ec-4429-8192-6c062b0b4531 req-c3902d81-6c2c-496b-99a2-49df77766379 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:34.387307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.393163 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38cac28f-28ec-4429-8192-6c062b0b4531 req-c3902d81-6c2c-496b-99a2-49df77766379 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 943 time: 0.6465712
Dec 15 19:01:34.434052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.470172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 72771e37-0fbd-4166-9e03-2de12078879a is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:34.480003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:34.481504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce57f9ad-4a05-4272-ba6f-70cef33cb9f0 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:34.573838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a9fad7-4317-45b9-84f9-3f6038dd84d9,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:34.585983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:34.595555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.606665 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.7486119
Dec 15 19:01:34.650998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device efff039f-6a3f-4783-94ef-ed45ebd865db details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:01:34.666838 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b081a7b2-2d85-44d9-97bb-c8bf4dbd213b req-97cc1983-b868-429a-8035-150fd36749d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 1099 time: 0.3918562
Dec 15 19:01:34.724834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.830234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf481f97-c473-42f3-9909-5b219ca446ab None None] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:34.871079 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b081a7b2-2d85-44d9-97bb-c8bf4dbd213b req-4230e2ad-c914-4e62-95a5-bada7b7ad303 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955762
Dec 15 19:01:34.905033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:34.926304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a5a08404-28f4-4320-aaae-e85704d15d97 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:34.946810 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38cac28f-28ec-4429-8192-6c062b0b4531 req-5b180fda-5de2-4681-b3b8-cf843856e93b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5524335
Dec 15 19:01:35.022847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:35.112565 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/bca5a614-90f3-44d2-a3dd-98e9a9b1604a HTTP/1.1" status: 204  len: 168 time: 1.0984378
Dec 15 19:01:35.113162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58568) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:35.116404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=bca5a614-90f3-44d2-a3dd-98e9a9b1604a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:35.123406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:35.219783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f1280-5cd0-41fd-9997-7968ec0afb67 req-e9723ee0-61a1-445c-ae21-1d04d1fd1073 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:35.221628 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-775f1280-5cd0-41fd-9997-7968ec0afb67 req-e9723ee0-61a1-445c-ae21-1d04d1fd1073 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.1781065
Dec 15 19:01:35.315927 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c753cf-80ad-414f-9d45-dd225a8590c1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:35.316392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c753cf-80ad-414f-9d45-dd225a8590c1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:35.327981 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a2c753cf-80ad-414f-9d45-dd225a8590c1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/5253979a-8ca7-46d0-83a9-56efcf5a0b26 HTTP/1.1" status: 404  len: 337 time: 0.2136328
Dec 15 19:01:35.328839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58574) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:35.329455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-775f1280-5cd0-41fd-9997-7968ec0afb67 req-fcc1f80e-8ed0-4740-bf34-31c94c789f1c tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985761
Dec 15 19:01:35.365683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-70cb05b7-07b9-427d-bbd8-62776d4e35d0 None None] Provisioning for port 17af63c5-abc6-41c4-90ef-11f5a275f410 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:35.387268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17af63c5-abc6-41c4-90ef-11f5a275f410 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:35.470278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-0c6ce425-00ac-4f00-8f34-7aecb7c10446 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:35.556224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port efff039f-6a3f-4783-94ef-ed45ebd865db, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=efff039f-6a3f-4783-94ef-ed45ebd865db,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:35.583701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'port_id': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'mac_address': 'fa:16:3e:0e:c9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:01:35.633185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-0c6ce425-00ac-4f00-8f34-7aecb7c10446 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:35.634477 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-0c6ce425-00ac-4f00-8f34-7aecb7c10446 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713101045&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.4586563
Dec 15 19:01:35.661228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-52d9960d-2c6f-4de2-85d0-a872a4fc154d None None] Provisioning complete for port 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:35.662395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-52d9960d-2c6f-4de2-85d0-a872a4fc154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:35.720728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting subnet bcf762b9-df38-4573-9f2d-416348f3193d {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:35.729115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:35.734693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:35.760809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e3599-4bd9-45d6-a568-3ecc13bda260 None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:35.774378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 17af63c5-abc6-41c4-90ef-11f5a275f410 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:35.786881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 17af63c5-abc6-41c4-90ef-11f5a275f410 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:35.787531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:35.818702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-52d9960d-2c6f-4de2-85d0-a872a4fc154d None None] Port 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:35.843210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efff039f-6a3f-4783-94ef-ed45ebd865db {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:01:36.022143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port efff039f-6a3f-4783-94ef-ed45ebd865db, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=efff039f-6a3f-4783-94ef-ed45ebd865db,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:36.027626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.072444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.077006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:36.145323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f5a9a509-acec-4fa6-a5ba-a148ecd0af58 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:36.146028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f5a9a509-acec-4fa6-a5ba-a148ecd0af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.146664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff874c-e362-4cee-a140-1f975486ab61 req-a2df339d-f41a-48e4-adbd-b2e576923195 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:36.147353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-a2df339d-f41a-48e4-adbd-b2e576923195 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:36.218575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 8a0a0a48-413d-4d63-87b4-0491e09a2d39 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:01:36.239096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-a2df339d-f41a-48e4-adbd-b2e576923195 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:36.243674 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-a2df339d-f41a-48e4-adbd-b2e576923195 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 200  len: 797 time: 0.5976477
Dec 15 19:01:36.285940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27afcdc-6ab0-454a-977d-5ba65b6d5593 req-b780d9bd-5897-459d-871a-78104a5b4170 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:36.288687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b27afcdc-6ab0-454a-977d-5ba65b6d5593 req-b780d9bd-5897-459d-871a-78104a5b4170 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 944 time: 0.1358166
Dec 15 19:01:36.355056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.356140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['efff039f-6a3f-4783-94ef-ed45ebd865db'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:01:36.364274 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b27afcdc-6ab0-454a-977d-5ba65b6d5593 req-0f2b34ff-c377-4540-a2a5-4cf58c933e8d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699832
Dec 15 19:01:36.403897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=efff039f-6a3f-4783-94ef-ed45ebd865db,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:36.407175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:36.407796 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.446575 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-5609f948-05f4-433e-8abe-9cabf3b3c808 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.1909263
Dec 15 19:01:36.574190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.579849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4a13c20-ff30-4448-9825-e961d0fd2b9a tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:36.590189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 17af63c5-abc6-41c4-90ef-11f5a275f410, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17af63c5-abc6-41c4-90ef-11f5a275f410,segment=NetworkSegment(032afc94-a5b7-4f6f-b601-52cad3072d0d),segment_id=032afc94-a5b7-4f6f-b601-52cad3072d0d)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:36.607824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.614634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a24752e6-890f-48fa-9cd0-92ef72d0b059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:36.654517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf762b9-df38-4573-9f2d-416348f3193d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:36.664244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:36.683974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.697529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745f031-a1de-485c-ba36-797f5f66e398 req-020ab313-44b0-4cc1-896c-db92071d3af2 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:36.701261 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c745f031-a1de-485c-ba36-797f5f66e398 req-020ab313-44b0-4cc1-896c-db92071d3af2 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.1211400
Dec 15 19:01:36.701908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-5a0feba3-5a49-4bdf-bae0-211e8ddab8c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:36.709887 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/bcf762b9-df38-4573-9f2d-416348f3193d HTTP/1.1" status: 204  len: 168 time: 1.3698211
Dec 15 19:01:36.712583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58584) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:36.723441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f5a9a509-acec-4fa6-a5ba-a148ecd0af58 None None] Provisioning complete for port b70d4545-ae5c-419f-b730-2ba5ff824215 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:36.724042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f5a9a509-acec-4fa6-a5ba-a148ecd0af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:36.731163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:36.746336 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/8a0a0a48-413d-4d63-87b4-0491e09a2d39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4248188
Dec 15 19:01:36.748096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-5a0feba3-5a49-4bdf-bae0-211e8ddab8c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:36.755987 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-5a0feba3-5a49-4bdf-bae0-211e8ddab8c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2993250
Dec 15 19:01:36.756596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58588) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:36.768639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] Sync routers for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:36.781562 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e30d860-a7cb-4792-a8e6-d5a1a64e59d7 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:36.782006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e30d860-a7cb-4792-a8e6-d5a1a64e59d7 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:36.783640 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4e30d860-a7cb-4792-a8e6-d5a1a64e59d7 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/2a6b8cab-fd63-4186-b1f1-417d8d9dc64e HTTP/1.1" status: 404  len: 337 time: 0.0691826
Dec 15 19:01:36.789790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58592) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:36.816364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=17af63c5-abc6-41c4-90ef-11f5a275f410,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:36.828835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:36.844112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9a509-acec-4fa6-a5ba-a148ecd0af58 None None] Port b70d4545-ae5c-419f-b730-2ba5ff824215 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:36.853284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:36.853938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedab2610>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:36.877380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062395e-df3f-4265-b6a0-b856284cd90e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:36.877992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1062395e-df3f-4265-b6a0-b856284cd90e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:36.969747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1062395e-df3f-4265-b6a0-b856284cd90e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:36.970947 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1062395e-df3f-4265-b6a0-b856284cd90e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports/9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 HTTP/1.1" status: 200  len: 910 time: 0.2130430
Dec 15 19:01:36.971888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9280c0b5-17f1-45e9-95f0-3ee94b5d4de0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Synchronizing usage tracker for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:36.975048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58596) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:36.980693 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c745f031-a1de-485c-ba36-797f5f66e398 req-a57cc87d-bea4-4c47-a6ea-ef6dfc8c2f7c tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2728565
Dec 15 19:01:36.990194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9280c0b5-17f1-45e9-95f0-3ee94b5d4de0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Unset dirty status for tenant:ef901354a8444519a39785ed6f7c3662 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:36.994180 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9280c0b5-17f1-45e9-95f0-3ee94b5d4de0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "GET /v2.0/ports?device_id=33aa665a-c368-4c72-8a6d-c680f07e1807 HTTP/1.1" status: 200  len: 205 time: 0.2021835
Dec 15 19:01:36.994768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58600) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.057470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedab2610>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:37.064987 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-ab759538-c0db-4afd-9866-f7a1aab201da tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] delete failed (client error): The resource could not be found.
Dec 15 19:01:37.069500 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ab759538-c0db-4afd-9866-f7a1aab201da tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/routers/33aa665a-c368-4c72-8a6d-c680f07e1807 HTTP/1.1" status: 404  len: 336 time: 0.0736756
Dec 15 19:01:37.069981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58606) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.110596 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8764f20-b0da-4dce-aca7-592a9320ec0e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.111299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8764f20-b0da-4dce-aca7-592a9320ec0e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.116572 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f8764f20-b0da-4dce-aca7-592a9320ec0e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/585dde50-9870-4d95-a43e-80e7a14acba3 HTTP/1.1" status: 404  len: 337 time: 0.0454762
Dec 15 19:01:37.117353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58610) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.136059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-18086ed6-1167-40fe-944a-83401b948510 None None] Provisioning complete for port 17af63c5-abc6-41c4-90ef-11f5a275f410 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:37.136756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-18086ed6-1167-40fe-944a-83401b948510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:37.144747 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-9063afa7-7d1a-447a-be87-a47fa2e38f0d service neutron] 10.222.0.48 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3016570
Dec 15 19:01:37.173593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:37.174221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedab2610>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:37.198088 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6d601b-1575-45f5-babe-ae47a73c295e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.198532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6d601b-1575-45f5-babe-ae47a73c295e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.203239 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6b6d601b-1575-45f5-babe-ae47a73c295e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/d1c186e8-d4be-4dfc-b89c-31f386eac65e HTTP/1.1" status: 404  len: 337 time: 0.0822659
Dec 15 19:01:37.203643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58614) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.246029 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30157fa-9fb3-4f0e-a6be-7a04ef51a5e2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.246475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30157fa-9fb3-4f0e-a6be-7a04ef51a5e2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.248084 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d30157fa-9fb3-4f0e-a6be-7a04ef51a5e2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/ca86b7da-1ae6-4032-b24f-1cbf68624ab4 HTTP/1.1" status: 404  len: 337 time: 0.0437982
Dec 15 19:01:37.250720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58618) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.253360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee046f5-78b6-47fd-8ae3-c4523d278c9a None None] Update dhcp port {'port': {'network_id': 'e09f5b3b-0bdc-4f13-892a-92a096148860', 'fixed_ips': [{'subnet_id': 'bcf762b9-df38-4573-9f2d-416348f3193d'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': 'a0d264b6-c285-4d7c-a98e-53c3e2d59312'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:01:37.303165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-350ba27e-89e6-4fb7-bff9-18cf4da3fb60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.303739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350ba27e-89e6-4fb7-bff9-18cf4da3fb60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.305438 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-350ba27e-89e6-4fb7-bff9-18cf4da3fb60 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/523add9f-f899-4347-a985-e0fe6440b539 HTTP/1.1" status: 404  len: 333 time: 0.0535734
Dec 15 19:01:37.308748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58622) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.319093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aee046f5-78b6-47fd-8ae3-c4523d278c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:37.337171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17af63c5-abc6-41c4-90ef-11f5a275f410 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:37.365471 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8270f0-9f1c-4896-a52f-4a8a6b8e6836 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.366836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8270f0-9f1c-4896-a52f-4a8a6b8e6836 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.371755 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bb8270f0-9f1c-4896-a52f-4a8a6b8e6836 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/1cbc411d-66dd-4fe3-84fb-3bcf8a83d5c2 HTTP/1.1" status: 404  len: 337 time: 0.0618708
Dec 15 19:01:37.372621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58628) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.387682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a6d9-dc1f-4334-bd1d-f6c798e3a105 req-a0edbdbd-3a0a-4676-aaf5-5a168af673ca tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:37.389657 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0eb2a6d9-dc1f-4334-bd1d-f6c798e3a105 req-a0edbdbd-3a0a-4676-aaf5-5a168af673ca tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.2394438
Dec 15 19:01:37.405131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedab2610>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:37.405588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54e8026-0533-45cf-9fa6-122c5742ef67 None None] The sync data for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:37.445776 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-c5c508d9-00f5-4f62-adc7-c1fe66352c48 service neutron] 10.222.0.48 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921200
Dec 15 19:01:37.457681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f06f9c-2f99-4881-a117-f3901fc2ade4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.458685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f06f9c-2f99-4881-a117-f3901fc2ade4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.460331 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d7f06f9c-2f99-4881-a117-f3901fc2ade4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/0d23674d-ab86-4a20-9cdc-55bfa05a61e3 HTTP/1.1" status: 404  len: 337 time: 0.0818844
Dec 15 19:01:37.462963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58636) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.565723 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0eb2a6d9-dc1f-4334-bd1d-f6c798e3a105 req-ee0eaaec-e55d-4d3d-92d1-e2dca5ea3948 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214583
Dec 15 19:01:37.571416 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-55aae5c4-12dc-4315-9183-fb3630b1bdfe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.571871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55aae5c4-12dc-4315-9183-fb3630b1bdfe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.575657 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-55aae5c4-12dc-4315-9183-fb3630b1bdfe tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/58472184-3e9a-423f-a763-0f1ac0d012a4 HTTP/1.1" status: 404  len: 333 time: 0.1117973
Dec 15 19:01:37.587422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58642) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.690151 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-81721cdc-d63d-4a05-9b9d-8563fd2d6578 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.690609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81721cdc-d63d-4a05-9b9d-8563fd2d6578 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.693395 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-81721cdc-d63d-4a05-9b9d-8563fd2d6578 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/45b2e7ef-b31b-4a0f-bf9f-079b3d8514bf HTTP/1.1" status: 404  len: 337 time: 0.1116300
Dec 15 19:01:37.696128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58652) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.740723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 17af63c5-abc6-41c4-90ef-11f5a275f410 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:37.741213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:37.786410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-32891a8e-89f8-4711-a298-02d7edf075c0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:01:37.786896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32891a8e-89f8-4711-a298-02d7edf075c0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:01:37.794776 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-32891a8e-89f8-4711-a298-02d7edf075c0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/subnets/6350055c-e102-48be-b014-b9f0daf44847 HTTP/1.1" status: 404  len: 337 time: 0.0976949
Dec 15 19:01:37.797207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58658) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:37.867682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140dbfe9-7ede-443d-97ac-45da1b98d00a None None] Network e09f5b3b-0bdc-4f13-892a-92a096148860 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:37.980626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Deleting port b70d4545-ae5c-419f-b730-2ba5ff824215 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:37.981743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.131685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1dbc-fb2c-488a-b779-036d01a2aadd req-37af0f67-1322-43a1-bdb5-ed50994e887a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:38.133725 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aeca1dbc-fb2c-488a-b779-036d01a2aadd req-37af0f67-1322-43a1-bdb5-ed50994e887a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 944 time: 0.2573199
Dec 15 19:01:38.142743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8802580a-8571-453b-b6ea-3f4140209a40 None None] Provisioning complete for port a0d264b6-c285-4d7c-a98e-53c3e2d59312 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:38.143118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8802580a-8571-453b-b6ea-3f4140209a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.190837 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7eaad554-202b-4f38-bda0-ee51aacce88a req-cba52ba3-5b7e-401e-aba9-411542353458 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 210 time: 0.1168227
Dec 15 19:01:38.229029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.326260 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aeca1dbc-fb2c-488a-b779-036d01a2aadd req-4adfc049-51d5-4726-b312-90c6315ff1b8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805618
Dec 15 19:01:38.332265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.410350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8802580a-8571-453b-b6ea-3f4140209a40 None None] Provisioning complete for port b70d4545-ae5c-419f-b730-2ba5ff824215 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:38.410737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8802580a-8571-453b-b6ea-3f4140209a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.468586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416c724-403f-4f02-a785-454b608c8616 None None] DHCP port deletion for e09f5b3b-0bdc-4f13-892a-92a096148860 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:01:38.491565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Deleting port a0d264b6-c285-4d7c-a98e-53c3e2d59312 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:38.491943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.547729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Calling delete_port for b70d4545-ae5c-419f-b730-2ba5ff824215 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:38.587238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8802580a-8571-453b-b6ea-3f4140209a40 None None] Port b70d4545-ae5c-419f-b730-2ba5ff824215 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:38.647074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device efff039f-6a3f-4783-94ef-ed45ebd865db up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:38.728372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-48810516-8e3c-4654-9523-95630ed723a1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:38.788137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.798296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9879a291-8fc0-437c-9840-52b921a41a80 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:38.800543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-48810516-8e3c-4654-9523-95630ed723a1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:38.802343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-48810516-8e3c-4654-9523-95630ed723a1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551938081&fields=id&tenant_id=5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 267 time: 0.1680157
Dec 15 19:01:38.828938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0416c724-403f-4f02-a785-454b608c8616 None None] For port a0d264b6-c285-4d7c-a98e-53c3e2d59312, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a0d264b6-c285-4d7c-a98e-53c3e2d59312,segment=NetworkSegment(273f7c85-5f42-4567-92ac-ac7196fa2207),segment_id=273f7c85-5f42-4567-92ac-ac7196fa2207)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:38.829569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.845904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Port': ['ID=b70d4545-ae5c-419f-b730-2ba5ff824215,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:38.848361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:38.853321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.21.0.1 (d21793c4-15d8-46a4-ab79-21272bf7fd9b/b4d1e6e4-19be-4122-a8e4-2b63c81ccd55/233a5407-5760-4f19-b6ba-ef79b834c6a4) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:38.859379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3580f-4ffd-4ab5-b271-40b6bc046ce5 req-c1f0b22e-73f9-4c3a-9bd3-fc7fb232749b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:38.860976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6eb3580f-4ffd-4ab5-b271-40b6bc046ce5 req-c1f0b22e-73f9-4c3a-9bd3-fc7fb232749b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.2591033
Dec 15 19:01:38.868319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:38.908569 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/ports/b70d4545-ae5c-419f-b730-2ba5ff824215 HTTP/1.1" status: 204  len: 168 time: 1.1078501
Dec 15 19:01:38.913747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58672) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:38.947723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port efff039f-6a3f-4783-94ef-ed45ebd865db completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:38.963095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Calling delete_port for a0d264b6-c285-4d7c-a98e-53c3e2d59312 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:38.997280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port efff039f-6a3f-4783-94ef-ed45ebd865db triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:38.997708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.017674 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6eb3580f-4ffd-4ab5-b271-40b6bc046ce5 req-242e5de3-a331-443e-87d4-cc823ad1e1e3 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446075
Dec 15 19:01:39.147069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-11ce3f3a-0289-4b2e-967f-63165c5aa36d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:39.148554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-11ce3f3a-0289-4b2e-967f-63165c5aa36d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:39.185571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.188117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.197847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:39.214126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-11ce3f3a-0289-4b2e-967f-63165c5aa36d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:39.232712 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-11ce3f3a-0289-4b2e-967f-63165c5aa36d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 812 time: 0.4160793
Dec 15 19:01:39.235260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416c724-403f-4f02-a785-454b608c8616 None None] No DVR routers for this DVR port a0d264b6-c285-4d7c-a98e-53c3e2d59312 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:01:39.254253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Pushing event deleted for resources: {'Port': ['ID=a0d264b6-c285-4d7c-a98e-53c3e2d59312,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:39.262665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:39.267229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.272706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.289893 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-a3f24d71-a90a-46e9-99bb-c036db1fde67 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/quotas/5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 375 time: 0.0558529
Dec 15 19:01:39.324669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:39.345473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object 233a5407-5760-4f19-b6ba-ef79b834c6a4 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:39.347444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port efff039f-6a3f-4783-94ef-ed45ebd865db, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=efff039f-6a3f-4783-94ef-ed45ebd865db,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:39.360838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.363031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:39.418285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a0d264b6-c285-4d7c-a98e-53c3e2d59312 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:01:39.429332 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-7db9802e-ff86-467b-bc09-5db68cded7d2 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1382616
Dec 15 19:01:39.457032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.458941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a0d264b6-c285-4d7c-a98e-53c3e2d59312 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:01:39.459460 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a0d264b6-c285-4d7c-a98e-53c3e2d59312 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:01:39.468692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-442f408b-4244-45a0-b0b2-16a3e846709e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:39.476852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.490377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=efff039f-6a3f-4783-94ef-ed45ebd865db,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:39.493618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:39.574097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d9567dae-d92a-4723-9299-3e8f210807c7 req-2f15a24f-9d5a-48e7-bdf2-1a73f76a776c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 210 time: 0.0887365
Dec 15 19:01:39.578354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec6bf9a0>,) {'filters': {'network_id': ['e09f5b3b-0bdc-4f13-892a-92a096148860']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:39.585510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:39.594779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:39.601365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec6bf9a0>, '273f7c85-5f42-4567-92ac-ac7196fa2207') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:39.601661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec6bf9a0>, '273f7c85-5f42-4567-92ac-ac7196fa2207') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:39.604307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:39.618293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.629068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff874c-e362-4cee-a140-1f975486ab61 req-65975022-7aad-4c33-b22f-44c1f12669eb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:39.630663 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-65975022-7aad-4c33-b22f-44c1f12669eb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 200  len: 797 time: 0.4709620
Dec 15 19:01:39.646130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.651513 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'code': 200}
Dec 15 19:01:39.676754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:39.677229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.679003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:39.693106 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:39.722103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=233a5407-5760-4f19-b6ba-ef79b834c6a4,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:39.726151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:39.810001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-38ec0f81-284a-4018-816d-9ca3a7a86ac0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:39.824878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.826907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-9cff874c-e362-4cee-a140-1f975486ab61 req-38ec0f81-284a-4018-816d-9ca3a7a86ac0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:39.828623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-38ec0f81-284a-4018-816d-9ca3a7a86ac0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 379 time: 0.1795530
Dec 15 19:01:39.830130 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-53025ad8-1cbc-4e3e-be77-6810ee106204 service neutron] 10.222.0.48 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3975680
Dec 15 19:01:39.866292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-121403a3-bf00-4360-917d-8d1241298f99 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:39.894907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['3b34b99c-7816-4a80-ab1e-f3a28412ec68']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:39.909796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:39.932542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Pushing event deleted for resources: {'Network': ['ID=e09f5b3b-0bdc-4f13-892a-92a096148860,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:39.938147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:39.940749 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] 10.222.0.48 "DELETE /v2.0/networks/e09f5b3b-0bdc-4f13-892a-92a096148860 HTTP/1.1" status: 204  len: 168 time: 1.0260901
Dec 15 19:01:40.038523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3a7a9e10-bf30-42ec-8752-254f72a2414d None None] Provisioning for port 233a5407-5760-4f19-b6ba-ef79b834c6a4 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:40.047223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3a7a9e10-bf30-42ec-8752-254f72a2414d None None] Provisioning complete for port 233a5407-5760-4f19-b6ba-ef79b834c6a4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:40.049081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3a7a9e10-bf30-42ec-8752-254f72a2414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.053487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.072093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12371032-26a9-45a3-9716-fd061e5e63b8 req-135bf6e8-7baf-4b7e-ac6e-d870a549b445 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:40.073586 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-12371032-26a9-45a3-9716-fd061e5e63b8 req-135bf6e8-7baf-4b7e-ac6e-d870a549b445 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2438989
Dec 15 19:01:40.081901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:40.113414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:40.142254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:40.145411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.155342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a9e10-bf30-42ec-8752-254f72a2414d None None] Port 233a5407-5760-4f19-b6ba-ef79b834c6a4 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:40.165544 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-12371032-26a9-45a3-9716-fd061e5e63b8 req-028b1d00-8c09-4fa2-a9d6-264fa3b6a422 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811024
Dec 15 19:01:40.313145 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-cf607e8a-1bbd-4aed-80bd-67bbae127a3b service neutron] 10.222.0.48 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4809558
Dec 15 19:01:40.351853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58688) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:40.390961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.10 (32df7c16-07f8-4ab2-aa38-0cf21f77003f/cb8da299-aa01-4721-b8e9-9a54b7bd3551/cb5c467f-49d9-4375-a8c2-de55eedd8366) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:40.455485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a703-3227-40cc-8829-4cc75e395547 req-9ba9a0d6-36bd-47c3-8023-28fab9ff8241 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:40.462162 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3160a703-3227-40cc-8829-4cc75e395547 req-9ba9a0d6-36bd-47c3-8023-28fab9ff8241 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.1568894
Dec 15 19:01:40.467590 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3778232-3e61-42df-860b-a188b441c434 req-baf31315-f30c-4387-b5f3-5c1155b8904d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1098 time: 0.4883783
Dec 15 19:01:40.602194 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3778232-3e61-42df-860b-a188b441c434 req-80d53d53-76c0-4ee1-8eac-734a7dfba47b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246872
Dec 15 19:01:40.615123 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3160a703-3227-40cc-8829-4cc75e395547 req-2188ec76-2c05-4686-8bd3-b2b468b7f8df tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521015
Dec 15 19:01:40.698288 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-391af82f-2f71-4bef-8add-95e4d59c5dee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef901354a8444519a39785ed6f7c3662&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3431845
Dec 15 19:01:40.704084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.705817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58704) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:40.727581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object cb5c467f-49d9-4375-a8c2-de55eedd8366 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:40.757718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.766907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.767776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.777445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8f32df6-690b-4d83-bb8c-488ca23457d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:40.830410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b6528884-d601-4ddb-88b7-15f68cbe9e7b tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:40.925833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:40.926703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=cb5c467f-49d9-4375-a8c2-de55eedd8366,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:40.931222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:40.933226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:40.934756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:40.956570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:40.959057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=233a5407-5760-4f19-b6ba-ef79b834c6a4,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:40.966886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:40.975537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.016858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2a31d-f273-4a68-bff5-d7c1c114224b req-786739a4-b219-49fa-8d89-f11d222c81b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:41.018344 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-42f2a31d-f273-4a68-bff5-d7c1c114224b req-786739a4-b219-49fa-8d89-f11d222c81b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 932 time: 0.1748414
Dec 15 19:01:41.027935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.031928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:41.032630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.149972 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2583132
Dec 15 19:01:41.155909 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-42f2a31d-f273-4a68-bff5-d7c1c114224b req-1f8e99a5-d599-4539-9c1e-6ffb0a923eeb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124523
Dec 15 19:01:41.166945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Request body: {'port': {'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:41.188948 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-be9619ef-5c64-40df-9c9e-f3bad78fff5e req-0ba77043-39fb-47c2-bda3-0b9da616e9ee tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 210 time: 0.0642810
Dec 15 19:01:41.330243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.346411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.388422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:41.401561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9aae264d-372c-4e4c-bac5-fae70b02ad15 None None] Provisioning for port cb5c467f-49d9-4375-a8c2-de55eedd8366 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:41.410209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9aae264d-372c-4e4c-bac5-fae70b02ad15 None None] Provisioning complete for port cb5c467f-49d9-4375-a8c2-de55eedd8366 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:41.411598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9aae264d-372c-4e4c-bac5-fae70b02ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.415133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d761d-ca9c-4043-9819-bdfb02973c08,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:41.423084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:41.424977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:41.459740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:41.522647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9aae264d-372c-4e4c-bac5-fae70b02ad15 None None] Port cb5c467f-49d9-4375-a8c2-de55eedd8366 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:41.544164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.546114 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c9d761d-ca9c-4043-9819-bdfb02973c08 HTTP/1.1" status: 204  len: 168 time: 0.8393281
Dec 15 19:01:41.727483 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-5abb56da-778e-4ed0-b9e1-eaca4c8e49cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f92b6b120324d52bc5ddccb36b3a27d&device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 1099 time: 0.5250678
Dec 15 19:01:41.866875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5d5d6dfe-95e5-4039-a3cf-36fc473e2c98 None None] Provisioning complete for port 233a5407-5760-4f19-b6ba-ef79b834c6a4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:41.867517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6dfe-95e5-4039-a3cf-36fc473e2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:41.867850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad3ec4-ab27-43a0-a86d-928b93f80d72 req-e38220fd-e725-4550-b142-70ae81a61e84 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:41.874749 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-48ad3ec4-ab27-43a0-a86d-928b93f80d72 req-e38220fd-e725-4550-b142-70ae81a61e84 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.3471794
Dec 15 19:01:42.008203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d6dfe-95e5-4039-a3cf-36fc473e2c98 None None] Port 233a5407-5760-4f19-b6ba-ef79b834c6a4 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:42.058061 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-48ad3ec4-ab27-43a0-a86d-928b93f80d72 req-ea5caa46-01ef-4421-be46-f921060cb2db tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820705
Dec 15 19:01:42.061525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0bd88-2778-4a21-80b3-113a2e04c777 req-53edeaaf-169d-4b99-a06f-2d696c8b56a0 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:42.062975 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-aaa0bd88-2778-4a21-80b3-113a2e04c777 req-53edeaaf-169d-4b99-a06f-2d696c8b56a0 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.6423240
Dec 15 19:01:42.141293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-66f4f1ce-d6a5-4efd-a3c9-85a006c8f55d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:42.142904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-66f4f1ce-d6a5-4efd-a3c9-85a006c8f55d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2698553a-ac52-49e5-ac7c-4f18a877a809 HTTP/1.1" status: 200  len: 912 time: 0.3671639
Dec 15 19:01:42.198762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5c467f-49d9-4375-a8c2-de55eedd8366 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:01:42.206830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:42.224220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Transition to ACTIVE for port object cb5c467f-49d9-4375-a8c2-de55eedd8366 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:42.231226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:42.235765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4f348d21-1bc0-482a-aef9-66b1d9a61807 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:42.409011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5c467f-49d9-4375-a8c2-de55eedd8366,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:42.418305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.64', 61713) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:42.444730 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-aaa0bd88-2778-4a21-80b3-113a2e04c777 req-9fc09868-eea4-4974-b747-ab74bb7c2b6b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3654563
Dec 15 19:01:42.490627 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-5e1ab705-5ac1-4167-8bdb-bc3e27e3f330 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16eec1be-091c-4deb-a58b-d802b337c047 HTTP/1.1" status: 200  len: 217 time: 0.3392906
Dec 15 19:01:42.586845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.587651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.588042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.588418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.588790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.589161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.589570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.590449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.590978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.591353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.591723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:42.603563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-55c83de0-f32d-4e0c-9b99-deb5b4b1a39c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:42.605796 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-55c83de0-f32d-4e0c-9b99-deb5b4b1a39c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6895095b-76e1-48f6-828c-f2167b7a223a HTTP/1.1" status: 200  len: 851 time: 0.1038747
Dec 15 19:01:42.614746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 8a0a0a48-413d-4d63-87b4-0491e09a2d39 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:01:42.617614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:42.778998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-bc2f4cc1-947d-4873-a972-8ee3e2b1f45b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:42.780618 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-bc2f4cc1-947d-4873-a972-8ee3e2b1f45b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 812 time: 0.3572283
Dec 15 19:01:42.781883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-0264d80a-bca9-4bc6-8bcb-c5743980d77d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2698553a-ac52-49e5-ac7c-4f18a877a809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1545153
Dec 15 19:01:42.789568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7de9e1-0da8-462e-a78c-a07ed5dc02d2 req-10bbaa71-6bb2-47f5-a850-df06c4554f86 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:42.790267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cd7de9e1-0da8-462e-a78c-a07ed5dc02d2 req-10bbaa71-6bb2-47f5-a850-df06c4554f86 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:42.819453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Attempting to bind port cb5c467f-49d9-4375-a8c2-de55eedd8366 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:42.819807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Attempting to bind port cb5c467f-49d9-4375-a8c2-de55eedd8366 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:42.820077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Attempting to bind port cb5c467f-49d9-4375-a8c2-de55eedd8366 on network 32df7c16-07f8-4ab2-aa38-0cf21f77003f {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:42.848686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cd7de9e1-0da8-462e-a78c-a07ed5dc02d2 req-10bbaa71-6bb2-47f5-a850-df06c4554f86 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:42.856435 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd7de9e1-0da8-462e-a78c-a07ed5dc02d2 req-10bbaa71-6bb2-47f5-a850-df06c4554f86 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 944 time: 0.4930391
Dec 15 19:01:42.861280 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8298f6e4-67a0-4518-9b71-edbdc5c98b99 req-ddcbae44-dc0c-4d30-accb-f454ba5ed1ad tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 210 time: 0.1925519
Dec 15 19:01:42.862436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Port cb5c467f-49d9-4375-a8c2-de55eedd8366 on network 32df7c16-07f8-4ab2-aa38-0cf21f77003f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:01:42.862762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Attempting to bind port cb5c467f-49d9-4375-a8c2-de55eedd8366 on network 32df7c16-07f8-4ab2-aa38-0cf21f77003f {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:42.890308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58746) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:42.923153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:42.923484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Checking segment: {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:42.923884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Bound using segment: {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:42.924321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Bound port: cb5c467f-49d9-4375-a8c2-de55eedd8366, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4bab0c-d991-4b25-b226-4070e4a6abda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:42.924784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:42.961863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-f8484bb7-1bb3-47f9-b877-5b0a29911a4e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:43.030644 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd7de9e1-0da8-462e-a78c-a07ed5dc02d2 req-043ce527-acc9-48cb-9753-79a40d09d900 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1733563
Dec 15 19:01:43.037208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-f8484bb7-1bb3-47f9-b877-5b0a29911a4e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:43.038302 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-f8484bb7-1bb3-47f9-b877-5b0a29911a4e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 380 time: 0.2133467
Dec 15 19:01:43.049641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'port': {'device_id': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'admin_state_up': True, 'tenant_id': '5625589807734574847f5c5841e04e68', 'security_groups': ['d0b89c76-f0cf-406e-b820-20f7353f508a']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:43.077291 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-3974592b-d05c-4518-9c9b-ca073bc15b22 service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325037
Dec 15 19:01:43.106387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-316848257'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:43.170611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:43.188597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:43.204095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:43.208475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:43.209840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] For port cb5c467f-49d9-4375-a8c2-de55eedd8366, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:43.218691 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] Sync routers for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:43.221966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:43.233518 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:43.234127 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfbd3d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:43.234615 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/8a0a0a48-413d-4d63-87b4-0491e09a2d39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2557433
Dec 15 19:01:43.240963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58758) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:43.247415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] For port cb5c467f-49d9-4375-a8c2-de55eedd8366, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:43.287842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2d30f65d-c2b1-49fe-9e70-6dd655f4e55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:43.300597 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfbd3d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:43.313041 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:43.313906 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfbd3d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:43.324483 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ddf6a16-166f-4ae4-83ae-f51b7687e1ea req-f0f72bb6-efa8-49fa-bc45-b7af5d8be0cf service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2355416
Dec 15 19:01:43.325143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e169d8-6977-4f64-8b45-910f1a234101 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:43.329992 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b0e169d8-6977-4f64-8b45-910f1a234101 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports/233a5407-5760-4f19-b6ba-ef79b834c6a4 HTTP/1.1" status: 200  len: 910 time: 0.0845563
Dec 15 19:01:43.330176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58762) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:43.342334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:43.354045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9b84ee0a-f879-4cd8-bf82-fdca7ff5309e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:43.398653 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfbd3d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:43.399338 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2b4bf-83b3-4c24-a6cc-b403d5fa6ad3 None None] The sync data for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:43.400725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:43.403704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:43.427047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:43.431231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:43.449577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:43.450921 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/cb5c467f-49d9-4375-a8c2-de55eedd8366 HTTP/1.1" status: 200  len: 1094 time: 2.2921715
Dec 15 19:01:43.458201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:43.468562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:port and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:43.475823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:43.491797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:43.518652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a8a8-7b30-4cd0-9dc4-7540114736f4 req-5423f322-c120-4ea2-8af0-a1b91d994e27 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:43.526412 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bfd9a8a8-7b30-4cd0-9dc4-7540114736f4 req-5423f322-c120-4ea2-8af0-a1b91d994e27 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.3232234
Dec 15 19:01:43.572921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5c467f-49d9-4375-a8c2-de55eedd8366,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:43.576569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:43.585269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:43.590503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:security_group_rule and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:43.595638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:43.606660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:43.653997 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bfd9a8a8-7b30-4cd0-9dc4-7540114736f4 req-da129056-d252-4c33-a26b-9b89020b5fe0 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267073
Dec 15 19:01:43.695696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Made reservation on behalf of 5625589807734574847f5c5841e04e68 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:43.697969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:43.790768 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'status': 'completed', 'code': 200}
Dec 15 19:01:43.913590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:43.984380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:44.011855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:44.025573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1a9dc52-bc0f-4ea8-b9aa-881b7adcf2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:44.071174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:44.085139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:44.085677 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment ed182676-10ea-4878-ad31-fadbbf893384 of type vlan for network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547
Dec 15 19:01:44.109852 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-80abaee4-b756-4a2c-82dd-02e681269d34 req-3b250cd3-58f4-4c1c-ae18-6cb26366d4e3 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 210 time: 0.0525646
Dec 15 19:01:44.157564 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-627161a9-cb4e-4784-8340-f056f566ce16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 1097 time: 0.6356940
Dec 15 19:01:44.191771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:44.303745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76768c53-03f8-45cc-b5a8-2dbd2eeea28c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:44.319337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:44.329562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1985e12-b76d-498f-91c6-52d3b317fd8c req-2fc102d9-0e36-443b-89c7-812480e44d6b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:44.331027 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a1985e12-b76d-498f-91c6-52d3b317fd8c req-2fc102d9-0e36-443b-89c7-812480e44d6b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.6420476
Dec 15 19:01:44.336090 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-bcb9eab6-c268-4b4f-80cd-e666fb422877 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366 HTTP/1.1" status: 200  len: 217 time: 0.1554003
Dec 15 19:01:44.440668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Allocated IP 172.20.0.4 (4d08169a-3634-4d35-b71e-f55611cd8279/c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5/446e9515-6200-4190-9111-390ed12ccac8) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:44.445181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:44.449003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:44.449630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:44.466166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0bd03ac4-1024-45e6-a9c4-93a2405be0a3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:44.510693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff874c-e362-4cee-a140-1f975486ab61 req-99283cae-daf8-43fb-ae47-babde457af58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:44.512113 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-99283cae-daf8-43fb-ae47-babde457af58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb8da299-aa01-4721-b8e9-9a54b7bd3551 HTTP/1.1" status: 200  len: 835 time: 0.1621416
Dec 15 19:01:44.544096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3415710-7861-49da-9282-b41778aa8b29 req-69d6fa39-e605-4e7f-af0b-5f9d39dbb019 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:44.545587 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f3415710-7861-49da-9282-b41778aa8b29 req-69d6fa39-e605-4e7f-af0b-5f9d39dbb019 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 944 time: 0.2099903
Dec 15 19:01:44.655680 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a1985e12-b76d-498f-91c6-52d3b317fd8c req-20e525b1-d720-406e-bb07-34f4ed489df5 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3024185
Dec 15 19:01:44.677898 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f3415710-7861-49da-9282-b41778aa8b29 req-2e0b0f2b-a078-4277-a793-45fdd1d1776f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1028531
Dec 15 19:01:44.678322 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7782688
Dec 15 19:01:44.680059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58776) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:44.707156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1134458333'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:44.718339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=9691b9d7-4ff2-4386-9fcc-a1c6c1479547,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:44.730639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:01:44.767136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:44.767136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:44.796105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:44.804214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:44.878093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:44.931375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:44.934278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:44.951722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 233a5407-5760-4f19-b6ba-ef79b834c6a4 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:44.952432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.016875 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-0ce98f6c-86a5-4377-b5ff-2faf73ec42b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df7c16-07f8-4ab2-aa38-0cf21f77003f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4930556
Dec 15 19:01:45.070991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.079136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:45.153088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.153347 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment a8f113f8-754d-4ce3-aafa-9caf992b30c8 of type vlan for network 0d31a9f1-138b-4ecc-910f-2d57e67268ab
Dec 15 19:01:45.184375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Transition to ACTIVE for port object 446e9515-6200-4190-9111-390ed12ccac8 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:45.214671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4def-716a-496f-9e44-eb9a99e33d6e req-56afb69d-b15d-4071-9467-a1f0cb98ea16 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:45.216631 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-744a4def-716a-496f-9e44-eb9a99e33d6e req-56afb69d-b15d-4071-9467-a1f0cb98ea16 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2308049
Dec 15 19:01:45.225954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58786) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:45.233682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Request body: {'floatingip': {'port_id': 'efff039f-6a3f-4783-94ef-ed45ebd865db'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:45.238991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.260949 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-88f7f015-c46e-48b9-9163-b5e1568116d5 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239728
Dec 15 19:01:45.266526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898386-13c3-4d66-9fa3-794b2136b845 req-96230cd8-9a45-4d5f-b81e-8a6cf14da51e tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:45.273558 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2898386-13c3-4d66-9fa3-794b2136b845 req-96230cd8-9a45-4d5f-b81e-8a6cf14da51e tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.3559577
Dec 15 19:01:45.312786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for floatingip, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.403162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.411880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:45.431007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.450391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.453442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:45.454019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.507701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b0a4b913-4049-481f-ba32-608d8fe52128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.517871 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2898386-13c3-4d66-9fa3-794b2136b845 req-d07ca0c4-38ff-4407-8912-8a8be0031fc2 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433863
Dec 15 19:01:45.528637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Network 4d08169a-3634-4d35-b71e-f55611cd8279 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:45.579249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:45.595843 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9cff874c-e362-4cee-a140-1f975486ab61 req-d505b0ee-68f6-4f9d-9673-686c07ba4f71 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3172674
Dec 15 19:01:45.596596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=446e9515-6200-4190-9111-390ed12ccac8,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:45.619172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 233a5407-5760-4f19-b6ba-ef79b834c6a4 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:45.626058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:45.627780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:45.735005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4d6d6c0e-e442-419e-b70f-961d40c86a8e tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:45.803590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9fe9b-cd33-4652-b465-c65f823a1d18 req-134da987-e8eb-4c7f-9a07-57c0e364f5fd tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:45.810735 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-37b9fe9b-cd33-4652-b465-c65f823a1d18 req-134da987-e8eb-4c7f-9a07-57c0e364f5fd tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 931 time: 0.4412539
Dec 15 19:01:45.931125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:45.931749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:45.946401 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2586532
Dec 15 19:01:45.985528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:45.992053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=0d31a9f1-138b-4ecc-910f-2d57e67268ab,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:45.995086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:46.007120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:01:46.009428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': '9691b9d7-4ff2-4386-9fcc-a1c6c1479547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:46.045831 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0005379
Dec 15 19:01:46.120071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Request body: {'port': {'device_id': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:46.170614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8296aed6-0918-4cfb-b00f-23ed7ba2c338 None None] Provisioning for port 446e9515-6200-4190-9111-390ed12ccac8 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:46.179376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8296aed6-0918-4cfb-b00f-23ed7ba2c338 None None] Provisioning complete for port 446e9515-6200-4190-9111-390ed12ccac8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:46.179860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8296aed6-0918-4cfb-b00f-23ed7ba2c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:46.217945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-37b9fe9b-cd33-4652-b465-c65f823a1d18 req-1854c1de-e088-4da1-814f-d9f48727de38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4062345
Dec 15 19:01:46.269992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8296aed6-0918-4cfb-b00f-23ed7ba2c338 None None] Port 446e9515-6200-4190-9111-390ed12ccac8 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:46.418967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:46.431247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:46.463396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:46.477272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:46.482644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:46.489758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7c739ba-f37a-4870-afd4-56b8176a69c9 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:46.499076 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-931396c8-fccf-45a1-8fcf-d41357be0529 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 1097 time: 0.5588183
Dec 15 19:01:46.542974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=233a5407-5760-4f19-b6ba-ef79b834c6a4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:46.546193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:46.564994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:46.597597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238fa97-58b5-4bdb-9840-19d373cd3117 req-3d0f372e-1a97-4144-b867-bb4a8024e764 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:46.599241 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6238fa97-58b5-4bdb-9840-19d373cd3117 req-3d0f372e-1a97-4144-b867-bb4a8024e764 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.2221010
Dec 15 19:01:46.618144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.618522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.618897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.619266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.619821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.620007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.620369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.620738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.621095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.621510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.621872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:46.666738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:46.670995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:46.808549 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6238fa97-58b5-4bdb-9840-19d373cd3117 req-02965138-0382-4240-8a4c-9915ea0bc363 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977515
Dec 15 19:01:46.818318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:46.841590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18998734-34ba-4097-8f32-25133c739e3e req-b8315c71-a37b-4a68-a300-2e05c5786919 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:46.849043 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-18998734-34ba-4097-8f32-25133c739e3e req-b8315c71-a37b-4a68-a300-2e05c5786919 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 944 time: 0.7014539
Dec 15 19:01:46.906353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:47.009243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:47.020944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:47.091836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-eee9fd2a-ba4c-450e-9c54-c28887a335c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:47.093271 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-eee9fd2a-ba4c-450e-9c54-c28887a335c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 200  len: 898 time: 0.5856302
Dec 15 19:01:47.099550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:47.177861 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-18998734-34ba-4097-8f32-25133c739e3e req-96ba6c7e-2f42-4271-a98e-4c57132c7f55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3278756
Dec 15 19:01:47.231223 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-5bae5b07-3c98-42ed-84c6-6e80fafc0ce9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366 HTTP/1.1" status: 200  len: 217 time: 0.1272721
Dec 15 19:01:47.426711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-0a7b18ff-b0ed-448f-8a47-628c1e837cbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:47.428155 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-0a7b18ff-b0ed-448f-8a47-628c1e837cbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb8da299-aa01-4721-b8e9-9a54b7bd3551 HTTP/1.1" status: 200  len: 835 time: 0.1398644
Dec 15 19:01:47.628976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446e9515-6200-4190-9111-390ed12ccac8 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:01:47.639803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:47.645011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:47.651033 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-36601c52-9ee2-4273-a660-2c24725e4549 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df7c16-07f8-4ab2-aa38-0cf21f77003f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2112775
Dec 15 19:01:47.655094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:47.698554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe187-ecaa-4f3f-b1cf-9596cd8e4207 req-f5d16ecf-7139-4971-8302-b41b70ee986d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:47.699983 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-13dfe187-ecaa-4f3f-b1cf-9596cd8e4207 req-f5d16ecf-7139-4971-8302-b41b70ee986d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 931 time: 0.3364038
Dec 15 19:01:47.701504 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Floating IP be1296da-2bb7-414b-ae35-399c8abdee48 associated. External IP: 172.26.1.4, port: efff039f-6a3f-4783-94ef-ed45ebd865db.
Dec 15 19:01:47.713061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Transition to ACTIVE for port object 446e9515-6200-4190-9111-390ed12ccac8 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:47.726560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:47.876934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=df3d956c-edaf-49d4-9b96-950ad573a76b,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:47.892941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:47.893501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-84edb913-80f6-4f25-80ba-21fb0de6eea8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:47.909897 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-13dfe187-ecaa-4f3f-b1cf-9596cd8e4207 req-e2968f3b-e9c0-4ea0-ad94-780a8218e593 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1609352
Dec 15 19:01:48.187747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:48.188374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 8a0a0a48-413d-4d63-87b4-0491e09a2d39 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:01:48.224764 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-5f313cf3-f0ca-46c8-ac5a-37f54d90d2a1 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5429893
Dec 15 19:01:48.230734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Pushing event updated for resources: {'Port': ['ID=446e9515-6200-4190-9111-390ed12ccac8,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:48.234756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': 'ed182676-10ea-4878-ad31-fadbbf893384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9691b9d7-4ff2-4386-9fcc-a1c6c1479547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:48.235112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: 9691b9d7-4ff2-4386-9fcc-a1c6c1479547, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:01:48.271476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:48.429223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Attempting to bind port 446e9515-6200-4190-9111-390ed12ccac8 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:48.429494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Attempting to bind port 446e9515-6200-4190-9111-390ed12ccac8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:48.429809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Attempting to bind port 446e9515-6200-4190-9111-390ed12ccac8 on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:48.438332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:01:48.458150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bde062-2816-44c0-baa3-10add66ce9f3 req-29e887f1-65b4-44ed-930c-5963b31e5b43 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:48.459611 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4bde062-2816-44c0-baa3-10add66ce9f3 req-29e887f1-65b4-44ed-930c-5963b31e5b43 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.4736137
Dec 15 19:01:48.468884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Port 446e9515-6200-4190-9111-390ed12ccac8 on network 4d08169a-3634-4d35-b71e-f55611cd8279 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:01:48.469206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Attempting to bind port 446e9515-6200-4190-9111-390ed12ccac8 on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:48.500519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9691b9d7-4ff2-4386-9fcc-a1c6c1479547) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:48.510729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a73fc5-cb8d-46fe-8c28-da8d40d111de None None] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:48.514087 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e5076dc-ca27-4421-9130-7cf043d33029 req-55f6a42e-88c7-4db4-b66d-a1aaad192fc0 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2805095
Dec 15 19:01:48.515187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:48.515747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:48.521882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:48.522206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Checking segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:48.522587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Bound using segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:48.523027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Bound port: 446e9515-6200-4190-9111-390ed12ccac8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:48.523367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:48.569765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf1a94-a08d-4415-af0a-da033a169f2e req-943c8292-08d4-4cc9-9e3b-e30438bd3cc2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:48.571258 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8acf1a94-a08d-4415-af0a-da033a169f2e req-943c8292-08d4-4cc9-9e3b-e30438bd3cc2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 944 time: 0.2546618
Dec 15 19:01:48.602071 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6114321
Dec 15 19:01:48.603730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:48.604869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58808) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:48.613935 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4bde062-2816-44c0-baa3-10add66ce9f3 req-e8500c43-159e-4930-8fe7-1c85feb0f5a6 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458828
Dec 15 19:01:48.617249 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] Sync routers for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:48.623548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': '0d31a9f1-138b-4ecc-910f-2d57e67268ab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:48.650062 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/8a0a0a48-413d-4d63-87b4-0491e09a2d39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3149509
Dec 15 19:01:48.652185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58814) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:48.717211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device cb5c467f-49d9-4375-a8c2-de55eedd8366 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:01:48.736691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:48.737456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced1497f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:48.774821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] For port 446e9515-6200-4190-9111-390ed12ccac8, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:48.790624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] For port 446e9515-6200-4190-9111-390ed12ccac8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=446e9515-6200-4190-9111-390ed12ccac8,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:48.790960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:48.795607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:48.798926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:48.802139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:48.809334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-da60257f-16d0-4d6d-8fe6-0d552da869ad tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:48.812533 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8acf1a94-a08d-4415-af0a-da033a169f2e req-adbe58f2-f028-424f-b9ca-aa22319a85da tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2280574
Dec 15 19:01:48.839895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:48.840580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:01:48.878742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:48.880564 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] 10.222.0.64 "PUT /v2.0/ports/446e9515-6200-4190-9111-390ed12ccac8 HTTP/1.1" status: 200  len: 1093 time: 2.7793605
Dec 15 19:01:48.884470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'tag': '446e9515-6200-4190-9111-390ed12ccac8'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:48.901404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced1497f0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:48.922103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:48.996695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:48.997748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced1497f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:49.023093 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:01:49.069245 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'tag': '446e9515-6200-4190-9111-390ed12ccac8', 'status': 'completed', 'code': 200}
Dec 15 19:01:49.161648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced1497f0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:49.162485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdd480-b584-42b3-95aa-0fc539f62bf2 None None] The sync data for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:49.243613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port cb5c467f-49d9-4375-a8c2-de55eedd8366, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:49.253177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9691b9d7-4ff2-4386-9fcc-a1c6c1479547', 'network_id': '9691b9d7-4ff2-4386-9fcc-a1c6c1479547', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': 'df3d956c-edaf-49d4-9b96-950ad573a76b'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:01:49.254738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:49.276920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:01:49.302491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Pushing event updated for resources: {'Port': ['ID=446e9515-6200-4190-9111-390ed12ccac8,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:49.309089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:49.366059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:49.408302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:49.437578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5c467f-49d9-4375-a8c2-de55eedd8366 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:01:49.510730 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-d6ff7a73-3064-412c-9886-61bc7d6f5a72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 1096 time: 0.5663583
Dec 15 19:01:49.541129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port cb5c467f-49d9-4375-a8c2-de55eedd8366, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:49.549057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:49.554633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6968f836-f639-453e-9c78-0d64d744a218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:49.583075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2710b25-9264-47ba-a50e-d12f807a542e req-6db7ff0d-a1b8-4bb6-8463-bf492cf85317 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:49.583778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f2710b25-9264-47ba-a50e-d12f807a542e req-6db7ff0d-a1b8-4bb6-8463-bf492cf85317 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:49.588090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44025-6975-4b27-bd52-2d6c4ce979a1 req-3d9d9725-e4c6-441a-acea-33472e969c5d tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:49.589057 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94b44025-6975-4b27-bd52-2d6c4ce979a1 req-3d9d9725-e4c6-441a-acea-33472e969c5d tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.2127204
Dec 15 19:01:49.599527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:49.601977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Allocated IP 2001:db8::2 (9691b9d7-4ff2-4386-9fcc-a1c6c1479547/df3d956c-edaf-49d4-9b96-950ad573a76b/bc1b5e94-2619-4e61-b9df-66de1537d7b2) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:49.607458 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-4fd16fb6-503a-4992-b440-bc1ab726cd60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f92b6b120324d52bc5ddccb36b3a27d&device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 1099 time: 0.4856195
Dec 15 19:01:49.617761 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] Sync routers for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:49.618034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:49.637506 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:49.638465 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced867d90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:49.655481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=cb5c467f-49d9-4375-a8c2-de55eedd8366,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:49.662046 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-02fa9ac6-6d5e-4b40-9f1b-d975ecfdec46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e9515-6200-4190-9111-390ed12ccac8 HTTP/1.1" status: 200  len: 217 time: 0.1408393
Dec 15 19:01:49.707198 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-72eca9d1-a6f9-459d-8964-a5bedb783e01 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "PUT /v2.0/floatingips/be1296da-2bb7-414b-ae35-399c8abdee48 HTTP/1.1" status: 200  len: 989 time: 4.4779260
Dec 15 19:01:49.707198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:49.712762 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94b44025-6975-4b27-bd52-2d6c4ce979a1 req-9bf51018-714a-455e-8697-07f868fff84a tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182683
Dec 15 19:01:49.716980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:49.768891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.769155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.769512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.770370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.770701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.771025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.771396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.771722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.772039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.772354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.772669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:01:49.777932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:49.895668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['cb5c467f-49d9-4375-a8c2-de55eedd8366'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:01:49.947492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:49.970206 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:49.970696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Transition to ACTIVE for port object bc1b5e94-2619-4e61-b9df-66de1537d7b2 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:49.976995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f2710b25-9264-47ba-a50e-d12f807a542e req-6db7ff0d-a1b8-4bb6-8463-bf492cf85317 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:49.984343 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2710b25-9264-47ba-a50e-d12f807a542e req-6db7ff0d-a1b8-4bb6-8463-bf492cf85317 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 943 time: 0.7822514
Dec 15 19:01:50.011104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Transition to ACTIVE for port object bc1b5e94-2619-4e61-b9df-66de1537d7b2 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:50.030240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:50.039469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0416c724-403f-4f02-a785-454b608c8616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:50.083109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-f85e7999-05dd-48cf-be51-a6129db4f0e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:50.085138 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-f85e7999-05dd-48cf-be51-a6129db4f0e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.4158592
Dec 15 19:01:50.130141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:50.134052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Pushing event updated for resources: {'Port': ['ID=bc1b5e94-2619-4e61-b9df-66de1537d7b2,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:50.139315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:50.141391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:50.142115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:50.204174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-67bf31b1-8a4b-4fa4-b53b-4ad1832f622d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:50.206003 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-67bf31b1-8a4b-4fa4-b53b-4ad1832f622d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2698553a-ac52-49e5-ac7c-4f18a877a809 HTTP/1.1" status: 200  len: 912 time: 0.5820196
Dec 15 19:01:50.315092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Attempting to bind port bc1b5e94-2619-4e61-b9df-66de1537d7b2 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:50.315784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Attempting to bind port bc1b5e94-2619-4e61-b9df-66de1537d7b2 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'ed182676-10ea-4878-ad31-fadbbf893384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9691b9d7-4ff2-4386-9fcc-a1c6c1479547'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:50.315947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Attempting to bind port bc1b5e94-2619-4e61-b9df-66de1537d7b2 on network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:50.335197 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2710b25-9264-47ba-a50e-d12f807a542e req-efc44d04-73ef-4041-9930-20927658cf2c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3495629
Dec 15 19:01:50.339441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:50.339829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Checking segment: {'id': 'ed182676-10ea-4878-ad31-fadbbf893384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9691b9d7-4ff2-4386-9fcc-a1c6c1479547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:50.340236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:50.340783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Bound using segment: {'id': 'ed182676-10ea-4878-ad31-fadbbf893384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9691b9d7-4ff2-4386-9fcc-a1c6c1479547'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:50.341326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Bound port: bc1b5e94-2619-4e61-b9df-66de1537d7b2, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed182676-10ea-4878-ad31-fadbbf893384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9691b9d7-4ff2-4386-9fcc-a1c6c1479547'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:50.341786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:50.361532 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'status': 'completed', 'code': 200}
Dec 15 19:01:50.391480 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-733aa6ba-830a-498c-93d0-31070794ff06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16eec1be-091c-4deb-a58b-d802b337c047 HTTP/1.1" status: 200  len: 217 time: 0.1723883
Dec 15 19:01:50.507138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] For port bc1b5e94-2619-4e61-b9df-66de1537d7b2, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:50.510938 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced867d90>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'be1296da-2bb7-414b-ae35-399c8abdee48', 'tenant_id': '0266360277054098840a82a850222651', 'floating_ip_address': '172.26.1.4', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'port_id': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'mac_address': 'fa:16:3e:0e:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27213a6-14fd-4145-8168-20724944da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:58:36Z', 'updated_at': '2021-12-15T19:01:46Z', 'revision_number': 1, 'project_id': '0266360277054098840a82a850222651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:31Z', 'revision_number': 5, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:50.518177 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] Checking router: 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:01:50.533245 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:50.533902 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced867d90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:50.584846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] For port bc1b5e94-2619-4e61-b9df-66de1537d7b2, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bc1b5e94-2619-4e61-b9df-66de1537d7b2,segment=NetworkSegment(ed182676-10ea-4878-ad31-fadbbf893384),segment_id=ed182676-10ea-4878-ad31-fadbbf893384)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:50.595198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:50.600603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-09f89dfc-5f76-4214-a1ad-c5a1f66275e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:50.627939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:50.642768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e298af04-12b8-48c4-be68-1fdef65bf7d3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:50.651241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:50.651713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:50.685704 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-be988357-97fa-4bf0-84f4-e24b5f6e1f6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5843008
Dec 15 19:01:50.700513 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-1ab27b50-bf6e-486d-b3ce-42f82dc88e08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1098 time: 0.2786143
Dec 15 19:01:50.739688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Pushing event updated for resources: {'Port': ['ID=bc1b5e94-2619-4e61-b9df-66de1537d7b2,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:50.754761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:50.796206 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:01:50.907732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-33e015a0-72cb-4c08-8254-4cdfb7aa1d18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:50.910011 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-33e015a0-72cb-4c08-8254-4cdfb7aa1d18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6895095b-76e1-48f6-828c-f2167b7a223a HTTP/1.1" status: 200  len: 851 time: 0.5024986
Dec 15 19:01:50.993845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=ddefa32a-fc1b-4826-8995-0c4f9df0727b,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:51.002974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:51.005525 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-5c0efcee-af59-4081-b7e1-d747d159d3bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2698553a-ac52-49e5-ac7c-4f18a877a809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658383
Dec 15 19:01:51.092262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:51.093217 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-6e672c08-52d3-4d67-ad69-44cd47d0278c service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3898847
Dec 15 19:01:51.101732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-3a7fdee7-266a-4e56-b3b3-d19386c0b71e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:51.103288 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-3a7fdee7-266a-4e56-b3b3-d19386c0b71e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 912 time: 0.3967974
Dec 15 19:01:51.159206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': 'a8f113f8-754d-4ce3-aafa-9caf992b30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d31a9f1-138b-4ecc-910f-2d57e67268ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:51.159566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: 0d31a9f1-138b-4ecc-910f-2d57e67268ab, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:01:51.253546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc31f-2fca-48d7-be48-8fe8513dcb24 req-3fda63e9-6639-4087-b296-fee1f64f7be8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:51.260981 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-651dc31f-2fca-48d7-be48-8fe8513dcb24 req-3fda63e9-6639-4087-b296-fee1f64f7be8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 945 time: 0.6830735
Dec 15 19:01:51.264974 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced867d90>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'be1296da-2bb7-414b-ae35-399c8abdee48', 'tenant_id': '0266360277054098840a82a850222651', 'floating_ip_address': '172.26.1.4', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'port_id': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'mac_address': 'fa:16:3e:0e:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27213a6-14fd-4145-8168-20724944da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:58:36Z', 'updated_at': '2021-12-15T19:01:46Z', 'revision_number': 1, 'project_id': '0266360277054098840a82a850222651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:31Z', 'revision_number': 5, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:51.271111 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb389919-1d70-48c4-b6e4-6546c06f654c None None] The sync data for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv is: [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'be1296da-2bb7-414b-ae35-399c8abdee48', 'tenant_id': '0266360277054098840a82a850222651', 'floating_ip_address': '172.26.1.4', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'port_id': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'mac_address': 'fa:16:3e:0e:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27213a6-14fd-4145-8168-20724944da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T18:58:36Z', 'updated_at': '2021-12-15T19:01:46Z', 'revision_number': 1, 'project_id': '0266360277054098840a82a850222651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:31Z', 'revision_number': 5, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:51.356584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:01:51.373048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device bc1b5e94-2619-4e61-b9df-66de1537d7b2 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:51.401043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 0d31a9f1-138b-4ecc-910f-2d57e67268ab) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:51.406450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:51.407070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:51.417706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3775de-31bc-47f8-84ca-2d433a0f67dd None None] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:51.430663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 9c4d4ec3-1285-4b93-8bf4-a8fc78046f50 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:51.453508 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8379450
Dec 15 19:01:51.454161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58838) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:51.474375 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-651dc31f-2fca-48d7-be48-8fe8513dcb24 req-03a8aa45-8a6e-4b4d-8651-03662ba5fd08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2124605
Dec 15 19:01:51.543199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1860968656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:51.551700 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db08ac0b-eb1e-4b19-9eff-3b4a8ab2658c req-e0040d30-6898-4cce-9736-a6ee39ded247 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4107819
Dec 15 19:01:51.554332 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-a0b86076-c7f6-4416-8711-af7e5085eed6 service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4597681
Dec 15 19:01:51.558113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:51.564225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:router and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:51.591352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cab6b5-f97c-46be-a388-d8027092f16f req-0c272968-5094-45bc-9d17-6df1b81b8560 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:51.592963 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-30cab6b5-f97c-46be-a388-d8027092f16f req-0c272968-5094-45bc-9d17-6df1b81b8560 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.6094568
Dec 15 19:01:51.594696 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-8e80853d-714b-4a06-8dcb-2ca0d95b3ef0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 997 time: 0.4277859
Dec 15 19:01:51.611428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:51.650631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port bc1b5e94-2619-4e61-b9df-66de1537d7b2 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:51.742378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:51.772291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-0d31a9f1-138b-4ecc-910f-2d57e67268ab', 'network_id': '0d31a9f1-138b-4ecc-910f-2d57e67268ab', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': 'ddefa32a-fc1b-4826-8995-0c4f9df0727b'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:01:51.780238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:51.792541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-05e06318-2686-4c53-bb13-e86fca996dc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:51.794058 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-05e06318-2686-4c53-bb13-e86fca996dc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.1756692
Dec 15 19:01:51.870170 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-30cab6b5-f97c-46be-a388-d8027092f16f req-f0a56ca7-d1d9-4146-9188-8ca29e0f15ca tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711551
Dec 15 19:01:51.892099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:51.892873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:51.933928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d563e8-fd94-4d36-a97c-f8a1358ec846 None None] New status for floating IP be1296da-2bb7-414b-ae35-399c8abdee48: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:01:51.958948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:51.965152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:52.018747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=9c4d4ec3-1285-4b93-8bf4-a8fc78046f50,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:52.022685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:52.024624 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-a6863120-d589-4a50-ab13-d74654dd4889 service neutron] 10.222.0.64 "GET /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4565411
Dec 15 19:01:52.026648 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-cfe22cbf-a6fb-4ccb-bd1a-5ead87d4f546 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2103279
Dec 15 19:01:52.053380 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-a968d5f3-0483-4215-8952-a1613343de2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 1096 time: 0.4324265
Dec 15 19:01:52.259996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-3a9db8d7-69c6-4ece-b4a1-793407edc219 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:52.261398 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-3a9db8d7-69c6-4ece-b4a1-793407edc219 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.2002838
Dec 15 19:01:52.261813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b13d2f-bbea-4501-b2b9-4af3255ccf1b None None] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:52.264972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:52.360412 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-36e35820-ca36-45c6-89a8-096b3d5227c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e9515-6200-4190-9111-390ed12ccac8 HTTP/1.1" status: 200  len: 217 time: 0.0781958
Dec 15 19:01:52.369643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92e7c1-950e-4097-bec7-1b42db985ba6 req-92b3a5cf-a901-49db-8d4e-9430a5a80a71 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:52.371077 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4b92e7c1-950e-4097-bec7-1b42db985ba6 req-92b3a5cf-a901-49db-8d4e-9430a5a80a71 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 943 time: 0.4885745
Dec 15 19:01:52.403177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:52.403450 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-e1ec3ff2-834d-4b0a-90e1-1904519d53ba service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3444219
Dec 15 19:01:52.430903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Allocated IP 2001:db8:1::2 (0d31a9f1-138b-4ecc-910f-2d57e67268ab/ddefa32a-fc1b-4826-8995-0c4f9df0727b/050e4509-eeba-456c-bf24-8d1f4c9cffda) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:52.472257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:52.476636 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-385b3650-c100-4ca0-9657-be047bdcc633 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.0055366
Dec 15 19:01:52.478163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58842) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:52.481018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-23c46b3d-6b26-4deb-b474-6efd115fbfad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:52.482415 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-23c46b3d-6b26-4deb-b474-6efd115fbfad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.1103535
Dec 15 19:01:52.486883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:52.520404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Provisioning for port bc1b5e94-2619-4e61-b9df-66de1537d7b2 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:52.579136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Provisioning complete for port bc1b5e94-2619-4e61-b9df-66de1537d7b2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:52.579905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:52.599837 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4b92e7c1-950e-4097-bec7-1b42db985ba6 req-3bbde1e8-cb78-4825-8611-54103f0b4330 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1861162
Dec 15 19:01:52.708749 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0308e756-5d37-4b2a-b457-d4d12130b804 req-e7b64cee-f38e-42c3-815e-cc6d7c823e19 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851667
Dec 15 19:01:52.875724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device cb5c467f-49d9-4375-a8c2-de55eedd8366 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:53.020357 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-1da8ab36-3664-420b-a96d-db82eb4350a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4747949
Dec 15 19:01:53.208424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port cb5c467f-49d9-4375-a8c2-de55eedd8366 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:53.213493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.227898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6daea1-dc36-4173-9932-50c575846a58 req-888e2584-4fe4-4172-93d4-5313994434d9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:53.234719 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3f6daea1-dc36-4173-9932-50c575846a58 req-888e2584-4fe4-4172-93d4-5313994434d9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 945 time: 0.5037470
Dec 15 19:01:53.236161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port cb5c467f-49d9-4375-a8c2-de55eedd8366 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:53.236568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.287284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.305838 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3f6daea1-dc36-4173-9932-50c575846a58 req-d2eca9ae-66a7-4d42-94a8-c2f73e7caba7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702262
Dec 15 19:01:53.312893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Transition to ACTIVE for port object 050e4509-eeba-456c-bf24-8d1f4c9cffda will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:53.313465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 8a0a0a48-413d-4d63-87b4-0491e09a2d39 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:01:53.351416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] For port bc1b5e94-2619-4e61-b9df-66de1537d7b2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bc1b5e94-2619-4e61-b9df-66de1537d7b2,segment=NetworkSegment(ed182676-10ea-4878-ad31-fadbbf893384),segment_id=ed182676-10ea-4878-ad31-fadbbf893384)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:53.363859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Transition to ACTIVE for port object 050e4509-eeba-456c-bf24-8d1f4c9cffda will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:53.366340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.369505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bb3161d4-0b9f-4717-af1d-77b7ba10ab54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:53.396976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-5693fc31-4bef-453b-ab80-c3b1794c7bc9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665452
Dec 15 19:01:53.412035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.429486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec124-3b92-4e24-a5d8-1bd7ab8c89a9 req-64924556-6a65-481b-b5df-fbc4f251ae9f tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:53.436373 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-929ec124-3b92-4e24-a5d8-1bd7ab8c89a9 req-64924556-6a65-481b-b5df-fbc4f251ae9f tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.3700237
Dec 15 19:01:53.522330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:53.525234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.540469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:53.543160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:53.552396 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] Sync routers for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:53.562966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:53.567498 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/8a0a0a48-413d-4d63-87b4-0491e09a2d39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9111702
Dec 15 19:01:53.567656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Pushing event updated for resources: {'Port': ['ID=bc1b5e94-2619-4e61-b9df-66de1537d7b2,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:53.568064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58852) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:53.573453 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:53.574136 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced867df0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:53.593105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:53.595078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:53.598820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:53.623532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4cc08dfd-b6f5-451b-ba33-d22e55efb308 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:53.633394 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-929ec124-3b92-4e24-a5d8-1bd7ab8c89a9 req-3adedd5a-4800-48c7-b2ec-bc3a41c26250 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959646
Dec 15 19:01:53.653664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4cc08dfd-b6f5-451b-ba33-d22e55efb308 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:53.661680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4cc08dfd-b6f5-451b-ba33-d22e55efb308 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0a0a48-413d-4d63-87b4-0491e09a2d39 HTTP/1.1" status: 200  len: 205 time: 0.0918162
Dec 15 19:01:53.662771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58860) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:53.669633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port cb5c467f-49d9-4375-a8c2-de55eedd8366, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:53.701844 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced867df0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:53.711649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.731237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.731820 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] Routers {'8a0a0a48-413d-4d63-87b4-0491e09a2d39'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:53.734570 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced867df0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:53.756576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Pushing event updated for resources: {'Port': ['ID=050e4509-eeba-456c-bf24-8d1f4c9cffda,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:53.763045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:53.763714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d656f021-7cb2-459b-9335-7453c51beed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:53.822081 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'code': 200}
Dec 15 19:01:53.858371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f8673709-20df-4924-bd86-41bad2ca6cc7 None None] Provisioning complete for port bc1b5e94-2619-4e61-b9df-66de1537d7b2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:53.858952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8673709-20df-4924-bd86-41bad2ca6cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.875461 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced867df0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:53.876122 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a9751-6ffd-4e22-8ddf-cfbaa50aeb66 None None] The sync data for ids ['8a0a0a48-413d-4d63-87b4-0491e09a2d39'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:53.904857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Attempting to bind port 050e4509-eeba-456c-bf24-8d1f4c9cffda on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:01:53.905428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Attempting to bind port 050e4509-eeba-456c-bf24-8d1f4c9cffda by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'a8f113f8-754d-4ce3-aafa-9caf992b30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d31a9f1-138b-4ecc-910f-2d57e67268ab'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:01:53.905961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Attempting to bind port 050e4509-eeba-456c-bf24-8d1f4c9cffda on network 0d31a9f1-138b-4ecc-910f-2d57e67268ab {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:01:53.954416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:01:53.954957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Checking segment: {'id': 'a8f113f8-754d-4ce3-aafa-9caf992b30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d31a9f1-138b-4ecc-910f-2d57e67268ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:01:53.955471 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.956028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Bound using segment: {'id': 'a8f113f8-754d-4ce3-aafa-9caf992b30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d31a9f1-138b-4ecc-910f-2d57e67268ab'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:01:53.956648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Bound port: 050e4509-eeba-456c-bf24-8d1f4c9cffda, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f113f8-754d-4ce3-aafa-9caf992b30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d31a9f1-138b-4ecc-910f-2d57e67268ab'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:01:53.957745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.975050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7222b5ed-2945-41a8-83a6-70b801213703 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:53.986646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=cb5c467f-49d9-4375-a8c2-de55eedd8366,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:53.990490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:54.132275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] For port 050e4509-eeba-456c-bf24-8d1f4c9cffda, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:01:54.136396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] For port 050e4509-eeba-456c-bf24-8d1f4c9cffda, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=050e4509-eeba-456c-bf24-8d1f4c9cffda,segment=NetworkSegment(a8f113f8-754d-4ce3-aafa-9caf992b30c8),segment_id=a8f113f8-754d-4ce3-aafa-9caf992b30c8)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:01:54.136806 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dd8e36c7-29ec-465d-9719-396b68a0cc1f req-d3b200f2-5730-4325-9ffb-a1bc63ccda5e service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7313521
Dec 15 19:01:54.147069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.152316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3e7460ee-af62-477a-b1a6-61b8edcd261d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:54.242206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8d088-431a-42e4-b14c-6bce5c3d05c3 req-c046db19-14b1-4f45-860f-f5fc91225043 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:54.243673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b4c8d088-431a-42e4-b14c-6bce5c3d05c3 req-c046db19-14b1-4f45-860f-f5fc91225043 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 943 time: 0.1676183
Dec 15 19:01:54.267849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Pushing event updated for resources: {'Port': ['ID=050e4509-eeba-456c-bf24-8d1f4c9cffda,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:54.271984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:54.370508 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b4c8d088-431a-42e4-b14c-6bce5c3d05c3 req-79379944-29b5-4f8d-ad54-2ac15032550b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193798
Dec 15 19:01:54.409490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8::1 (9691b9d7-4ff2-4386-9fcc-a1c6c1479547/df3d956c-edaf-49d4-9b96-950ad573a76b/9d619aac-4d69-4f4f-8381-70c41e1bb393) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:54.493452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7222b5ed-2945-41a8-83a6-70b801213703 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.498340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7222b5ed-2945-41a8-83a6-70b801213703 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.586979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0157fa8-e5c0-4df7-abd6-0f9955cbbc70 req-782b5ec0-4017-4750-863c-612d27e193e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 1099 time: 0.5257325
Dec 15 19:01:54.620374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7222b5ed-2945-41a8-83a6-70b801213703 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.621599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7222b5ed-2945-41a8-83a6-70b801213703 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0a0a48-413d-4d63-87b4-0491e09a2d39 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:01:54.635870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7222b5ed-2945-41a8-83a6-70b801213703 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.639472 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7222b5ed-2945-41a8-83a6-70b801213703 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/8a0a0a48-413d-4d63-87b4-0491e09a2d39 HTTP/1.1" status: 204  len: 168 time: 0.9739251
Dec 15 19:01:54.646138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58872) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:54.730976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45317609-f85a-476d-8f19-ac56b730f19c req-8eae695c-d973-4294-b277-daf928910fce tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:54.732386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-45317609-f85a-476d-8f19-ac56b730f19c req-8eae695c-d973-4294-b277-daf928910fce tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.2299016
Dec 15 19:01:54.776067 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0157fa8-e5c0-4df7-abd6-0f9955cbbc70 req-214c24d1-a35c-4392-ba7b-55c2b4690392 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1724224
Dec 15 19:01:54.787760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.816394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 9d619aac-4d69-4f4f-8381-70c41e1bb393 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:54.827055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b3ca9-beb4-4559-b1ad-03c52094e126 req-ae7c1c84-b8ce-4c33-80d2-892a53e6eec4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:54.828657 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-634b3ca9-beb4-4559-b1ad-03c52094e126 req-ae7c1c84-b8ce-4c33-80d2-892a53e6eec4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 946 time: 0.2768934
Dec 15 19:01:54.884228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.888399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:54.919582 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-634b3ca9-beb4-4559-b1ad-03c52094e126 req-c013df4d-61c8-4c02-96f6-58c2d0f0ec7e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840151
Dec 15 19:01:54.966170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=9d619aac-4d69-4f4f-8381-70c41e1bb393,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:54.969835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:54.970868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:54.972902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:54.974864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:54.975146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:54.991355 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-45317609-f85a-476d-8f19-ac56b730f19c req-22c26c0d-a628-4629-b807-ec5a50cfadf7 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474174
Dec 15 19:01:55.036986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet b4d1e6e4-19be-4122-a8e4-2b63c81ccd55 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:55.040001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.100974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.108986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.200476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.305929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.310854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a78a3b26-1b27-47e0-84af-105b92d1d3ca tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:55.357904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d1e6e4-19be-4122-a8e4-2b63c81ccd55,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:55.360389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:55.370413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.375400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39750d8a-2664-484c-81ca-386f4f22efac None None] Network d21793c4-15d8-46a4-ab79-21272bf7fd9b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:55.377920 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/b4d1e6e4-19be-4122-a8e4-2b63c81ccd55 HTTP/1.1" status: 204  len: 168 time: 0.7334042
Dec 15 19:01:55.380450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58878) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:55.513080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device bc1b5e94-2619-4e61-b9df-66de1537d7b2 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:55.604943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fe67a1-110b-444e-bba5-1b0f99c4d10e None None] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:55.646911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.652004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.653251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.657936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:55.699367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet d2fe6299-1475-4942-a89e-4582bc6e346c {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:55.704053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.772989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09068eb4-50ed-4dae-8f89-40879a0ee1f2 req-ba7d1e41-69bb-436b-9144-5bef43f0c5bf tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:55.774492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-09068eb4-50ed-4dae-8f89-40879a0ee1f2 req-ba7d1e41-69bb-436b-9144-5bef43f0c5bf tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 943 time: 0.1769965
Dec 15 19:01:55.782265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.794767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ad2b8fd3-91cb-4123-adde-e63ee8031a25 None None] Provisioning for port 9d619aac-4d69-4f4f-8381-70c41e1bb393 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:55.824544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=9d619aac-4d69-4f4f-8381-70c41e1bb393,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:55.829359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:55.843587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ad2b8fd3-91cb-4123-adde-e63ee8031a25 None None] Provisioning complete for port 9d619aac-4d69-4f4f-8381-70c41e1bb393 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:55.843920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ad2b8fd3-91cb-4123-adde-e63ee8031a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.884429 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-09068eb4-50ed-4dae-8f89-40879a0ee1f2 req-9d8165cc-0258-4922-8f95-a2860ec68884 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713937
Dec 15 19:01:55.895510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:55.897071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:55.902953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.960817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port bc1b5e94-2619-4e61-b9df-66de1537d7b2 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:55.961368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:55.990176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b8fd3-91cb-4123-adde-e63ee8031a25 None None] Port 9d619aac-4d69-4f4f-8381-70c41e1bb393 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:56.040325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.045701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e3d8349f-48f4-412e-87d6-78af15a7da3e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:56.149272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fe6299-1475-4942-a89e-4582bc6e346c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:56.156537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:56.202642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.212194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47eb726-2dad-46f9-94a4-f9bbf5c0b245 None None] Network 72771e37-0fbd-4166-9e03-2de12078879a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:01:56.216295 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/d2fe6299-1475-4942-a89e-4582bc6e346c HTTP/1.1" status: 204  len: 168 time: 0.8342910
Dec 15 19:01:56.219978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58888) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:56.238792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] DHCP port deletion for d21793c4-15d8-46a4-ab79-21272bf7fd9b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:01:56.250975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Deleting port 17af63c5-abc6-41c4-90ef-11f5a275f410 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:56.251512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.281939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-de368ae8-4a0e-4af0-a5f6-efbf848f7b86 None None] Provisioning for port 050e4509-eeba-456c-bf24-8d1f4c9cffda completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:56.443601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605d13a-2063-4586-bab5-f5b7a31885f2 req-e8712f31-3aed-42a5-8aa7-926cf65fc533 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:56.449781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f605d13a-2063-4586-bab5-f5b7a31885f2 req-e8712f31-3aed-42a5-8aa7-926cf65fc533 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 946 time: 0.1176822
Dec 15 19:01:56.473034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.499779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 050e4509-eeba-456c-bf24-8d1f4c9cffda up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:01:56.501020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 17af63c5-abc6-41c4-90ef-11f5a275f410 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:56.501407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.521895 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f605d13a-2063-4586-bab5-f5b7a31885f2 req-b90dd4bf-2e09-467a-8604-0ca2842e7e2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703351
Dec 15 19:01:56.555137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e313f-98c1-44b4-99ee-31f835b41a00 req-99d49707-4ba0-4051-a556-c14193602366 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:56.556617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cd6e313f-98c1-44b4-99ee-31f835b41a00 req-99d49707-4ba0-4051-a556-c14193602366 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.2605240
Dec 15 19:01:56.587341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router b26b00d5-49dc-4a36-a0be-e8e2b5153a0c is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:01:56.675439 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cd6e313f-98c1-44b4-99ee-31f835b41a00 req-6a74af4e-e5ca-4a75-bd76-5891bb6787b3 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38ce897-c3cc-4dd9-95ed-ca08062c5397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131241
Dec 15 19:01:56.714601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dea39192-9ed7-4c27-ab2d-5556d04bf36d None None] Provisioning complete for port 9d619aac-4d69-4f4f-8381-70c41e1bb393 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:56.715469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dea39192-9ed7-4c27-ab2d-5556d04bf36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.868047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port 17af63c5-abc6-41c4-90ef-11f5a275f410, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17af63c5-abc6-41c4-90ef-11f5a275f410,segment=NetworkSegment(032afc94-a5b7-4f6f-b601-52cad3072d0d),segment_id=032afc94-a5b7-4f6f-b601-52cad3072d0d)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:56.868654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.870930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] For port 17af63c5-abc6-41c4-90ef-11f5a275f410, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17af63c5-abc6-41c4-90ef-11f5a275f410,segment=NetworkSegment(032afc94-a5b7-4f6f-b601-52cad3072d0d),segment_id=032afc94-a5b7-4f6f-b601-52cad3072d0d)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:56.871268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:56.972302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:01:56.983361 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/b26b00d5-49dc-4a36-a0be-e8e2b5153a0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5040500
Dec 15 19:01:56.986187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58898) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:57.000613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Calling delete_port for 17af63c5-abc6-41c4-90ef-11f5a275f410 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:57.001915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 17af63c5-abc6-41c4-90ef-11f5a275f410 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:57.051175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] Sync routers for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:01:57.065336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2042d98b-6c42-4157-8d19-136616f47eba tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:57.065949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2042d98b-6c42-4157-8d19-136616f47eba tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:01:57.091855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dea39192-9ed7-4c27-ab2d-5556d04bf36d None None] Port 9d619aac-4d69-4f4f-8381-70c41e1bb393 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:57.116227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.121191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 050e4509-eeba-456c-bf24-8d1f4c9cffda completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:57.126482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:57.127128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:57.146767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2042d98b-6c42-4157-8d19-136616f47eba tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:01:57.148030 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2042d98b-6c42-4157-8d19-136616f47eba tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports/9d619aac-4d69-4f4f-8381-70c41e1bb393 HTTP/1.1" status: 200  len: 911 time: 0.1608973
Dec 15 19:01:57.150932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58902) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:57.177699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-2f314912-a824-4af6-8123-5dcf4ffd065a tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:57.179251 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-2f314912-a824-4af6-8123-5dcf4ffd065a tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.64 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 946 time: 0.4490380
Dec 15 19:01:57.206191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 050e4509-eeba-456c-bf24-8d1f4c9cffda triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:57.206575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.237884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] DHCP port deletion for 72771e37-0fbd-4166-9e03-2de12078879a request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:01:57.247345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:57.258549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Deleting port f3b3ac7f-f92a-46ef-9fad-7776a762d61d {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:57.258933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.277902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Deleting port 16eec1be-091c-4deb-a58b-d802b337c047 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:57.278317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.299190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.308277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:01:57.308717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:01:57.312557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf52d298-91c2-4a8f-9009-bddb7f51f90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:57.329899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f4987-b8e5-458b-a18d-afaab32f5e66 req-1db0ae0b-4678-4262-a220-95e660d8e37b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:57.331378 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-421f4987-b8e5-458b-a18d-afaab32f5e66 req-1db0ae0b-4678-4262-a220-95e660d8e37b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 943 time: 0.2593479
Dec 15 19:01:57.406713 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-421f4987-b8e5-458b-a18d-afaab32f5e66 req-113e1dfa-f160-4ab7-a64d-5c6a5cc42397 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571036
Dec 15 19:01:57.419165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Pushing event deleted for resources: {'Port': ['ID=17af63c5-abc6-41c4-90ef-11f5a275f410,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:57.436474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:57.446215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] No DVR routers for this DVR port 17af63c5-abc6-41c4-90ef-11f5a275f410 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:01:57.471970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:01:57.472262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:57.522343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a996dad4-54eb-4761-8fd2-b9c889122c47 None None] Provisioning complete for port 050e4509-eeba-456c-bf24-8d1f4c9cffda triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:57.523067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a996dad4-54eb-4761-8fd2-b9c889122c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.538545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] For port 16eec1be-091c-4deb-a58b-d802b337c047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16eec1be-091c-4deb-a58b-d802b337c047,segment=NetworkSegment(d8b4182e-47d0-45bb-ae38-706463ae83c3),segment_id=d8b4182e-47d0-45bb-ae38-706463ae83c3)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:57.539019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.617619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda43e50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:57.618038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7656c76a-6e34-498a-a783-ea489486e1cc None None] The sync data for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:01:57.666227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Calling delete_port for 16eec1be-091c-4deb-a58b-d802b337c047 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:57.777206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] For port f3b3ac7f-f92a-46ef-9fad-7776a762d61d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f3b3ac7f-f92a-46ef-9fad-7776a762d61d,segment=NetworkSegment(1e534714-6861-4bb7-a447-398ccded12ba),segment_id=1e534714-6861-4bb7-a447-398ccded12ba)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:57.777632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.794626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.813110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 17af63c5-abc6-41c4-90ef-11f5a275f410 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:01:57.813540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.901295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] The port '17af63c5-abc6-41c4-90ef-11f5a275f410' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:01:57.904398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:57.920492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Calling delete_port for f3b3ac7f-f92a-46ef-9fad-7776a762d61d owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:01:58.030336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 050e4509-eeba-456c-bf24-8d1f4c9cffda, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=050e4509-eeba-456c-bf24-8d1f4c9cffda,segment=NetworkSegment(a8f113f8-754d-4ce3-aafa-9caf992b30c8),segment_id=a8f113f8-754d-4ce3-aafa-9caf992b30c8)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:01:58.037263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a996dad4-54eb-4761-8fd2-b9c889122c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.038813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.049429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.062854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:58.076014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbce777-b7ff-4f0e-88f8-917f031a5e89 req-2f4354c5-119c-44f1-8882-32156077d08d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:58.077581 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7fbce777-b7ff-4f0e-88f8-917f031a5e89 req-2f4354c5-119c-44f1-8882-32156077d08d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 946 time: 0.3829892
Dec 15 19:01:58.079207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced139310>,) {'filters': {'network_id': ['d21793c4-15d8-46a4-ab79-21272bf7fd9b']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:58.149198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced139310>, '032afc94-a5b7-4f6f-b601-52cad3072d0d') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:58.149752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced139310>, '032afc94-a5b7-4f6f-b601-52cad3072d0d') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:58.170210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.176920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.187704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17af63c5-abc6-41c4-90ef-11f5a275f410 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:01:58.216081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.225832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:58.226283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.234161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=050e4509-eeba-456c-bf24-8d1f4c9cffda,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:58.240150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 17af63c5-abc6-41c4-90ef-11f5a275f410 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:01:58.240500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17af63c5-abc6-41c4-90ef-11f5a275f410 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:01:58.241572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f3b3ac7f-f92a-46ef-9fad-7776a762d61d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:01:58.243260 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7fbce777-b7ff-4f0e-88f8-917f031a5e89 req-4abbe4ee-4bec-4afb-beda-cd3e9114be28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258974
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:58.244091 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:58.252110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.260879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99c483e6-dc7f-4ede-a6da-4a3352ccc5f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:58.265031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:58.270068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c71434fc-1ad4-47bb-a269-8bf801e2d8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:58.281869 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e842153-7014-477a-9b5c-2c7730e699e5 req-4ae6fb9b-ab18-43a9-a0bc-328955f7b4e2 tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.48 "GET /v2.0/ports?device_id=09754aee-6413-472b-b264-c4031c75775f HTTP/1.1" status: 200  len: 210 time: 0.0554838
Dec 15 19:01:58.308653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Pushing event deleted for resources: {'Port': ['ID=16eec1be-091c-4deb-a58b-d802b337c047,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:58.309264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['16eec1be-091c-4deb-a58b-d802b337c047'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:01:58.338105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-a996dad4-54eb-4761-8fd2-b9c889122c47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:01:58.338465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-a996dad4-54eb-4761-8fd2-b9c889122c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:01:58.344722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] No DVR routers for this DVR port f3b3ac7f-f92a-46ef-9fad-7776a762d61d on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:01:58.350899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: f3b3ac7f-f92a-46ef-9fad-7776a762d61d {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:01:58.350899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f3b3ac7f-f92a-46ef-9fad-7776a762d61d not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:01:58.357927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Pushing event deleted for resources: {'Port': ['ID=f3b3ac7f-f92a-46ef-9fad-7776a762d61d,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:58.360021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:58.365139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:58.406808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8:1::1 (0d31a9f1-138b-4ecc-910f-2d57e67268ab/ddefa32a-fc1b-4826-8995-0c4f9df0727b/0baf074e-aea5-4b4e-a50d-6128be06451f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:01:58.421927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.462507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.465354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:58.496644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=d21793c4-15d8-46a4-ab79-21272bf7fd9b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:58.499630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:58.537568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] No DVR routers for this DVR port 16eec1be-091c-4deb-a58b-d802b337c047 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:01:58.540131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.550509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09754aee-6413-472b-b264-c4031c75775f', 'name': 'network-vif-deleted', 'tag': '16eec1be-091c-4deb-a58b-d802b337c047'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:01:58.572688 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/d21793c4-15d8-46a4-ab79-21272bf7fd9b HTTP/1.1" status: 204  len: 168 time: 2.3513861
Dec 15 19:01:58.577661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58918) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:58.583232 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a7c4959-9e46-4190-8ad4-dbbfb85008be req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] 10.222.0.64 "DELETE /v2.0/ports/16eec1be-091c-4deb-a58b-d802b337c047 HTTP/1.1" status: 204  len: 173 time: 1.3897259
Dec 15 19:01:58.730083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef764f6a-0a6b-458c-b985-3feb46f37af3 req-13e29dd4-550c-4287-aeb8-5d032a4473fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:58.731607 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ef764f6a-0a6b-458c-b985-3feb46f37af3 req-13e29dd4-550c-4287-aeb8-5d032a4473fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 946 time: 0.2790761
Dec 15 19:01:58.735944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.744376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.766317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 0baf074e-aea5-4b4e-a50d-6128be06451f will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:01:58.790955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3501cd-635d-419a-ad7d-5f6f75ec7bf3 req-8ba9a8da-b6e7-4818-8982-b393a00afb6e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:58.792403 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a3501cd-635d-419a-ad7d-5f6f75ec7bf3 req-8ba9a8da-b6e7-4818-8982-b393a00afb6e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 943 time: 0.2566185
Dec 15 19:01:58.831909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.838171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:58.900440 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a3501cd-635d-419a-ad7d-5f6f75ec7bf3 req-5a94aa63-6060-4c50-9a3d-929a86e277af tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021090
Dec 15 19:01:58.926881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:01:58.931252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:01:58.933747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=0baf074e-aea5-4b4e-a50d-6128be06451f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:58.943350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:01:58.943928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:58.947146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:58.973877 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ef764f6a-0a6b-458c-b985-3feb46f37af3 req-cf4d7a23-dc88-4deb-9047-5e9abcf674bb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2354338
Dec 15 19:01:59.006463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58924) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:59.038442 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09754aee-6413-472b-b264-c4031c75775f', 'name': 'network-vif-deleted', 'tag': '16eec1be-091c-4deb-a58b-d802b337c047', 'status': 'completed', 'code': 200}
Dec 15 19:01:59.069901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.109664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9d4910>,) {'filters': {'network_id': ['72771e37-0fbd-4166-9e03-2de12078879a']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:59.116141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.126897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9d4910>, '1e534714-6861-4bb7-a447-398ccded12ba') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:59.127221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9d4910>, '1e534714-6861-4bb7-a447-398ccded12ba') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:01:59.141433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.164405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.173128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:01:59.173533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:01:59.188890 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:01:59.283149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.288545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8e497e0e-a715-4796-bb83-2e591945493e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:59.305217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.330831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=72771e37-0fbd-4166-9e03-2de12078879a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:59.331249 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5ccd7333-b167-482f-9c0c-96e17737e3a0 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 1094 time: 0.3235219
Dec 15 19:01:59.344851 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/72771e37-0fbd-4166-9e03-2de12078879a HTTP/1.1" status: 204  len: 168 time: 0.7547529
Dec 15 19:01:59.345011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58930) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:59.345447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:59.345600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58932) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:59.352441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-df21705e-2b65-4b46-815c-5cb8a4b1e8f7 None None] Provisioning for port 0baf074e-aea5-4b4e-a50d-6128be06451f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:01:59.356382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:59.359629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-df21705e-2b65-4b46-815c-5cb8a4b1e8f7 None None] Provisioning complete for port 0baf074e-aea5-4b4e-a50d-6128be06451f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:01:59.360074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-df21705e-2b65-4b46-815c-5cb8a4b1e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.367237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1953123472'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:01:59.374056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:59.376395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:01:59.384644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:59.388160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:01:59.399378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:59.402526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:01:59.415930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:59.418095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58938) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:59.421112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:01:59.421402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-df21705e-2b65-4b46-815c-5cb8a4b1e8f7 None None] Port 0baf074e-aea5-4b4e-a50d-6128be06451f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:01:59.444840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:01:59.447755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.459926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.482077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Deleting subnet 6895095b-76e1-48f6-828c-f2167b7a223a {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:01:59.484923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.537896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.589919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:01:59.590760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.669215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.673602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.673954 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 30bb518f-6c3b-4e07-9936-c4e2c6bee4fc of type vlan for network 79714243-ae03-4760-b7e2-e778d93a4b2d
Dec 15 19:01:59.676828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99976d72-77fa-4c1d-9ab6-e8efd1f4b73c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:59.712878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6895095b-76e1-48f6-828c-f2167b7a223a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:59.716266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:01:59.717266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.723573 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6895095b-76e1-48f6-828c-f2167b7a223a HTTP/1.1" status: 204  len: 168 time: 0.3039582
Dec 15 19:01:59.729749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58942) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:01:59.737428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.769745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.786999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.787800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.793684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f9640b8-8f45-49be-a1f8-1fd5b000212b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:01:59.834305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.854249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.859004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:01:59.859574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.920649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:01:59.927265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=0baf074e-aea5-4b4e-a50d-6128be06451f,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:01:59.979246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.009157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:00.010213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec3ea040>,) {'filters': {'network_id': ['2698553a-ac52-49e5-ac7c-4f18a877a809']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:00.021346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cac4a2b7-20ff-49c7-97ae-16cdcf112bb7 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:00.023792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec3ea040>, 'd8b4182e-47d0-45bb-ae38-706463ae83c3') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:00.024123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec3ea040>, 'd8b4182e-47d0-45bb-ae38-706463ae83c3') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:00.035557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.048073 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6986225
Dec 15 19:02:00.050877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58948) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:00.057267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:00.074434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.089331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:00.089727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:00.103691 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:00.142462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 050e4509-eeba-456c-bf24-8d1f4c9cffda up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:00.217498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 050e4509-eeba-456c-bf24-8d1f4c9cffda triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:00.217987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.250816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:00.257486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:00.261226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.264448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:00.274397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b5e4f29d-ee7e-45df-8997-a14eed301aef tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:00.293248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.298539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:00.303548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=2698553a-ac52-49e5-ac7c-4f18a877a809,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:00.306015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:00.318973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=79714243-ae03-4760-b7e2-e778d93a4b2d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:00.330521 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2698553a-ac52-49e5-ac7c-4f18a877a809 HTTP/1.1" status: 204  len: 168 time: 0.5985644
Dec 15 19:02:00.330717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:00.332921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58954) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:00.336756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 79714243-ae03-4760-b7e2-e778d93a4b2d details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:00.351174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.202 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/5e370b35-e429-4d82-b207-ae3627bd355a) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:00.376007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:00.380323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:00.380714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:00.491589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Deleting subnet d22ee7e2-48db-49d7-87df-89b61bd5e9f8 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:00.506386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.543629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.655651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.673183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2f3e926a-4dde-4452-b461-a9c69de07640 None None] Provisioning complete for port 0baf074e-aea5-4b4e-a50d-6128be06451f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:00.675916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f3e926a-4dde-4452-b461-a9c69de07640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.751583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50aa2-53c0-4ce6-a99c-f675a4dfa76d req-4f36f369-3787-4e2d-9192-d19a7ac6bb32 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:00.753126 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cab50aa2-53c0-4ce6-a99c-f675a4dfa76d req-4f36f369-3787-4e2d-9192-d19a7ac6bb32 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 943 time: 0.6958182
Dec 15 19:02:00.756327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e926a-4dde-4452-b461-a9c69de07640 None None] Port 0baf074e-aea5-4b4e-a50d-6128be06451f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:00.772928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 446e9515-6200-4190-9111-390ed12ccac8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:02:00.820656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16eec1be-091c-4deb-a58b-d802b337c047 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:00.844086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.951061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 16eec1be-091c-4deb-a58b-d802b337c047 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:02:00.951464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16eec1be-091c-4deb-a58b-d802b337c047 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:02:00.977563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:00.977847 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cab50aa2-53c0-4ce6-a99c-f675a4dfa76d req-06aa3ab7-9546-4975-9707-77dca5263e0e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069499
Dec 15 19:02:00.988856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-edea4a53-b22a-4be4-8fef-c3915c5a89ac tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:00.989432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.008862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 446e9515-6200-4190-9111-390ed12ccac8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=446e9515-6200-4190-9111-390ed12ccac8,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:01.023840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22ee7e2-48db-49d7-87df-89b61bd5e9f8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:01.035383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:01.038981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '446e9515-6200-4190-9111-390ed12ccac8', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'port_id': '446e9515-6200-4190-9111-390ed12ccac8', 'mac_address': 'fa:16:3e:6c:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:02:01.043693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.052230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.058707 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d22ee7e2-48db-49d7-87df-89b61bd5e9f8 HTTP/1.1" status: 204  len: 168 time: 0.7220912
Dec 15 19:02:01.058707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-112989fc-968e-45ea-80e9-7c1848f4899b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:01.058986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.067388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58958) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:01.071433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:01.101218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.121998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446e9515-6200-4190-9111-390ed12ccac8 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:02:01.132568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=3b25c03b-75ee-4125-8022-f00295432228,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:01.135925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:01.143479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '30bb518f-6c3b-4e07-9936-c4e2c6bee4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:01.144350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: 79714243-ae03-4760-b7e2-e778d93a4b2d, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:01.150316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router b26b00d5-49dc-4a36-a0be-e8e2b5153a0c has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:01.151210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 446e9515-6200-4190-9111-390ed12ccac8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=446e9515-6200-4190-9111-390ed12ccac8,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:01.155381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:01.159338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.160879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:01.161734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:01.164016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:01.170720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 79714243-ae03-4760-b7e2-e778d93a4b2d is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:01.183206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 79714243-ae03-4760-b7e2-e778d93a4b2d) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:01.188144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:01.188738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.200849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d92af0-14e9-48c7-a5d4-aa44bb38ebf1 None None] Network 79714243-ae03-4760-b7e2-e778d93a4b2d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:01.211271 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1591868
Dec 15 19:02:01.214227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58962) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:01.220257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1438169051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:01.228278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:01.232610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:router and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:01.235699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:01.241626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:01.255749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.257115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.276752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.292514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=5e370b35-e429-4d82-b207-ae3627bd355a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:01.295773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:01.302675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.317755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=446e9515-6200-4190-9111-390ed12ccac8,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:01.322880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:01.330602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.335499 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c7643f7f-0028-42ac-8829-fff83be19e5d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1171343
Dec 15 19:02:01.335664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58968) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:01.342563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'port': {'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d', 'name': 'tempest-RoutersTest-1267714746'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:01.393117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['446e9515-6200-4190-9111-390ed12ccac8'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:02:01.478413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.493013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:01.497516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:port and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:01.500413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:01.507114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:01.521272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:01.525552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.526163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-79714243-ae03-4760-b7e2-e778d93a4b2d', 'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': '3b25c03b-75ee-4125-8022-f00295432228'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:01.526997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.550931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] device_id is not set on port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:02:01.704212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.20.0.2 (79714243-ae03-4760-b7e2-e778d93a4b2d/3b25c03b-75ee-4125-8022-f00295432228/c7901ea7-e82a-4bd7-8fb0-a12db3ad2475) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:01.744350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.843885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced207160>,) {'filters': {'network_id': ['80f14d40-5ab0-4131-99c4-f236e5b7696c']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:01.873687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced207160>, '41c71f77-dce9-4dfc-8118-c98747f58830') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:01.874035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced207160>, '41c71f77-dce9-4dfc-8118-c98747f58830') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:01.925940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.942156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:01.953797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.966875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.972832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6d33dc65-fa0b-4576-b857-c8d643fbfaea tempest-TestServerAdvancedOps-1740284151 tempest-TestServerAdvancedOps-1740284151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:01.974481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:01.986758 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] Sync routers for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:01.993639 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/b26b00d5-49dc-4a36-a0be-e8e2b5153a0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8415041
Dec 15 19:02:01.996934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:01.999159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58972) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:02.009913 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:02.011137 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1be0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:02.043279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-31d32f00-93b9-4fe3-888c-2b82ec7caa98 {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:02.043747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:02.045412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=c7901ea7-e82a-4bd7-8fb0-a12db3ad2475,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:02.049397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:02.061874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:02.062275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:02.075187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 79714243-ae03-4760-b7e2-e778d93a4b2d is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:02.078396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:02.080339 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:02.084806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:02.110655 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1be0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:02.124812 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:02.125508 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1be0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:02.162344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:02.163091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:02.186546 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1be0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:02.187194 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcd2e8-591e-4e32-8414-94abf6cf8741 None None] The sync data for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:02.189628 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 0.8528802
Dec 15 19:02:02.192318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58978) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:02.371014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbba68-b1e1-4d13-ac28-ef24eb83695d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:02.371498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-27dbba68-b1e1-4d13-ac28-ef24eb83695d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:02.378836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:02.383401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:02.388414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2c3f08a9-3cb2-4ab1-9846-3ef75fe0f0a6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:02.420355 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] 10.222.0.48 "DELETE /v2.0/networks/80f14d40-5ab0-4131-99c4-f236e5b7696c HTTP/1.1" status: 204  len: 168 time: 1.3194196
Dec 15 19:02:02.421405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f14d40-5ab0-4131-99c4-f236e5b7696c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:02.423712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48fd9455-688f-4e24-82f3-58adff94d560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:02.441591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-27dbba68-b1e1-4d13-ac28-ef24eb83695d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:02.442746 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-27dbba68-b1e1-4d13-ac28-ef24eb83695d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports/0baf074e-aea5-4b4e-a50d-6128be06451f HTTP/1.1" status: 200  len: 913 time: 0.4328732
Dec 15 19:02:02.447488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 58984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:02.481768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b6252-df07-4a1d-8ecd-0fcbffbdc221 req-0a884709-da0f-4545-ae96-5541f51894b9 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:02.483443 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-335b6252-df07-4a1d-8ecd-0fcbffbdc221 req-0a884709-da0f-4545-ae96-5541f51894b9 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 944 time: 0.2505016
Dec 15 19:02:02.545434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:02.676945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58990) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:02.705231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:02.750028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Allocated IP 172.20.0.3 (79714243-ae03-4760-b7e2-e778d93a4b2d/3b25c03b-75ee-4125-8022-f00295432228/ab0d50d5-ce51-4e2b-88c8-86a3afa5088b) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:02.768266 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-335b6252-df07-4a1d-8ecd-0fcbffbdc221 req-8f12cc4e-5328-4453-83f7-153e41863b78 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1496429
Dec 15 19:02:02.788967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 446e9515-6200-4190-9111-390ed12ccac8 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:02.816451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:02.885210 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7169e6fd-39b0-49dd-9979-006c16d81838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f92b6b120324d52bc5ddccb36b3a27d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1766450
Dec 15 19:02:02.892952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 58994) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:02.993938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 446e9515-6200-4190-9111-390ed12ccac8 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:03.007330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 446e9515-6200-4190-9111-390ed12ccac8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:03.007711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.077936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.092142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Transition to ACTIVE for port object ab0d50d5-ce51-4e2b-88c8-86a3afa5088b will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:03.093084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.142376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.145822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Transition to ACTIVE for port object ab0d50d5-ce51-4e2b-88c8-86a3afa5088b will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:03.161813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.172507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9385774d-24e2-49b9-b3ee-87313edbb91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:03.195419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.204296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.209008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.212816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.221397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8b13ae07-61b9-477f-aada-17ac73c433b4 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:03.249205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Network 79714243-ae03-4760-b7e2-e778d93a4b2d is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:03.256759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:03.268355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:03.274656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Pushing event updated for resources: {'Port': ['ID=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:03.282248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e9515-6200-4190-9111-390ed12ccac8'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:02:03.286800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:03.294302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 446e9515-6200-4190-9111-390ed12ccac8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=446e9515-6200-4190-9111-390ed12ccac8,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:03.332554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.335035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:03.346018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.365987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=5e370b35-e429-4d82-b207-ae3627bd355a,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:03.374406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:03.375013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9bce322d-7936-44e9-a7b4-329ce1c86c0b tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:03.386500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.403723 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e9515-6200-4190-9111-390ed12ccac8', 'code': 200}
Dec 15 19:02:03.429573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.439445 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Attempting to bind port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:03.439810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Attempting to bind port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '30bb518f-6c3b-4e07-9936-c4e2c6bee4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:03.440165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Attempting to bind port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b on network 79714243-ae03-4760-b7e2-e778d93a4b2d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:03.456279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=446e9515-6200-4190-9111-390ed12ccac8,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:03.459104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:03.459426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Checking segment: {'id': '30bb518f-6c3b-4e07-9936-c4e2c6bee4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:03.459833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.460222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Bound using segment: {'id': '30bb518f-6c3b-4e07-9936-c4e2c6bee4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:03.460695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Bound port: ab0d50d5-ce51-4e2b-88c8-86a3afa5088b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bb518f-6c3b-4e07-9936-c4e2c6bee4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '79714243-ae03-4760-b7e2-e778d93a4b2d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:03.461072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.466833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ce897-c3cc-4dd9-95ed-ca08062c5397,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:03.471277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:03.471469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:03.507271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.511180 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d38ce897-c3cc-4dd9-95ed-ca08062c5397 HTTP/1.1" status: 204  len: 168 time: 0.6171319
Dec 15 19:02:03.679985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] For port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:03.684424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] For port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,segment=NetworkSegment(30bb518f-6c3b-4e07-9936-c4e2c6bee4fc),segment_id=30bb518f-6c3b-4e07-9936-c4e2c6bee4fc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:03.700362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.705022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-47c2a9b8-7223-4da6-8439-ff97f0417cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:03.720283 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c associated. External IP: 172.26.1.202, port: cb5c467f-49d9-4375-a8c2-de55eedd8366.
Dec 15 19:02:03.869941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.889110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:03.899498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Pushing event updated for resources: {'Port': ['ID=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:03.901889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:03.999901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fc4f82db-d250-4c67-8792-32a1685317c9 tempest-AllowedAddressPairIpV6TestJSON-1191106775 tempest-AllowedAddressPairIpV6TestJSON-1191106775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:04.073943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=c7901ea7-e82a-4bd7-8fb0-a12db3ad2475,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:04.140234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:04.143971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14645069-92ec-4062-844a-802c5b5cfbfe req-f21bc05d-58d1-4bb9-b7ac-63f7ea2fea8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 1098 time: 0.4192710
Dec 15 19:02:04.270536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59008) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:04.301618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 60851722-b196-48da-9d82-e8360181523b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:04.401233 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f6550c25-4839-4b80-9f2f-edc663068838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2452b41db35495b9496e8e771b265b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1293011
Dec 15 19:02:04.423067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59012) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:04.570413 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14645069-92ec-4062-844a-802c5b5cfbfe req-7957321b-ab0d-4bb5-a9de-00ad7c32fa8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3761709
Dec 15 19:02:04.603498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746cea5-b5b6-4e3f-9d05-0c47157cdd68 req-c5ab3030-61b9-4dce-81bb-5b55f32cf993 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:04.605022 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e746cea5-b5b6-4e3f-9d05-0c47157cdd68 req-c5ab3030-61b9-4dce-81bb-5b55f32cf993 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 945 time: 0.6064599
Dec 15 19:02:04.659816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:04.673893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] Sync routers for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:04.691318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:04.693070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9bb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:04.706944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:04.718115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:04.791265 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.4447098
Dec 15 19:02:04.792241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:02:04.796467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59016) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:04.839392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:04.895971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'status': 'completed', 'code': 200}
Dec 15 19:02:04.926860 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e746cea5-b5b6-4e3f-9d05-0c47157cdd68 req-a8bcb0b8-bb8e-474c-8b99-731732777eba tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3139880
Dec 15 19:02:04.955126 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6fdb18d3-2751-4071-a925-12d23338caf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c HTTP/1.1" status: 200  len: 992 time: 0.1398613
Dec 15 19:02:04.989623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:02:05.077176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:05.134302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2f4d8-cbcf-40c7-90f9-cd7f6c8b0022 None None] Network 79714243-ae03-4760-b7e2-e778d93a4b2d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:05.155830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:05.164022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:05.176374 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-cae63c70-184c-4189-9fe2-11960db736bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 1099 time: 0.2606802
Dec 15 19:02:05.184661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaaa5f9-a1b5-4b16-9706-726866429af5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:05.190981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:05.226546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:05.227636 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccaaa5f9-a1b5-4b16-9706-726866429af5 HTTP/1.1" status: 204  len: 168 time: 0.8010836
Dec 15 19:02:05.318133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a83ef1d5-ef73-4438-bab9-f4bce822361a None None] Provisioning for port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:05.437821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-47896517-fbd8-43be-8d72-3517d4438fed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:05.439276 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-47896517-fbd8-43be-8d72-3517d4438fed service neutron] 10.222.0.64 "GET /v2.0/networks?id=32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 200  len: 898 time: 0.2422504
Dec 15 19:02:05.439816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:05.536656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 0baf074e-aea5-4b4e-a50d-6128be06451f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:05.536656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:05.660168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9bb0>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:17Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:02Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:05.665581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] Checking router: 60851722-b196-48da-9d82-e8360181523b for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:02:05.686009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:05.688627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9bb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:05.900429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:02:05.958040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59026) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:06.012297 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-f8bfdeb6-1de5-461a-b338-76149ad9047c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366 HTTP/1.1" status: 200  len: 1000 time: 0.5605054
Dec 15 19:02:06.097639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7004e7ea-b7a4-424a-a0e5-e65ca514c8bd None None] Provisioning for port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:06.118118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7004e7ea-b7a4-424a-a0e5-e65ca514c8bd None None] Provisioning complete for port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:06.119930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7004e7ea-b7a4-424a-a0e5-e65ca514c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.138705 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a91124b5-7821-4f36-aceb-a88ca0ba88b3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c HTTP/1.1" status: 200  len: 992 time: 0.1746528
Dec 15 19:02:06.188645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7004e7ea-b7a4-424a-a0e5-e65ca514c8bd None None] Port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:06.371801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ab0d50d5-ce51-4e2b-88c8-86a3afa5088b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:06.450434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-7e243c61-00d7-43d4-8ea3-d81de23e0e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:06.451759 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-7e243c61-00d7-43d4-8ea3-d81de23e0e82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb8da299-aa01-4721-b8e9-9a54b7bd3551 HTTP/1.1" status: 200  len: 835 time: 0.4192626
Dec 15 19:02:06.453371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.483750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-47a502e4-9ccd-4ec9-9513-3b4eb1c897e7 None None] Provisioning complete for port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:06.484127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47a502e4-9ccd-4ec9-9513-3b4eb1c897e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.578049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-47a502e4-9ccd-4ec9-9513-3b4eb1c897e7 None None] Port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:06.583420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:06.595679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:06.596062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.652773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 0baf074e-aea5-4b4e-a50d-6128be06451f owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:06.659020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9bb0>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:17Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:02Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:06.666297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4013d9d-714b-4f93-9268-05d8d3a0e6fd None None] The sync data for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv is: [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:01:17Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:02Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:06.680766 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-49ddeb75-0485-4363-8342-490c6526cd29 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0785928
Dec 15 19:02:06.739597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.760983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ecfd22f-5d54-430d-a7b1-b50f00b24a21 None None] Provisioning complete for port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:06.761385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd22f-5d54-430d-a7b1-b50f00b24a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.778887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b022b5-f251-4952-9644-809bca3be500 req-5460b53c-e1fa-4fb4-8774-7fe4a0b8cc8a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:06.785744 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d4b022b5-f251-4952-9644-809bca3be500 req-5460b53c-e1fa-4fb4-8774-7fe4a0b8cc8a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 945 time: 0.4434092
Dec 15 19:02:06.839407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,segment=NetworkSegment(30bb518f-6c3b-4e07-9936-c4e2c6bee4fc),segment_id=30bb518f-6c3b-4e07-9936-c4e2c6bee4fc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:06.840671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfd22f-5d54-430d-a7b1-b50f00b24a21 None None] Port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:06.846587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.849776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:06.855471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.877018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-de330791-3d57-42e5-92b3-ce71f460e751 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1098 time: 0.0946293
Dec 15 19:02:06.886195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:06.931166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:06.935434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:06.939971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:06.964867 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac73a1-b439-4cf2-8e4e-205871c58e53 None None] New status for floating IP b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:02:06.993127 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d4b022b5-f251-4952-9644-809bca3be500 req-5aaa7535-9342-465a-a079-ff5ddd6defd7 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2064686
Dec 15 19:02:07.005374 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-853d10f8-5091-48f4-92da-21efab147418 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df7c16-07f8-4ab2-aa38-0cf21f77003f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5364587
Dec 15 19:02:07.065136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-c165d9b5-4208-4970-be74-2fda82ea3231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:07.067445 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-c165d9b5-4208-4970-be74-2fda82ea3231 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 912 time: 0.1652303
Dec 15 19:02:07.138515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:07.138921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59036) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:07.148909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=c7901ea7-e82a-4bd7-8fb0-a12db3ad2475,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:07.156707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:07.227956 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-4606a20d-0338-4b0f-9175-6d8a2eb67760 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002070
Dec 15 19:02:07.333029 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5b168afa-9bb6-47e2-bf73-77255a05817d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c HTTP/1.1" status: 200  len: 992 time: 0.1619639
Dec 15 19:02:07.335744 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-3e45b4b8-3f7d-4896-ac9b-7a7b7d06640e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 999 time: 0.2612302
Dec 15 19:02:07.399530 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eb6d3-e668-4af1-994c-6f6c4c0d5547 req-d3d19d2e-eee8-424b-b9f7-ccb50bf9b24e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:07.400997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-944eb6d3-e668-4af1-994c-6f6c4c0d5547 req-d3d19d2e-eee8-424b-b9f7-ccb50bf9b24e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 945 time: 0.2695870
Dec 15 19:02:07.413521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:07.426391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:07.439086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-4df81595-ae48-41d4-ac79-80636718bee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:07.440494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-4df81595-ae48-41d4-ac79-80636718bee4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.0952549
Dec 15 19:02:07.483727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=0baf074e-aea5-4b4e-a50d-6128be06451f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:07.498578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:07.499098 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-944eb6d3-e668-4af1-994c-6f6c4c0d5547 req-9ea8ea9e-59ad-4417-85ca-5111f5a64bae tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871534
Dec 15 19:02:07.534914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59042) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:07.552572 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-c9ae0036-f0d5-48b5-9541-e2abb6df3a75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0902405
Dec 15 19:02:07.553235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 79714243-ae03-4760-b7e2-e778d93a4b2d is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:07.564253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:07.629871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22e36d8e-60bc-4ac1-94f1-3b8f6dcf4189 req-19600394-336c-46f6-80c4-08eae3b590b6 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3519266
Dec 15 19:02:07.746777 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-ea002376-4e27-42fb-91db-95584f0b5b93 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864743
Dec 15 19:02:07.950253 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03d85fdc-a87b-4c94-8fc7-90c44f3644ca req-390863b2-1097-4571-a441-cde978fc236a service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947174
Dec 15 19:02:07.979751 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-234837e1-22cc-4c7c-b944-9b40e020966b tempest-TestVolumeBootPattern-1244797619 tempest-TestVolumeBootPattern-1244797619-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 1093 time: 0.4434042
Dec 15 19:02:07.982296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59048) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:07.987670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '446e9515-6200-4190-9111-390ed12ccac8', 'tenant_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:07.991892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2c7aba8a-362d-4c94-8c8e-377a66f3d9d9 None None] Provisioning complete for port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:07.992406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2c7aba8a-362d-4c94-8c8e-377a66f3d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:07.993721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:07.997609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:floatingip and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:08.000476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:08.006689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:08.020496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:08.063568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7aba8a-362d-4c94-8c8e-377a66f3d9d9 None None] Port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:08.140275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ab0d50d5-ce51-4e2b-88c8-86a3afa5088b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:08.213985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:08.214362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:08.225871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:08.280377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:08.336265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59052) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:08.501761 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-90acbd59-31db-43c8-9535-40f4d3684f65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c HTTP/1.1" status: 200  len: 994 time: 0.1570458
Dec 15 19:02:08.524035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Allocated IP 172.26.1.246 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/9691b489-7f81-48c4-ac2d-4edf9b0c7ce3) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:08.573792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 63116629-451a-4fa3-8e9d-9540e0cfafae is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:08.672979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:08.702849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:08.713831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:08.768009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:08.771118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:08.775000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:08.822707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=9691b489-7f81-48c4-ac2d-4edf9b0c7ce3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:08.831509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:08.918408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:08.937166 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/63116629-451a-4fa3-8e9d-9540e0cfafae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7409728
Dec 15 19:02:08.937388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59058) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:08.941370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] Sync routers for ids ['63116629-451a-4fa3-8e9d-9540e0cfafae'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:08.952565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router b26b00d5-49dc-4a36-a0be-e8e2b5153a0c has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:08.985843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] Routers {'63116629-451a-4fa3-8e9d-9540e0cfafae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:08.986853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9e7190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['63116629-451a-4fa3-8e9d-9540e0cfafae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.063892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9e7190>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.077275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] Routers {'63116629-451a-4fa3-8e9d-9540e0cfafae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:09.078219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9e7190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['63116629-451a-4fa3-8e9d-9540e0cfafae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.111281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1adbb-7af0-4529-b843-fd56a17fc02f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:09.112660 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aff1adbb-7af0-4529-b843-fd56a17fc02f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports/c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 HTTP/1.1" status: 200  len: 977 time: 0.1746678
Dec 15 19:02:09.115291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59062) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:09.144550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:09.154280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9e7190>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.155148 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] Sync routers for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:09.157826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5d848-461b-4b92-9d9c-6bc087c5cc8b None None] The sync data for ids ['63116629-451a-4fa3-8e9d-9540e0cfafae'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:09.159530 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/b26b00d5-49dc-4a36-a0be-e8e2b5153a0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7088640
Dec 15 19:02:09.160235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59066) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:09.178906 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:09.179875 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc00a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.248769 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc00a0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.262964 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:09.264119 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc00a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.338618 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc00a0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:09.340008 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d667a-2956-4c33-8c53-efe095380388 None None] The sync data for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:09.652261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:09.853483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:09.917438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.224464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.235803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 9d619aac-4d69-4f4f-8381-70c41e1bb393 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:10.236139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.343284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.351358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.360270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7052fcb8-5b53-4c4c-9e4b-abdf8d300a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:10.417146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.464547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=9691b489-7f81-48c4-ac2d-4edf9b0c7ce3,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:10.473152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:10.507006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.540947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 9d619aac-4d69-4f4f-8381-70c41e1bb393 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:10.713380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.717024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-90cd81b5-c4d0-4cc2-ac2e-df9521bf9a67 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:10.764079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=9d619aac-4d69-4f4f-8381-70c41e1bb393,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:10.768011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:10.855535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:10.856126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:10.952226 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Floating IP 385b6276-bc01-4477-9f66-cee325361b5a associated. External IP: 172.26.1.246, port: 446e9515-6200-4190-9111-390ed12ccac8.
Dec 15 19:02:11.068154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:11.253553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:11.383134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for c7901ea7-e82a-4bd7-8fb0-a12db3ad2475 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:11.478920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router b26b00d5-49dc-4a36-a0be-e8e2b5153a0c has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:11.617375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:11.630172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] Sync routers for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:11.636823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/b26b00d5-49dc-4a36-a0be-e8e2b5153a0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4754548
Dec 15 19:02:11.639587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59074) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:11.643701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:11.644398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5fc340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:11.681282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a21539cf-a9c3-4040-90c3-825799f3a037 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:11.698696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a21539cf-a9c3-4040-90c3-825799f3a037 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:11.700154 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a21539cf-a9c3-4040-90c3-825799f3a037 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=b26b00d5-49dc-4a36-a0be-e8e2b5153a0c HTTP/1.1" status: 200  len: 205 time: 0.0595317
Dec 15 19:02:11.702938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59078) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:11.716772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5fc340>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:11.725725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:11.731597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] Routers {'b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:11.732371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5fc340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:11.732511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ba812e0-2853-4849-92c6-a447e0231a54 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:11.780552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=c7901ea7-e82a-4bd7-8fb0-a12db3ad2475,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:11.789783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:11.806708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5fc340>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:11.807229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e44ffa-9809-4d63-b0f0-202c422bfa50 None None] The sync data for ids ['b26b00d5-49dc-4a36-a0be-e8e2b5153a0c'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:11.863326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-898e5446-77fc-4140-a051-0bb33e342894 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.148552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.227177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:12.366897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-898e5446-77fc-4140-a051-0bb33e342894 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.371059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-898e5446-77fc-4140-a051-0bb33e342894 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.396292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-898e5446-77fc-4140-a051-0bb33e342894 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.396926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898e5446-77fc-4140-a051-0bb33e342894 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Fanout notify agent at l3_agent the message router_deleted on router b26b00d5-49dc-4a36-a0be-e8e2b5153a0c {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:12.407400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-898e5446-77fc-4140-a051-0bb33e342894 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.411477 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-898e5446-77fc-4140-a051-0bb33e342894 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/b26b00d5-49dc-4a36-a0be-e8e2b5153a0c HTTP/1.1" status: 204  len: 168 time: 0.7027593
Dec 15 19:02:12.411661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59084) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:12.601236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet ddefa32a-fc1b-4826-8995-0c4f9df0727b {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:12.604294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.659783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.740942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.817264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.821467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99610043-196e-4495-b0f8-62c8d3b4a018 tempest-NetworksIpV6TestAttrs-44507446 tempest-NetworksIpV6TestAttrs-44507446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:12.855127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=ddefa32a-fc1b-4826-8995-0c4f9df0727b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:12.859086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:12.863200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:12.866436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 63116629-451a-4fa3-8e9d-9540e0cfafae has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:12.869337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/ddefa32a-fc1b-4826-8995-0c4f9df0727b HTTP/1.1" status: 204  len: 168 time: 0.4566791
Dec 15 19:02:12.870868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96462ba1-6cff-4841-8776-6f2b7f932afd None None] Network 0d31a9f1-138b-4ecc-910f-2d57e67268ab requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:12.871889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59088) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:13.022961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:13.036647 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:13.054140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:13.055579 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc0af0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:13.062056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:13.067622 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/63116629-451a-4fa3-8e9d-9540e0cfafae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9513590
Dec 15 19:02:13.069009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet df3d956c-edaf-49d4-9b96-950ad573a76b {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:13.070541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59092) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:13.072547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.083054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] Sync routers for ids ['63116629-451a-4fa3-8e9d-9540e0cfafae'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:13.111337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] Routers {'63116629-451a-4fa3-8e9d-9540e0cfafae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:13.112452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced42e400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['63116629-451a-4fa3-8e9d-9540e0cfafae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:13.148889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.172197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.193987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced42e400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:13.211268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] DHCP port deletion for 0d31a9f1-138b-4ecc-910f-2d57e67268ab request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:02:13.213396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] Routers {'63116629-451a-4fa3-8e9d-9540e0cfafae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:13.214108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced42e400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['63116629-451a-4fa3-8e9d-9540e0cfafae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:13.260062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.328775 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.3314764
Dec 15 19:02:13.328775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'tag': '446e9515-6200-4190-9111-390ed12ccac8'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:02:13.344454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced42e400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:13.344953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa506d-f42a-4f83-b876-03afed263b92 None None] The sync data for ids ['63116629-451a-4fa3-8e9d-9540e0cfafae'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:13.360508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Deleting port 050e4509-eeba-456c-bf24-8d1f4c9cffda {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:13.361341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.381926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.385723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-18ad4d66-f125-4584-b247-4b8aafddd898 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:13.390330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-181b22f3-eb14-4f05-87c9-69a401dbdb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.397231 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:02:13.423902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=df3d956c-edaf-49d4-9b96-950ad573a76b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:13.432445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:13.436511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.447496 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/df3d956c-edaf-49d4-9b96-950ad573a76b HTTP/1.1" status: 204  len: 168 time: 0.5745304
Dec 15 19:02:13.447843 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'tag': '446e9515-6200-4190-9111-390ed12ccac8', 'status': 'completed', 'code': 200}
Dec 15 19:02:13.448230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59102) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:13.469266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62098e-f106-4bb2-89dc-d53caf0197ac None None] Network 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:13.582686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.594299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 050e4509-eeba-456c-bf24-8d1f4c9cffda {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:13.594749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.664764 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-22ed6a03-449d-4a3c-8640-8dd205ef0353 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] remove_router_interface failed (client error): The resource could not be found.
Dec 15 19:02:13.665833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-22ed6a03-449d-4a3c-8640-8dd205ef0353 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/63116629-451a-4fa3-8e9d-9540e0cfafae/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5940728
Dec 15 19:02:13.668632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59106) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:13.708018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-98f47cc1-83ee-418f-9f37-247b0722cc2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 1098 time: 0.2513971
Dec 15 19:02:13.713560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-aa457288-a32c-4b23-aa40-7a9c342a6877 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:13.762151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] For port 050e4509-eeba-456c-bf24-8d1f4c9cffda, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=050e4509-eeba-456c-bf24-8d1f4c9cffda,segment=NetworkSegment(a8f113f8-754d-4ce3-aafa-9caf992b30c8),segment_id=a8f113f8-754d-4ce3-aafa-9caf992b30c8)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:13.762543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.806694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-aa457288-a32c-4b23-aa40-7a9c342a6877 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:13.807904 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aa457288-a32c-4b23-aa40-7a9c342a6877 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=63116629-451a-4fa3-8e9d-9540e0cfafae HTTP/1.1" status: 200  len: 205 time: 0.1384053
Dec 15 19:02:13.812610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59110) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:13.832683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port 050e4509-eeba-456c-bf24-8d1f4c9cffda, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=050e4509-eeba-456c-bf24-8d1f4c9cffda,segment=NetworkSegment(a8f113f8-754d-4ce3-aafa-9caf992b30c8),segment_id=a8f113f8-754d-4ce3-aafa-9caf992b30c8)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:13.833590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:13.908107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Calling delete_port for 050e4509-eeba-456c-bf24-8d1f4c9cffda owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:13.946083 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc0af0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '385b6276-bc01-4477-9f66-cee325361b5a', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '446e9515-6200-4190-9111-390ed12ccac8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:6c:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:09Z', 'updated_at': '2021-12-15T19:02:09Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:13.952467 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:02:13.978100 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:13.979620 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc0af0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:01:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:13.999571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-4f2a3fd4-261f-4ada-af35-40ec0c65419b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:14.001028 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-4f2a3fd4-261f-4ada-af35-40ec0c65419b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.2774529
Dec 15 19:02:14.008495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-996d0e9a-0b63-4e16-8e0a-cfbc94c6561b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.039771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.064142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:14.092239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 050e4509-eeba-456c-bf24-8d1f4c9cffda owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:14.098795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] No DVR routers for this DVR port 050e4509-eeba-456c-bf24-8d1f4c9cffda on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:02:14.113508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] DHCP port deletion for 9691b9d7-4ff2-4386-9fcc-a1c6c1479547 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:02:14.126974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Pushing event deleted for resources: {'Port': ['ID=050e4509-eeba-456c-bf24-8d1f4c9cffda,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:14.133123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:14.136270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Deleting port bc1b5e94-2619-4e61-b9df-66de1537d7b2 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:14.136643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.193644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:14.194280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:14.196249 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device bc1b5e94-2619-4e61-b9df-66de1537d7b2 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:14.225555 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:02:14.412813 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-4ab2aa24-24e8-4590-802d-d3fb5985d59f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e9515-6200-4190-9111-390ed12ccac8 HTTP/1.1" status: 200  len: 999 time: 0.3352082
Dec 15 19:02:14.485040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] For port bc1b5e94-2619-4e61-b9df-66de1537d7b2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bc1b5e94-2619-4e61-b9df-66de1537d7b2,segment=NetworkSegment(ed182676-10ea-4878-ad31-fadbbf893384),segment_id=ed182676-10ea-4878-ad31-fadbbf893384)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:14.485457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.500535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.622547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Calling delete_port for bc1b5e94-2619-4e61-b9df-66de1537d7b2 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:14.641381 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedfc0af0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '385b6276-bc01-4477-9f66-cee325361b5a', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '446e9515-6200-4190-9111-390ed12ccac8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:6c:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:09Z', 'updated_at': '2021-12-15T19:02:09Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:14.646181 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125155d4-e41c-4587-8a99-cd46bbeb746f None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '385b6276-bc01-4477-9f66-cee325361b5a', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '446e9515-6200-4190-9111-390ed12ccac8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:6c:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:09Z', 'updated_at': '2021-12-15T19:02:09Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:14.685961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port bc1b5e94-2619-4e61-b9df-66de1537d7b2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bc1b5e94-2619-4e61-b9df-66de1537d7b2,segment=NetworkSegment(ed182676-10ea-4878-ad31-fadbbf893384),segment_id=ed182676-10ea-4878-ad31-fadbbf893384)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:14.695968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 050e4509-eeba-456c-bf24-8d1f4c9cffda {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:14.696553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.704846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.706229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 050e4509-eeba-456c-bf24-8d1f4c9cffda no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:14.728149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-1fc62f6c-58cd-49a6-bef7-0db7e8ac0114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:14.729599 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-1fc62f6c-58cd-49a6-bef7-0db7e8ac0114 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.2558110
Dec 15 19:02:14.733669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-996d0e9a-0b63-4e16-8e0a-cfbc94c6561b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.735238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:14.781656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-996d0e9a-0b63-4e16-8e0a-cfbc94c6561b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.808070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 050e4509-eeba-456c-bf24-8d1f4c9cffda {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:02:14.808444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 050e4509-eeba-456c-bf24-8d1f4c9cffda not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:02:14.812943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=bc1b5e94-2619-4e61-b9df-66de1537d7b2,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:14.816543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:14.820129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:14.820600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:14.828432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] The port '050e4509-eeba-456c-bf24-8d1f4c9cffda' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:02:14.834563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-996d0e9a-0b63-4e16-8e0a-cfbc94c6561b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.834730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d0e9a-0b63-4e16-8e0a-cfbc94c6561b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Fanout notify agent at l3_agent the message router_deleted on router 63116629-451a-4fa3-8e9d-9540e0cfafae {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:14.857570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-996d0e9a-0b63-4e16-8e0a-cfbc94c6561b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:14.858636 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-996d0e9a-0b63-4e16-8e0a-cfbc94c6561b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/63116629-451a-4fa3-8e9d-9540e0cfafae HTTP/1.1" status: 204  len: 168 time: 1.0451376
Dec 15 19:02:14.862087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59116) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:14.866185 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-d1589cca-be7f-4e41-be0e-3294e83b5c65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1280603
Dec 15 19:02:14.951603 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c9faf-e4c2-4c0a-9a7c-2321bfee31e8 None None] New status for floating IP 385b6276-bc01-4477-9f66-cee325361b5a: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:02:15.014430 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-a6e9d9b4-8866-49b5-a3a9-d09af68c7b6f service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410334
Dec 15 19:02:15.085839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.133232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced76c100>,) {'filters': {'network_id': ['0d31a9f1-138b-4ecc-910f-2d57e67268ab']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:15.155567 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6602a007-6d09-47b0-b969-742dbe0a8bef req-06cb7938-12c7-489e-aa5e-b1fee3932cbd service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341357
Dec 15 19:02:15.178123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced76c100>, 'a8f113f8-754d-4ce3-aafa-9caf992b30c8') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:15.178548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced76c100>, 'a8f113f8-754d-4ce3-aafa-9caf992b30c8') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:15.204776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.219342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet 3b25c03b-75ee-4125-8022-f00295432228 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:15.226823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.253674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.266839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:15.267209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:15.281511 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:15.321512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Deleting port bc1b5e94-2619-4e61-b9df-66de1537d7b2 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:15.322069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.362311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.412211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.417012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.422696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2d3e1899-8cec-4372-8aa3-e18beb051d08 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:15.452160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=0d31a9f1-138b-4ecc-910f-2d57e67268ab,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:15.456599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:15.477854 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/0d31a9f1-138b-4ecc-910f-2d57e67268ab HTTP/1.1" status: 204  len: 168 time: 2.0280454
Dec 15 19:02:15.480291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59120) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:15.509839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.572150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6656a74a-1312-489f-ab8b-361778b5add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.579718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] For port bc1b5e94-2619-4e61-b9df-66de1537d7b2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bc1b5e94-2619-4e61-b9df-66de1537d7b2,segment=NetworkSegment(ed182676-10ea-4878-ad31-fadbbf893384),segment_id=ed182676-10ea-4878-ad31-fadbbf893384)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:15.580872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.600157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.604314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b60741f4-adbf-4db3-b993-94c9375f3ed3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:15.642066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=3b25c03b-75ee-4125-8022-f00295432228,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:15.646730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:15.649719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.659385 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/3b25c03b-75ee-4125-8022-f00295432228 HTTP/1.1" status: 204  len: 168 time: 0.7933583
Dec 15 19:02:15.659649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59126) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:15.668979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.688494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port bc1b5e94-2619-4e61-b9df-66de1537d7b2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:15.688835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.703936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71389aca-98b9-48d1-bc59-9ab26f523081 None None] Network 79714243-ae03-4760-b7e2-e778d93a4b2d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:15.723048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Calling delete_port for bc1b5e94-2619-4e61-b9df-66de1537d7b2 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:15.790742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.802179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:15.802529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.904584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port bc1b5e94-2619-4e61-b9df-66de1537d7b2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bc1b5e94-2619-4e61-b9df-66de1537d7b2,segment=NetworkSegment(ed182676-10ea-4878-ad31-fadbbf893384),segment_id=ed182676-10ea-4878-ad31-fadbbf893384)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:15.904985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.934283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:15.939363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-deec4abf-57f2-4e6c-96f4-77b23c346f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:15.984780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Pushing event deleted for resources: {'Port': ['ID=bc1b5e94-2619-4e61-b9df-66de1537d7b2,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:15.989544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:15.994162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] No DVR routers for this DVR port bc1b5e94-2619-4e61-b9df-66de1537d7b2 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:02:16.039680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,segment=NetworkSegment(30bb518f-6c3b-4e07-9936-c4e2c6bee4fc),segment_id=30bb518f-6c3b-4e07-9936-c4e2c6bee4fc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:16.040075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.110808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] DHCP port deletion for 79714243-ae03-4760-b7e2-e778d93a4b2d request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:02:16.117733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Deleting port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:16.118104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.155253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for bc1b5e94-2619-4e61-b9df-66de1537d7b2 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:16.177997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for ab0d50d5-ce51-4e2b-88c8-86a3afa5088b owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:16.220170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ab0d50d5-ce51-4e2b-88c8-86a3afa5088b no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:16.226641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:16.226954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:16.254717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.260062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3a66357-258e-48d2-8dac-2e0f02af3ad6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:16.366954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No active binding found for port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b {{(pid=83672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 15 19:02:16.367615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ab0d50d5-ce51-4e2b-88c8-86a3afa5088b not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:02:16.404813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] For port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,segment=NetworkSegment(30bb518f-6c3b-4e07-9936-c4e2c6bee4fc),segment_id=30bb518f-6c3b-4e07-9936-c4e2c6bee4fc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:16.405209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.406744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=ab0d50d5-ce51-4e2b-88c8-86a3afa5088b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:16.410054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:16.412178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No DVR routers for this DVR port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:02:16.523984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Calling delete_port for ab0d50d5-ce51-4e2b-88c8-86a3afa5088b owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:16.531624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.556684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced2f4c70>,) {'filters': {'network_id': ['79714243-ae03-4760-b7e2-e778d93a4b2d']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:16.568649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2f4c70>, '30bb518f-6c3b-4e07-9936-c4e2c6bee4fc') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:16.569024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2f4c70>, '30bb518f-6c3b-4e07-9936-c4e2c6bee4fc') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:16.580339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.591884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:16.592245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:16.595732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.602243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:16.602624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:16.617487 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:16.665760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.703230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.706935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:16.722094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.728196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port bc1b5e94-2619-4e61-b9df-66de1537d7b2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:16.729444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.733328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=79714243-ae03-4760-b7e2-e778d93a4b2d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:16.738635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:16.748608 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/79714243-ae03-4760-b7e2-e778d93a4b2d HTTP/1.1" status: 204  len: 168 time: 1.0880082
Dec 15 19:02:16.752865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59132) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:16.759672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-765984892'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:16.764708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:16.769822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:16.772775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:16.779206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:16.790867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:16.793994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.796397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.815305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] The port 'bc1b5e94-2619-4e61-b9df-66de1537d7b2' was deleted {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:02:16.822061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:16.831225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.831546 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 5764c465-6bd6-4674-97bd-0f52939a5d6b of type vlan for network a36a2034-c0be-44ac-9dd6-b069a7f70d72
Dec 15 19:02:16.858517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.886918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.890707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:16.891276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.895312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe86df76-698b-49bf-b4ac-73775ad32442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:16.944304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:16.974575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedb3fa60>,) {'filters': {'network_id': ['9691b9d7-4ff2-4386-9fcc-a1c6c1479547']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:16.987366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb3fa60>, 'ed182676-10ea-4878-ad31-fadbbf893384') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:16.987676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb3fa60>, 'ed182676-10ea-4878-ad31-fadbbf893384') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:16.991430 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2374549
Dec 15 19:02:16.994166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59136) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:17.001661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': 'a36a2034-c0be-44ac-9dd6-b069a7f70d72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:17.002199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.014923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=a36a2034-c0be-44ac-9dd6-b069a7f70d72,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:17.019285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.020483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:17.026850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:17.027202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:17.027592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:17.043874 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:17.105344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Deleting port ab0d50d5-ce51-4e2b-88c8-86a3afa5088b {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:17.106080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.125864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:17.131137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:17.134346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:17.137089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.140801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:17.143641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.149283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-96c4d712-df4d-4b70-90ff-e398e49566bb tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:17.153557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:17.176492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=9691b9d7-4ff2-4386-9fcc-a1c6c1479547,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:17.180169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:17.188395 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/9691b9d7-4ff2-4386-9fcc-a1c6c1479547 HTTP/1.1" status: 204  len: 168 time: 1.7031195
Dec 15 19:02:17.188605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dee90cbb-1b92-4e11-987d-22f62a303eaa None None] The port 'ab0d50d5-ce51-4e2b-88c8-86a3afa5088b' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:02:17.190194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59140) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:17.200634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433308620'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:17.206273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:17.210018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:17.212795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:17.219071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:17.229585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:17.232584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.261073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:17.262769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.270938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.271338 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment b420a139-0812-42e4-9a34-b9adfec48027 of type vlan for network 615aa4c5-4e24-40e3-9902-82ad0472f162
Dec 15 19:02:17.296968 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.329669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.334247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:17.334829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.339784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a26a0c63-9947-4cdb-bbe4-9b864c6ef575 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:17.429455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2381768
Dec 15 19:02:17.432845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59144) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:17.440809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:17.467086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=615aa4c5-4e24-40e3-9902-82ad0472f162,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:17.470282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:17.477760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:17.486877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.491114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-942f764a-f01c-4467-9041-2c2f14eccd78 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:17.563439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:17.567673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:17.570708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:17.576253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=ab406d0d-66c9-4a51-bb63-0926614180ea,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:17.577132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:17.579083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:17.584464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '5764c465-6bd6-4674-97bd-0f52939a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a36a2034-c0be-44ac-9dd6-b069a7f70d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:17.584849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: a36a2034-c0be-44ac-9dd6-b069a7f70d72, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:17.589132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:17.608397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:17.621951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, a36a2034-c0be-44ac-9dd6-b069a7f70d72) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:17.626598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:17.629368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.629945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aebbcf-cadb-4e66-a452-23e6e180314a None None] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:17.653723 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6581960
Dec 15 19:02:17.655826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59148) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:17.673450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1200109157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:17.685972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:17.692305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:router and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:17.696952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:17.706300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.706726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:17.725834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.727517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.771776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.793356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.822015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:17.824061 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e0c6312d-60a1-4da9-86b9-db206d8ab64d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1664319
Dec 15 19:02:17.826710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59152) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:17.927177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-a36a2034-c0be-44ac-9dd6-b069a7f70d72', 'network_id': 'a36a2034-c0be-44ac-9dd6-b069a7f70d72', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': 'ab406d0d-66c9-4a51-bb63-0926614180ea'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:17.928208 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.037480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.042118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9eb9905d-9b29-4c39-bf55-21b5a72fb637 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:18.108519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Allocated IP 172.20.0.2 (a36a2034-c0be-44ac-9dd6-b069a7f70d72/ab406d0d-66c9-4a51-bb63-0926614180ea/6065f9f3-f04c-4d0e-9cb5-02fa15b959ea) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:18.144489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=37ad9520-a660-433e-92fe-9c993f416480,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:18.147297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:18.165671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': 'b420a139-0812-42e4-9a34-b9adfec48027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:18.166518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: 615aa4c5-4e24-40e3-9902-82ad0472f162, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:18.207821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:18.221187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 615aa4c5-4e24-40e3-9902-82ad0472f162) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:18.237802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:18.239244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.244637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9396671-88c6-4b09-98f0-22ab19b57301 None None] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:18.275860 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8358269
Dec 15 19:02:18.275860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59158) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:18.279108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.285119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1175725250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:18.295495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:18.303234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:router and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:18.308482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:18.317736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:18.336624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.340032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.373411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.401719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.437078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.441789 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cd14f01f-21ee-47c7-afa5-2f900d6daa41 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1674092
Dec 15 19:02:18.442558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59162) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:18.450272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'port': {'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162', 'name': 'tempest-RoutersIpV6Test-2009644546'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:18.534745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.559299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.580305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Transition to ACTIVE for port object 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:18.596442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-615aa4c5-4e24-40e3-9902-82ad0472f162', 'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': '37ad9520-a660-433e-92fe-9c993f416480'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:18.597100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.618778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Transition to ACTIVE for port object 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:18.651199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:18.655679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:port and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:18.659091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:18.662546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.666851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:18.668186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:18.688429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:18.693008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.728063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] device_id is not set on port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:02:18.731486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Pushing event updated for resources: {'Port': ['ID=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:18.739591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:18.766946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:18.775184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:18.780351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:18.912798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Attempting to bind port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:18.913173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Attempting to bind port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '5764c465-6bd6-4674-97bd-0f52939a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a36a2034-c0be-44ac-9dd6-b069a7f70d72'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:18.913985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Attempting to bind port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea on network a36a2034-c0be-44ac-9dd6-b069a7f70d72 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:18.932707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:18.933507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Checking segment: {'id': '5764c465-6bd6-4674-97bd-0f52939a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a36a2034-c0be-44ac-9dd6-b069a7f70d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:18.933507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.935436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Bound using segment: {'id': '5764c465-6bd6-4674-97bd-0f52939a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a36a2034-c0be-44ac-9dd6-b069a7f70d72'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:18.935436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Bound port: 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5764c465-6bd6-4674-97bd-0f52939a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a36a2034-c0be-44ac-9dd6-b069a7f70d72'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:18.935436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:18.958776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Allocated IP 2001:db8::2 (615aa4c5-4e24-40e3-9902-82ad0472f162/37ad9520-a660-433e-92fe-9c993f416480/ead3cc97-076d-4453-b9ca-3b587fe228d1) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:18.962653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.20.0.1 (a36a2034-c0be-44ac-9dd6-b069a7f70d72/ab406d0d-66c9-4a51-bb63-0926614180ea/05031e10-7319-48b1-80aa-1d213a55a1ca) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:19.147872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] For port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:19.150956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.169223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object 05031e10-7319-48b1-80aa-1d213a55a1ca will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:19.169383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] For port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,segment=NetworkSegment(5764c465-6bd6-4674-97bd-0f52939a5d6b),segment_id=5764c465-6bd6-4674-97bd-0f52939a5d6b)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:19.195048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.198924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.200279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8a4fc6f4-7aba-4e54-8a74-a0121bfee54c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:19.204415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3b730d41-2902-4efc-aab1-5d041be6491e tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:19.277762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:19.281386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:19.283880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=05031e10-7319-48b1-80aa-1d213a55a1ca,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:19.285899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:19.313701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:19.342926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.343167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Pushing event updated for resources: {'Port': ['ID=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:19.352687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:19.366361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.384228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Transition to ACTIVE for port object ead3cc97-076d-4453-b9ca-3b587fe228d1 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:19.404487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Transition to ACTIVE for port object ead3cc97-076d-4453-b9ca-3b587fe228d1 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:19.423283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.431534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:19.434027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.494563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8::3c0 (615aa4c5-4e24-40e3-9902-82ad0472f162/37ad9520-a660-433e-92fe-9c993f416480/6dbc689f-7569-42cd-8372-48ca6f7dfb09) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:19.550243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:19.557987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:19.578403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:19.658765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Pushing event updated for resources: {'Port': ['ID=ead3cc97-076d-4453-b9ca-3b587fe228d1,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:19.665740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:19.683486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Attempting to bind port ead3cc97-076d-4453-b9ca-3b587fe228d1 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:19.684153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Attempting to bind port ead3cc97-076d-4453-b9ca-3b587fe228d1 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b420a139-0812-42e4-9a34-b9adfec48027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:19.684704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Attempting to bind port ead3cc97-076d-4453-b9ca-3b587fe228d1 on network 615aa4c5-4e24-40e3-9902-82ad0472f162 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:19.692475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:19.693221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Checking segment: {'id': 'b420a139-0812-42e4-9a34-b9adfec48027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:19.693803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.695024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Bound using segment: {'id': 'b420a139-0812-42e4-9a34-b9adfec48027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:19.695024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Bound port: ead3cc97-076d-4453-b9ca-3b587fe228d1, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b420a139-0812-42e4-9a34-b9adfec48027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '615aa4c5-4e24-40e3-9902-82ad0472f162'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:19.695501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.797388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] For port ead3cc97-076d-4453-b9ca-3b587fe228d1, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:19.801786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] For port ead3cc97-076d-4453-b9ca-3b587fe228d1, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ead3cc97-076d-4453-b9ca-3b587fe228d1,segment=NetworkSegment(b420a139-0812-42e4-9a34-b9adfec48027),segment_id=b420a139-0812-42e4-9a34-b9adfec48027)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:19.808093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.815372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f647c40c-c4de-471a-bd14-e17b47079bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:19.884615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.904407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Pushing event updated for resources: {'Port': ['ID=ead3cc97-076d-4453-b9ca-3b587fe228d1,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:19.905979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 6dbc689f-7569-42cd-8372-48ca6f7dfb09 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:19.912085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:19.931252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.937380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:19.978324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.983489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:19.998933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:20.002873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:20.011754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:20.013137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-17da34b5-1955-4e55-8a85-dc0cd538fad5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:20.017652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:20.018444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:20.034147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=6dbc689f-7569-42cd-8372-48ca6f7dfb09,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:20.038652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:20.054492 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6075857
Dec 15 19:02:20.054709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59168) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:20.097354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:20.108275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=05031e10-7319-48b1-80aa-1d213a55a1ca,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:20.112297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:20.245280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:20.417909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:20.428975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:20.430538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:20.696235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4accad4-725d-4d28-9cf7-d149d4158c13 None None] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:20.808779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 9807a51f-48e5-4cbd-8029-c6db829cdf21 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:20.823467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:20.863360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Provisioning for port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:20.875374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Provisioning complete for port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:20.875757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.010257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:21.029925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] Sync routers for ids ['9807a51f-48e5-4cbd-8029-c6db829cdf21'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:21.030139 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/9807a51f-48e5-4cbd-8029-c6db829cdf21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1994202
Dec 15 19:02:21.030139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59176) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:21.072533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] Routers {'9807a51f-48e5-4cbd-8029-c6db829cdf21'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:21.073183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced86a2e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9807a51f-48e5-4cbd-8029-c6db829cdf21'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:21.108373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10820cae-458b-482e-b9e5-d4e81d1bd600 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:21.109028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-10820cae-458b-482e-b9e5-d4e81d1bd600 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:21.137343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-10820cae-458b-482e-b9e5-d4e81d1bd600 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:21.138120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.141942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-10820cae-458b-482e-b9e5-d4e81d1bd600 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports/05031e10-7319-48b1-80aa-1d213a55a1ca HTTP/1.1" status: 200  len: 910 time: 0.1083102
Dec 15 19:02:21.144115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59180) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:21.172594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced86a2e0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:21.218909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] Routers {'9807a51f-48e5-4cbd-8029-c6db829cdf21'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:21.219767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced86a2e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9807a51f-48e5-4cbd-8029-c6db829cdf21'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:21.254376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.261790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.266843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:21.316444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] For port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,segment=NetworkSegment(5764c465-6bd6-4674-97bd-0f52939a5d6b),segment_id=5764c465-6bd6-4674-97bd-0f52939a5d6b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:21.321723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced86a2e0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:21.322553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba3978-e2a4-4b6f-b30f-348813bc6d5a None None] The sync data for ids ['9807a51f-48e5-4cbd-8029-c6db829cdf21'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:21.328285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.331606 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:21.363188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=6dbc689f-7569-42cd-8372-48ca6f7dfb09,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:21.369032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:21.438104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Pushing event updated for resources: {'Port': ['ID=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:21.443409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:21.466176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d2c81-544c-492c-b723-8a09ece1066a None None] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:21.533347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.662213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.743940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e9832f95-22e5-4cb4-9a96-39c420f3c6b0 None None] Provisioning for port ead3cc97-076d-4453-b9ca-3b587fe228d1 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:21.781940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e9832f95-22e5-4cb4-9a96-39c420f3c6b0 None None] Provisioning for port 05031e10-7319-48b1-80aa-1d213a55a1ca completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:21.801740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e9832f95-22e5-4cb4-9a96-39c420f3c6b0 None None] Provisioning complete for port 05031e10-7319-48b1-80aa-1d213a55a1ca triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:21.802392 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e9832f95-22e5-4cb4-9a96-39c420f3c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:21.919632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e9832f95-22e5-4cb4-9a96-39c420f3c6b0 None None] Port 05031e10-7319-48b1-80aa-1d213a55a1ca cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:21.944919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e9832f95-22e5-4cb4-9a96-39c420f3c6b0 None None] Provisioning complete for port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:21.945953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e9832f95-22e5-4cb4-9a96-39c420f3c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.087866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.308183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-24152e64-b7b5-46a7-bfde-1052ed5b8b7c None None] Provisioning complete for port 05031e10-7319-48b1-80aa-1d213a55a1ca triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:22.308578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-24152e64-b7b5-46a7-bfde-1052ed5b8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.334269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:22.417504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-24152e64-b7b5-46a7-bfde-1052ed5b8b7c None None] Port 05031e10-7319-48b1-80aa-1d213a55a1ca cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:22.444106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-24152e64-b7b5-46a7-bfde-1052ed5b8b7c None None] Provisioning for port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:22.448591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:22.448975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.521639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-24152e64-b7b5-46a7-bfde-1052ed5b8b7c None None] Provisioning complete for port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:22.522013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-24152e64-b7b5-46a7-bfde-1052ed5b8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.598678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 05031e10-7319-48b1-80aa-1d213a55a1ca {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:22.599288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.601079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-24152e64-b7b5-46a7-bfde-1052ed5b8b7c None None] Port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:22.622880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.636340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.637391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.642388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:22.734890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ead3cc97-076d-4453-b9ca-3b587fe228d1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:22.825425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d8c44f47-7727-4832-87be-2323e996b041 None None] Provisioning complete for port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:22.826511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d8c44f47-7727-4832-87be-2323e996b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.846686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.854210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=6dbc689f-7569-42cd-8372-48ca6f7dfb09,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:22.857342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:22.886133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d8c44f47-7727-4832-87be-2323e996b041 None None] Port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:22.896679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ead3cc97-076d-4453-b9ca-3b587fe228d1 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:22.900307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:22.901505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:22.902367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ead3cc97-076d-4453-b9ca-3b587fe228d1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:22.902758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:22.981823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 05031e10-7319-48b1-80aa-1d213a55a1ca owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:23.056180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9ab686d3-06cb-4312-bfd3-518e8f8218e0 None None] Provisioning complete for port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:23.056806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9ab686d3-06cb-4312-bfd3-518e8f8218e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:23.089001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:23.162836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9ab686d3-06cb-4312-bfd3-518e8f8218e0 None None] Port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:23.175202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ead3cc97-076d-4453-b9ca-3b587fe228d1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ead3cc97-076d-4453-b9ca-3b587fe228d1,segment=NetworkSegment(b420a139-0812-42e4-9a34-b9adfec48027),segment_id=b420a139-0812-42e4-9a34-b9adfec48027)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:23.179493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:23.184623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:23.221175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:23.226063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-86735de6-99d6-4bf1-8632-e00f38ccfcdb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:23.258322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ead3cc97-076d-4453-b9ca-3b587fe228d1,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:23.261763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:23.271787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=05031e10-7319-48b1-80aa-1d213a55a1ca,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:23.275331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:23.294260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-84b988a8-526b-41ad-b000-c606a126c363 None None] Provisioning complete for port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:23.294837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-84b988a8-526b-41ad-b000-c606a126c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:23.295917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router eb6a813e-2323-4e1f-a344-4fd59901809e is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:23.362683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-84b988a8-526b-41ad-b000-c606a126c363 None None] Port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:23.492213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:23.497911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/eb6a813e-2323-4e1f-a344-4fd59901809e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4423466
Dec 15 19:02:23.500655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59188) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:23.501991 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] Sync routers for ids ['eb6a813e-2323-4e1f-a344-4fd59901809e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:23.514696 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] Routers {'eb6a813e-2323-4e1f-a344-4fd59901809e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:23.515685 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedda1fd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['eb6a813e-2323-4e1f-a344-4fd59901809e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:23.520739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:23.576892 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedda1fd0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:23.577174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b026e4d2-e3a5-40ab-bf46-649a8b2ec6f9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:23.577782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b026e4d2-e3a5-40ab-bf46-649a8b2ec6f9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:23.588752 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] Routers {'eb6a813e-2323-4e1f-a344-4fd59901809e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:23.589504 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedda1fd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['eb6a813e-2323-4e1f-a344-4fd59901809e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:23.594720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b026e4d2-e3a5-40ab-bf46-649a8b2ec6f9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:23.599248 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b026e4d2-e3a5-40ab-bf46-649a8b2ec6f9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports/6dbc689f-7569-42cd-8372-48ca6f7dfb09 HTTP/1.1" status: 200  len: 984 time: 0.0949380
Dec 15 19:02:23.599602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59192) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:23.652316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedda1fd0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:23.652729 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990cb1d4-cc4f-4e1f-86c7-d395ffb36f43 None None] The sync data for ids ['eb6a813e-2323-4e1f-a344-4fd59901809e'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:24.038778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 9807a51f-48e5-4cbd-8029-c6db829cdf21 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:24.154555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ead3cc97-076d-4453-b9ca-3b587fe228d1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:24.183506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:24.196785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] Sync routers for ids ['9807a51f-48e5-4cbd-8029-c6db829cdf21'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:24.205782 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/9807a51f-48e5-4cbd-8029-c6db829cdf21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0580521
Dec 15 19:02:24.205979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59198) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:24.228450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] Routers {'9807a51f-48e5-4cbd-8029-c6db829cdf21'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:24.229219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d1850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9807a51f-48e5-4cbd-8029-c6db829cdf21'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:24.250154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-68e1bb51-3f45-456b-98c4-25fec381cfc2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:24.256416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.266013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-68e1bb51-3f45-456b-98c4-25fec381cfc2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:24.270255 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-68e1bb51-3f45-456b-98c4-25fec381cfc2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=9807a51f-48e5-4cbd-8029-c6db829cdf21 HTTP/1.1" status: 200  len: 205 time: 0.0603547
Dec 15 19:02:24.270506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59202) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:24.295904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d1850>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:24.313164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] Routers {'9807a51f-48e5-4cbd-8029-c6db829cdf21'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:24.313164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d1850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['9807a51f-48e5-4cbd-8029-c6db829cdf21'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:24.361354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ead3cc97-076d-4453-b9ca-3b587fe228d1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:24.361750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.410542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d1850>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:24.410961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d70e21-782b-4b14-a12a-c319ea51a6b3 None None] The sync data for ids ['9807a51f-48e5-4cbd-8029-c6db829cdf21'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:24.411770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-668055f9-d9f3-4d4a-b6b4-13ef918b9c75 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.622980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 6dbc689f-7569-42cd-8372-48ca6f7dfb09 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:24.623567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.806382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.826637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-668055f9-d9f3-4d4a-b6b4-13ef918b9c75 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.831436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-668055f9-d9f3-4d4a-b6b4-13ef918b9c75 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.858045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-668055f9-d9f3-4d4a-b6b4-13ef918b9c75 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.858593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668055f9-d9f3-4d4a-b6b4-13ef918b9c75 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Fanout notify agent at l3_agent the message router_deleted on router 9807a51f-48e5-4cbd-8029-c6db829cdf21 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:24.869063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-668055f9-d9f3-4d4a-b6b4-13ef918b9c75 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:24.872542 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-668055f9-d9f3-4d4a-b6b4-13ef918b9c75 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/9807a51f-48e5-4cbd-8029-c6db829cdf21 HTTP/1.1" status: 204  len: 168 time: 0.5987875
Dec 15 19:02:24.872856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59210) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:24.925593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 6dbc689f-7569-42cd-8372-48ca6f7dfb09 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:25.059808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet ab406d0d-66c9-4a51-bb63-0926614180ea {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:25.062617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.112002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.117984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.118989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6f00b9c7-bfd7-4e3b-980e-e01717054eae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:25.174070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=6dbc689f-7569-42cd-8372-48ca6f7dfb09,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:25.176738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:25.351701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.428637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.432275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9feee964-fe08-45b5-9878-399bc3a2fd8a tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:25.468669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=ab406d0d-66c9-4a51-bb63-0926614180ea,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:25.473226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:25.475974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.481973 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/ab406d0d-66c9-4a51-bb63-0926614180ea HTTP/1.1" status: 204  len: 168 time: 0.6080732
Dec 15 19:02:25.483894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e0e314-c4c0-45cc-9f2c-1f6e973c7363 None None] Network a36a2034-c0be-44ac-9dd6-b069a7f70d72 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:25.484808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59218) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:25.543157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.560737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f342d-e430-43ea-8cc5-6bfda983002f req-a0449765-8d33-4e1a-9bf8-a7e19e2e894c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:25.565333 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-146f342d-e430-43ea-8cc5-6bfda983002f req-a0449765-8d33-4e1a-9bf8-a7e19e2e894c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.3516173
Dec 15 19:02:25.619895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.637163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:25.637163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.760094 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-146f342d-e430-43ea-8cc5-6bfda983002f req-092c4194-28d2-4bec-a357-b99e47c2df58 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342933
Dec 15 19:02:25.899602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] DHCP port deletion for a36a2034-c0be-44ac-9dd6-b069a7f70d72 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:02:25.906908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Deleting port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:25.906908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:25.949154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,segment=NetworkSegment(5764c465-6bd6-4674-97bd-0f52939a5d6b),segment_id=5764c465-6bd6-4674-97bd-0f52939a5d6b)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:25.949154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.038898 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:02:26.171597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:26.218310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:26.259831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.272561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-27b8fbc8-7a70-4e6b-8ad1-a747d5563bae tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:26.281503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] For port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,segment=NetworkSegment(5764c465-6bd6-4674-97bd-0f52939a5d6b),segment_id=5764c465-6bd6-4674-97bd-0f52939a5d6b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:26.281902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.309288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router eb6a813e-2323-4e1f-a344-4fd59901809e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:26.354781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=6065f9f3-f04c-4d0e-9cb5-02fa15b959ea,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:26.354781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:26.360546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No DVR routers for this DVR port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:02:26.500381 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Calling delete_port for 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:26.574749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.585744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:26.585744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:26.585744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No active binding found for port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea {{(pid=83672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 15 19:02:26.585744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:02:26.630856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:26.636038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced177880>,) {'filters': {'network_id': ['a36a2034-c0be-44ac-9dd6-b069a7f70d72']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:26.646556 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212049bd-37d1-411f-a942-7342aba61150 None None] Sync routers for ids ['eb6a813e-2323-4e1f-a344-4fd59901809e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:26.650860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a77243-f7b1-4a0e-8a7c-c9a4557f5144 req-859e5bad-e873-4d7d-8442-d999eab0e9e0 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:26.650860 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-12a77243-f7b1-4a0e-8a7c-c9a4557f5144 req-859e5bad-e873-4d7d-8442-d999eab0e9e0 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1042883
Dec 15 19:02:26.655941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced177880>, '5764c465-6bd6-4674-97bd-0f52939a5d6b') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:26.655941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced177880>, '5764c465-6bd6-4674-97bd-0f52939a5d6b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:26.670587 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212049bd-37d1-411f-a942-7342aba61150 None None] Routers {'eb6a813e-2323-4e1f-a344-4fd59901809e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:26.670587 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-212049bd-37d1-411f-a942-7342aba61150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc7ac70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['eb6a813e-2323-4e1f-a344-4fd59901809e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:26.676047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.695532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.699005 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/eb6a813e-2323-4e1f-a344-4fd59901809e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0919509
Dec 15 19:02:26.708523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:26.708523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.708832 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-12a77243-f7b1-4a0e-8a7c-c9a4557f5144 req-41d2fd61-9177-4e66-9f19-4210e2404e41 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553970
Dec 15 19:02:26.709346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59226) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:26.749630 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-212049bd-37d1-411f-a942-7342aba61150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc7ac70>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:26.776677 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212049bd-37d1-411f-a942-7342aba61150 None None] Routers {'eb6a813e-2323-4e1f-a344-4fd59901809e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:26.776677 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-212049bd-37d1-411f-a942-7342aba61150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc7ac70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['eb6a813e-2323-4e1f-a344-4fd59901809e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:26.849576 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-212049bd-37d1-411f-a942-7342aba61150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc7ac70>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:26.850189 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212049bd-37d1-411f-a942-7342aba61150 None None] The sync data for ids ['eb6a813e-2323-4e1f-a344-4fd59901809e'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:26.875753 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:26.888425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.912681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.915847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-62842413-91d2-4165-a548-f6e49895478d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:26.934744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:26.953880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=a36a2034-c0be-44ac-9dd6-b069a7f70d72,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:26.966803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:26.966803 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/a36a2034-c0be-44ac-9dd6-b069a7f70d72 HTTP/1.1" status: 204  len: 168 time: 1.4740894
Dec 15 19:02:26.966803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59234) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:26.979119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1392729898', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:26.989443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:26.989443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:router and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:26.998758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:27.003499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:27.011994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.013183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.032908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.079429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Deleting port 6065f9f3-f04c-4d0e-9cb5-02fa15b959ea {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:27.080888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.164252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f57f877-e674-4a3c-84ce-d270c3f660b6 None None] The port '6065f9f3-f04c-4d0e-9cb5-02fa15b959ea' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:02:27.194786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.248529 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-c116b618-4b5d-46ba-9e9d-6fac19c118da tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] remove_router_interface failed (client error): The resource could not be found.
Dec 15 19:02:27.254405 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c116b618-4b5d-46ba-9e9d-6fac19c118da tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/eb6a813e-2323-4e1f-a344-4fd59901809e/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5395856
Dec 15 19:02:27.255366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59244) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:27.308153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a32e16d-90c5-44c1-876f-c53540b11da5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:27.322244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a32e16d-90c5-44c1-876f-c53540b11da5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:27.323527 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8a32e16d-90c5-44c1-876f-c53540b11da5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb6a813e-2323-4e1f-a344-4fd59901809e HTTP/1.1" status: 200  len: 205 time: 0.0671184
Dec 15 19:02:27.327367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59248) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:27.394653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.428867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.469250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5e34c595-bc28-494c-887b-cc6c43a2dd05 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.574614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.26.1.159 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/20cb8d37-256b-40db-8d3b-a305e97cefe2) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:27.799828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db598b-4e13-4449-8cc4-240b98abad98 req-2b6363f4-121f-47cf-8592-9c96502a3ce8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:27.801286 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c0db598b-4e13-4449-8cc4-240b98abad98 req-2b6363f4-121f-47cf-8592-9c96502a3ce8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2828927
Dec 15 19:02:27.823372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.851362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.856693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:27.918379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:27.921554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:27.926224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:27.945359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5e34c595-bc28-494c-887b-cc6c43a2dd05 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.950427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=20cb8d37-256b-40db-8d3b-a305e97cefe2,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:27.960395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:27.963804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5e34c595-bc28-494c-887b-cc6c43a2dd05 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:27.975170 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c0db598b-4e13-4449-8cc4-240b98abad98 req-37771d7d-1cd4-4f65-9cca-dcd3f89b7572 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151378
Dec 15 19:02:28.000741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5e34c595-bc28-494c-887b-cc6c43a2dd05 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.001583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e34c595-bc28-494c-887b-cc6c43a2dd05 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Fanout notify agent at l3_agent the message router_deleted on router eb6a813e-2323-4e1f-a344-4fd59901809e {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:28.011977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5e34c595-bc28-494c-887b-cc6c43a2dd05 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.013054 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5e34c595-bc28-494c-887b-cc6c43a2dd05 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/eb6a813e-2323-4e1f-a344-4fd59901809e HTTP/1.1" status: 204  len: 168 time: 0.6851702
Dec 15 19:02:28.015599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59254) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:28.093285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.094484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.208148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet 37ad9520-a660-433e-92fe-9c993f416480 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:28.211146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.266428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.334613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router e4efb49e-dddc-4c96-96dd-ed73ab18559d is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:28.354623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.430474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.434298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e1d20b36-6f7b-4469-b857-97f41d85c3c3 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:28.472200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=37ad9520-a660-433e-92fe-9c993f416480,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:28.475579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:28.478874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.484411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417044cd-3c8b-43d7-a3f3-5e7916664cfc None None] Network 615aa4c5-4e24-40e3-9902-82ad0472f162 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:28.488945 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/37ad9520-a660-433e-92fe-9c993f416480 HTTP/1.1" status: 204  len: 168 time: 0.4701533
Dec 15 19:02:28.489184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59258) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:28.546062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:28.563419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] Sync routers for ids ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:28.578972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.581057 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 1.6144786
Dec 15 19:02:28.585396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59262) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:28.646946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] Routers {'e4efb49e-dddc-4c96-96dd-ed73ab18559d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:28.647590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddd8850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:28.716933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddd8850>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:28.730016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] Routers {'e4efb49e-dddc-4c96-96dd-ed73ab18559d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:28.730535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddd8850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:28.784699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.791875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddd8850>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:28.792283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a532d6-d69b-4e42-b1b0-a6c3709e6284 None None] The sync data for ids ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:28.804754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port ead3cc97-076d-4453-b9ca-3b587fe228d1 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:28.805083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:28.870858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] DHCP port deletion for 615aa4c5-4e24-40e3-9902-82ad0472f162 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:02:28.880654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Deleting port ead3cc97-076d-4453-b9ca-3b587fe228d1 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:28.881028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:29.090394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] For port ead3cc97-076d-4453-b9ca-3b587fe228d1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ead3cc97-076d-4453-b9ca-3b587fe228d1,segment=NetworkSegment(b420a139-0812-42e4-9a34-b9adfec48027),segment_id=b420a139-0812-42e4-9a34-b9adfec48027)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:29.090394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:29.105118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port ead3cc97-076d-4453-b9ca-3b587fe228d1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ead3cc97-076d-4453-b9ca-3b587fe228d1,segment=NetworkSegment(b420a139-0812-42e4-9a34-b9adfec48027),segment_id=b420a139-0812-42e4-9a34-b9adfec48027)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:29.105118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:29.206454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0b3cf-9a77-4fa0-8123-d6a2724df975 req-02c79e40-349a-46d4-9509-05e2c97d3340 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:29.208186 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8bc0b3cf-9a77-4fa0-8123-d6a2724df975 req-02c79e40-349a-46d4-9509-05e2c97d3340 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.0947003
Dec 15 19:02:29.240018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for ead3cc97-076d-4453-b9ca-3b587fe228d1 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:29.246643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Calling delete_port for ead3cc97-076d-4453-b9ca-3b587fe228d1 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:29.271735 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8bc0b3cf-9a77-4fa0-8123-d6a2724df975 req-78de3f88-3eab-4f86-9823-d938d609abd8 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560548
Dec 15 19:02:29.303369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ac9ec91f-cbeb-409d-922d-4e0014da15f3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/routers/e4efb49e-dddc-4c96-96dd-ed73ab18559d HTTP/1.1" status: 200  len: 881 time: 0.7085669
Dec 15 19:02:29.303946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59268) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:29.329895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:29.335953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:29.338694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:29.339106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:29.380435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Pushing event deleted for resources: {'Port': ['ID=ead3cc97-076d-4453-b9ca-3b587fe228d1,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:29.382873 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:29.385571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] No DVR routers for this DVR port ead3cc97-076d-4453-b9ca-3b587fe228d1 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:02:29.499904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f65bc674-73c1-4ab4-890c-6e8023bba9d7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:router {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:29.521393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f65bc674-73c1-4ab4-890c-6e8023bba9d7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:router {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:29.521393 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f65bc674-73c1-4ab4-890c-6e8023bba9d7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.2190483
Dec 15 19:02:29.521393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59272) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:29.529295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-46667195-dd8c-41f0-9dcf-8b720f0c060b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1392729898'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:29.840709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port ead3cc97-076d-4453-b9ca-3b587fe228d1 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:29.841076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:29.911454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] The port 'ead3cc97-076d-4453-b9ca-3b587fe228d1' was deleted {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:02:30.046769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.073951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cece0f070>,) {'filters': {'network_id': ['615aa4c5-4e24-40e3-9902-82ad0472f162']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:30.087616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cece0f070>, 'b420a139-0812-42e4-9a34-b9adfec48027') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:30.087616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cece0f070>, 'b420a139-0812-42e4-9a34-b9adfec48027') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:30.101655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.124368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.146975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:30.147529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.152915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ead3cc97-076d-4453-b9ca-3b587fe228d1 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:30.194217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ead3cc97-076d-4453-b9ca-3b587fe228d1 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:02:30.194217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ead3cc97-076d-4453-b9ca-3b587fe228d1 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:02:30.210426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-46667195-dd8c-41f0-9dcf-8b720f0c060b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.227940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-46667195-dd8c-41f0-9dcf-8b720f0c060b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:30.257706 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:30.286429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.289844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-350d42d7-ee35-48b8-a03c-3ed181c5bb68 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:30.309381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.318840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=615aa4c5-4e24-40e3-9902-82ad0472f162,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:30.323749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:30.332926 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/615aa4c5-4e24-40e3-9902-82ad0472f162 HTTP/1.1" status: 204  len: 168 time: 1.8427358
Dec 15 19:02:30.339520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59278) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:30.345573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1620630920'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:30.350806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:30.354994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:30.358035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:30.366587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:30.379520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:30.384466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.455636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46667195-dd8c-41f0-9dcf-8b720f0c060b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router e4efb49e-dddc-4c96-96dd-ed73ab18559d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:30.471489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:30.487438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.487775 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment 7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4 of type vlan for network 1c32dd71-68de-4515-bd99-bbe90a0b944b
Dec 15 19:02:30.524633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5758-5ee6-44a4-8c2d-0542a738da3d req-1b16ae46-9a04-4e10-9c0f-d463199bda90 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:30.526117 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-691f5758-5ee6-44a4-8c2d-0542a738da3d req-1b16ae46-9a04-4e10-9c0f-d463199bda90 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1230388
Dec 15 19:02:30.535849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.603359 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-691f5758-5ee6-44a4-8c2d-0542a738da3d req-94aa056d-36dc-49b0-aca3-2af67ac8a328 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690455
Dec 15 19:02:30.604898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.608003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:30.608149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.619625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffc1f522-c114-42d7-bd7c-cca14957dff6 tempest-FloatingIPTestJSON-1531717350 tempest-FloatingIPTestJSON-1531717350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:30.690065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46667195-dd8c-41f0-9dcf-8b720f0c060b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:30.697894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-46667195-dd8c-41f0-9dcf-8b720f0c060b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:30.698924 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3582706
Dec 15 19:02:30.701093 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] Sync routers for ids ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:30.708716 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-46667195-dd8c-41f0-9dcf-8b720f0c060b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/e4efb49e-dddc-4c96-96dd-ed73ab18559d HTTP/1.1" status: 200  len: 888 time: 1.1870615
Dec 15 19:02:30.710756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:30.711264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59284) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:30.715183 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] Routers {'e4efb49e-dddc-4c96-96dd-ed73ab18559d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:30.715799 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedde2190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:30.722279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': '1c32dd71-68de-4515-bd99-bbe90a0b944b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:30.725261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=1c32dd71-68de-4515-bd99-bbe90a0b944b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:30.728088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:30.738605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:30.818399 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedde2190>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:30.837145 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] Routers {'e4efb49e-dddc-4c96-96dd-ed73ab18559d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:30.837145 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedde2190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:30.923992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:30.929457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:30.933769 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedde2190>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:30.934177 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afdb0f2-4f2f-4d4e-98c3-6894437974a0 None None] The sync data for ids ['e4efb49e-dddc-4c96-96dd-ed73ab18559d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:30.941618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:30.949037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:31.018577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:31.129838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.264689 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-57dfbaf9-8856-46b2-a0c0-e3df6023c534 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/routers/e4efb49e-dddc-4c96-96dd-ed73ab18559d HTTP/1.1" status: 200  len: 888 time: 0.5501068
Dec 15 19:02:31.267815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59292) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:31.313438 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6f780b0d-806f-4a12-8c65-f452582e99ca tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4efb49e-dddc-4c96-96dd-ed73ab18559d HTTP/1.1" status: 200  len: 205 time: 0.0443568
Dec 15 19:02:31.315797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59296) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:31.378443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.382788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0af4cbc-74e1-45d0-bac5-3bed33289f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:31.471169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:31.471169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:31.481837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': '7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1c32dd71-68de-4515-bd99-bbe90a0b944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:31.481837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: 1c32dd71-68de-4515-bd99-bbe90a0b944b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:31.499924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:31.512920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 1c32dd71-68de-4515-bd99-bbe90a0b944b) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:31.516637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:31.516637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.530604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934c37b-6b86-47fc-8c04-e18c607ced1a None None] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:31.542196 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8270681
Dec 15 19:02:31.543197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59300) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:31.552138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-557635276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:31.565742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:31.570418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:router and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:31.573350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:31.580385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:31.593665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.594596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.618301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.642294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.658285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.666618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.667893 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-67e7e5c4-e096-49ca-85e5-c860c49f87c1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1237378
Dec 15 19:02:31.673913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59306) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:31.786793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-1c32dd71-68de-4515-bd99-bbe90a0b944b', 'network_id': '1c32dd71-68de-4515-bd99-bbe90a0b944b', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': '50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:31.789287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.940599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:31.955645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 20cb8d37-256b-40db-8d3b-a305e97cefe2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:31.955645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.018802 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Allocated IP 2001:db8::2 (1c32dd71-68de-4515-bd99-bbe90a0b944b/50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0/ea985670-f8d4-4569-af7b-efbc9cf5f917) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:32.171313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.200299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5f36f-8277-410b-9493-9da9245a1201 req-cd763c5a-d020-47fd-8cbc-0c634f0019b7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:32.203364 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-08f5f36f-8277-410b-9493-9da9245a1201 req-cd763c5a-d020-47fd-8cbc-0c634f0019b7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2320509
Dec 15 19:02:32.263543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.275843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Transition to ACTIVE for port object ea985670-f8d4-4569-af7b-efbc9cf5f917 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:32.299708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Transition to ACTIVE for port object ea985670-f8d4-4569-af7b-efbc9cf5f917 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:32.306824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.307552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 20cb8d37-256b-40db-8d3b-a305e97cefe2 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:32.311492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:32.383265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:32.386707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:32.391642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:32.393845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Pushing event updated for resources: {'Port': ['ID=ea985670-f8d4-4569-af7b-efbc9cf5f917,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:32.396646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:32.414388 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-08f5f36f-8277-410b-9493-9da9245a1201 req-46c00ed0-0258-4910-8a9f-9e4163e8c23a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2058046
Dec 15 19:02:32.500448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Attempting to bind port ea985670-f8d4-4569-af7b-efbc9cf5f917 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:32.500574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Attempting to bind port ea985670-f8d4-4569-af7b-efbc9cf5f917 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1c32dd71-68de-4515-bd99-bbe90a0b944b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:32.501509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Attempting to bind port ea985670-f8d4-4569-af7b-efbc9cf5f917 on network 1c32dd71-68de-4515-bd99-bbe90a0b944b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:32.510658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:32.511244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Checking segment: {'id': '7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1c32dd71-68de-4515-bd99-bbe90a0b944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:32.511728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.511897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Bound using segment: {'id': '7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1c32dd71-68de-4515-bd99-bbe90a0b944b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:32.512778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Bound port: ea985670-f8d4-4569-af7b-efbc9cf5f917, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1c32dd71-68de-4515-bd99-bbe90a0b944b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:32.513214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.540921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.568800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.578333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b24627c5-94da-4815-87e3-6c3fe853084b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:32.606332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] For port ea985670-f8d4-4569-af7b-efbc9cf5f917, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:32.611005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] For port ea985670-f8d4-4569-af7b-efbc9cf5f917, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea985670-f8d4-4569-af7b-efbc9cf5f917,segment=NetworkSegment(7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4),segment_id=7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:32.617180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.621554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4ad8fe21-0359-457c-8bfa-05417800b0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:32.635134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=20cb8d37-256b-40db-8d3b-a305e97cefe2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:32.635134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:32.760653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Pushing event updated for resources: {'Port': ['ID=ea985670-f8d4-4569-af7b-efbc9cf5f917,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:32.778325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:32.888810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:32.948986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8::1 (1c32dd71-68de-4515-bd99-bbe90a0b944b/50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0/5ceb634d-c53b-449f-a37f-40a1976fa534) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:33.158196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.180160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 5ceb634d-c53b-449f-a37f-40a1976fa534 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:33.205354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.209560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.211689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.221753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-136666d7-d65a-4852-875e-de0f1a3106ea tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:33.239407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.240170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Fanout notify agent at l3_agent the message router_deleted on router e4efb49e-dddc-4c96-96dd-ed73ab18559d {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:33.263469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.264881 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/e4efb49e-dddc-4c96-96dd-ed73ab18559d HTTP/1.1" status: 204  len: 168 time: 1.9482214
Dec 15 19:02:33.269262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59310) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:33.274876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1274252128'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:33.279580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:33.279910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:33.282717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:33.283705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:33.287169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:33.287875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.288721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:33.294980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:33.307614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:33.310782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.312997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=5ceb634d-c53b-449f-a37f-40a1976fa534,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:33.316890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:33.342532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:33.352599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.353337 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 9044d085-fe56-4754-a1e4-0bf9b5dba9e7 of type vlan for network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d
Dec 15 19:02:33.386566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.399296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.589350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.592363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:33.592962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:33.603470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f610e78c-4e9a-4e75-a505-8b0a50ef6232 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:33.663554 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3914843
Dec 15 19:02:33.669113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59316) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:33.750665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': '75a981d8-4ff3-4752-b4ad-4636c1a76c9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:33.859480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=75a981d8-4ff3-4752-b4ad-4636c1a76c9d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:33.871028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:33.891145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:33.962172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:33.971780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:34.004899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1ecea-7911-4b75-ac68-3d21b9ec9b2b req-084e68d7-d582-4980-bcde-9702d9b73297 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:34.006622 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-60e1ecea-7911-4b75-ac68-3d21b9ec9b2b req-084e68d7-d582-4980-bcde-9702d9b73297 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4578631
Dec 15 19:02:34.007612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:34.021287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:34.027318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.034906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.035588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.040554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-82b43d21-9c09-4b46-ab23-e4dc6ad4645c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:34.058386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:34.160675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f6702-1560-4bf7-86b8-f8d8b544c70c None None] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:34.164455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-60e1ecea-7911-4b75-ac68-3d21b9ec9b2b req-1f969ba4-8ca1-4181-875d-71c8ef7fa33d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448433
Dec 15 19:02:34.195958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=5ceb634d-c53b-449f-a37f-40a1976fa534,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:34.202727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:34.213895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.279496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea985670-f8d4-4569-af7b-efbc9cf5f917 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:34.283301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:34.285957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:34.351366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ce6e162a-df7d-42d0-bc02-cd36ba130e9f None None] Provisioning for port ea985670-f8d4-4569-af7b-efbc9cf5f917 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:34.446940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ea985670-f8d4-4569-af7b-efbc9cf5f917 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:34.464370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ea985670-f8d4-4569-af7b-efbc9cf5f917 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:34.464370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.524325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.534749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-54c2dcaa-a5ea-44a6-b0cb-ecf060ef5b19 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:34.614929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=e52cb91a-ae01-4736-9305-6849e73adfb4,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:34.625773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:34.634753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '9044d085-fe56-4754-a1e4-0bf9b5dba9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '75a981d8-4ff3-4752-b4ad-4636c1a76c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:34.634753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: 75a981d8-4ff3-4752-b4ad-4636c1a76c9d, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:34.650655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.687755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:34.705517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 75a981d8-4ff3-4752-b4ad-4636c1a76c9d) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:34.713649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:34.715643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.718208 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ea985670-f8d4-4569-af7b-efbc9cf5f917, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea985670-f8d4-4569-af7b-efbc9cf5f917,segment=NetworkSegment(7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4),segment_id=7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:34.725585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab60803-aee4-4c0a-94ce-b8a0643f3165 None None] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:34.776188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.788798 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0601273
Dec 15 19:02:34.793191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59322) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:34.799341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1207218685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:34.818522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:34.835099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:router and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:34.838394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-916efb24-46bf-43cd-a5e3-36eddf754866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:34.848510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:34.859586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:34.909884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.911060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.914224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 49b96e3f-f9f2-4d81-bed7-865ed886de17 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:34.956719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ea985670-f8d4-4569-af7b-efbc9cf5f917,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:34.963491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:34.966844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:34.995238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.027213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.034004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f44ee717-e388-4a94-959f-ac904e3233e8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2374704
Dec 15 19:02:35.034116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59326) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:35.046778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb4737b0-60b6-471c-ad60-085fa5ec7217 None None] Provisioning for port 5ceb634d-c53b-449f-a37f-40a1976fa534 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:35.092181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb4737b0-60b6-471c-ad60-085fa5ec7217 None None] Provisioning complete for port 5ceb634d-c53b-449f-a37f-40a1976fa534 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:35.092553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fb4737b0-60b6-471c-ad60-085fa5ec7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.120890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-75a981d8-4ff3-4752-b4ad-4636c1a76c9d', 'network_id': '75a981d8-4ff3-4752-b4ad-4636c1a76c9d', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': 'e52cb91a-ae01-4736-9305-6849e73adfb4'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:35.121723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.287255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fb4737b0-60b6-471c-ad60-085fa5ec7217 None None] Port 5ceb634d-c53b-449f-a37f-40a1976fa534 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:35.351629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fb4737b0-60b6-471c-ad60-085fa5ec7217 None None] Provisioning complete for port ea985670-f8d4-4569-af7b-efbc9cf5f917 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:35.352393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fb4737b0-60b6-471c-ad60-085fa5ec7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.430705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Allocated IP 172.20.0.2 (75a981d8-4ff3-4752-b4ad-4636c1a76c9d/e52cb91a-ae01-4736-9305-6849e73adfb4/802508d3-e942-4aaf-9d66-17173facd311) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:35.598214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:35.626289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59334) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:35.628289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] Sync routers for ids ['49b96e3f-f9f2-4d81-bed7-865ed886de17'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:35.698560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59338) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:35.698793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] Routers {'49b96e3f-f9f2-4d81-bed7-865ed886de17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:35.699527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd910d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['49b96e3f-f9f2-4d81-bed7-865ed886de17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:35.702033 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/49b96e3f-f9f2-4d81-bed7-865ed886de17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0218923
Dec 15 19:02:35.785325 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bd0706a1-3474-4024-9803-1d8af7164e45 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=2ef024afa26842279c6124e3976e67d2&network_id=32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 200  len: 3000 time: 0.1453893
Dec 15 19:02:35.785586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd910d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:35.796133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543dae9-b887-4cde-ba22-b321c935575b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:35.796706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f543dae9-b887-4cde-ba22-b321c935575b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:35.800002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aeb8b-84a9-40ac-8b1d-1625c45cbf44 req-107e33b8-66b8-49c5-abd0-b18fbb2a055d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:35.801723 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c5aeb8b-84a9-40ac-8b1d-1625c45cbf44 req-107e33b8-66b8-49c5-abd0-b18fbb2a055d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4704330
Dec 15 19:02:35.809213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] Routers {'49b96e3f-f9f2-4d81-bed7-865ed886de17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:35.809892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd910d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['49b96e3f-f9f2-4d81-bed7-865ed886de17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:35.814894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f543dae9-b887-4cde-ba22-b321c935575b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:35.819018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f543dae9-b887-4cde-ba22-b321c935575b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports/5ceb634d-c53b-449f-a37f-40a1976fa534 HTTP/1.1" status: 200  len: 911 time: 0.1155722
Dec 15 19:02:35.819386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59344) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:35.873125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-898ad5a9-0733-41d9-a5ff-7821a50cdc4f None None] Provisioning complete for port 5ceb634d-c53b-449f-a37f-40a1976fa534 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:35.873522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-898ad5a9-0733-41d9-a5ff-7821a50cdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.926322 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c5aeb8b-84a9-40ac-8b1d-1625c45cbf44 req-a5a1c2ce-e1c5-407e-82fb-3252daac0304 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139772
Dec 15 19:02:35.926737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.928914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd910d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:35.929339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae81bb6-53ff-4b40-a923-3daccb80474c None None] The sync data for ids ['49b96e3f-f9f2-4d81-bed7-865ed886de17'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:35.950456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Transition to ACTIVE for port object 802508d3-e942-4aaf-9d66-17173facd311 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:35.963862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-898ad5a9-0733-41d9-a5ff-7821a50cdc4f None None] Port 5ceb634d-c53b-449f-a37f-40a1976fa534 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:35.972276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.976056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Transition to ACTIVE for port object 802508d3-e942-4aaf-9d66-17173facd311 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:35.981919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:35.986486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:36.054262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:36.057587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:36.061209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:36.067530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Pushing event updated for resources: {'Port': ['ID=802508d3-e942-4aaf-9d66-17173facd311,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:36.070441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:36.166944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea985670-f8d4-4569-af7b-efbc9cf5f917 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:36.201840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Attempting to bind port 802508d3-e942-4aaf-9d66-17173facd311 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:36.202119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Attempting to bind port 802508d3-e942-4aaf-9d66-17173facd311 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '9044d085-fe56-4754-a1e4-0bf9b5dba9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '75a981d8-4ff3-4752-b4ad-4636c1a76c9d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:36.202476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Attempting to bind port 802508d3-e942-4aaf-9d66-17173facd311 on network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:36.222357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:36.222732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Checking segment: {'id': '9044d085-fe56-4754-a1e4-0bf9b5dba9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '75a981d8-4ff3-4752-b4ad-4636c1a76c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:36.223127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.223697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Bound using segment: {'id': '9044d085-fe56-4754-a1e4-0bf9b5dba9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '75a981d8-4ff3-4752-b4ad-4636c1a76c9d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:36.224167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Bound port: 802508d3-e942-4aaf-9d66-17173facd311, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9044d085-fe56-4754-a1e4-0bf9b5dba9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '75a981d8-4ff3-4752-b4ad-4636c1a76c9d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:36.224544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.228511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.326936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ea985670-f8d4-4569-af7b-efbc9cf5f917 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:36.327310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.346367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.20.0.1 (75a981d8-4ff3-4752-b4ad-4636c1a76c9d/e52cb91a-ae01-4736-9305-6849e73adfb4/fce8c152-0107-46d3-a84d-96ef31b94e21) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:36.371163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] For port 802508d3-e942-4aaf-9d66-17173facd311, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:36.390751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] For port 802508d3-e942-4aaf-9d66-17173facd311, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=802508d3-e942-4aaf-9d66-17173facd311,segment=NetworkSegment(9044d085-fe56-4754-a1e4-0bf9b5dba9e7),segment_id=9044d085-fe56-4754-a1e4-0bf9b5dba9e7)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:36.397689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.401709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:36.525853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.539162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Pushing event updated for resources: {'Port': ['ID=802508d3-e942-4aaf-9d66-17173facd311,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:36.542769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:36.551677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object fce8c152-0107-46d3-a84d-96ef31b94e21 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:36.577022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.583817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fbc66071-a6e2-4795-9a55-8051064292f9 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:36.660647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:36.695289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:36.700719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:36.731197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=fce8c152-0107-46d3-a84d-96ef31b94e21,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:36.743122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:36.774950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:36.874308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:37.014974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 5ceb634d-c53b-449f-a37f-40a1976fa534 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:37.015448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:37.288503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:37.294582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:37.303941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c8d1-3de0-4d56-9f20-471951c8446e req-2c28f63d-e829-4f45-978a-e70517bec446 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:37.305608 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5334c8d1-3de0-4d56-9f20-471951c8446e req-2c28f63d-e829-4f45-978a-e70517bec446 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2273743
Dec 15 19:02:37.309129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:37.330907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:37.424805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=fce8c152-0107-46d3-a84d-96ef31b94e21,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:37.428212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:37.431194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:37.464834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 5ceb634d-c53b-449f-a37f-40a1976fa534 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:37.534785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5334c8d1-3de0-4d56-9f20-471951c8446e req-072eddbd-f166-417b-a586-e74d75087238 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2170875
Dec 15 19:02:37.730290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:37.738413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a354070-1b11-4847-b802-e7f4d81593c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:37.769168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb70c4c1-efcc-4bdc-8c9b-0658486cb090 None None] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:37.786438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:37.789174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:37.795308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=5ceb634d-c53b-449f-a37f-40a1976fa534,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:37.804598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:37.887959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59356) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:37.942119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f37edbc2-d994-4ada-b7e6-0d2c933dd144 None None] Provisioning for port 802508d3-e942-4aaf-9d66-17173facd311 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:38.185879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e89b1-046c-41ee-8bab-03a0f858c891 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:38.189521 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-960e89b1-046c-41ee-8bab-03a0f858c891 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 814 time: 0.2962368
Dec 15 19:02:38.193020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:38.276923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 802508d3-e942-4aaf-9d66-17173facd311 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:38.333985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router d4a55e7b-0c68-401e-802a-1d80b06fa829 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:38.426062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 802508d3-e942-4aaf-9d66-17173facd311 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:38.436531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 802508d3-e942-4aaf-9d66-17173facd311 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:38.438562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:38.610671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:38.631965 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] Sync routers for ids ['d4a55e7b-0c68-401e-802a-1d80b06fa829'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:38.652588 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] Routers {'d4a55e7b-0c68-401e-802a-1d80b06fa829'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:38.659310 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced899a00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d4a55e7b-0c68-401e-802a-1d80b06fa829'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:38.661797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/d4a55e7b-0c68-401e-802a-1d80b06fa829/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6271176
Dec 15 19:02:38.662673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59366) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:38.663006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59368) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:38.680334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9beb901f-09fa-4037-93b6-601b65eec534 None None] Provisioning for port fce8c152-0107-46d3-a84d-96ef31b94e21 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:38.699724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:38.728069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9beb901f-09fa-4037-93b6-601b65eec534 None None] Provisioning complete for port fce8c152-0107-46d3-a84d-96ef31b94e21 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:38.728726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9beb901f-09fa-4037-93b6-601b65eec534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:38.760654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--757791236', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:38.802290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:38.826582 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced899a00>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:38.846019 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] Routers {'d4a55e7b-0c68-401e-802a-1d80b06fa829'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:38.846680 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced899a00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d4a55e7b-0c68-401e-802a-1d80b06fa829'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:38.872015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 802508d3-e942-4aaf-9d66-17173facd311, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=802508d3-e942-4aaf-9d66-17173facd311,segment=NetworkSegment(9044d085-fe56-4754-a1e4-0bf9b5dba9e7),segment_id=9044d085-fe56-4754-a1e4-0bf9b5dba9e7)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:38.904427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:38.908447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9beb901f-09fa-4037-93b6-601b65eec534 None None] Port fce8c152-0107-46d3-a84d-96ef31b94e21 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:38.911049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:38.916169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:38.942533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:38.954049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:38.973242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d6f2d-114c-42e5-a817-e56f4cbefddf tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:38.974361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-184d6f2d-114c-42e5-a817-e56f4cbefddf tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:38.995236 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced899a00>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:38.995646 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef53cd-705f-417d-975c-196efbb5a3c0 None None] The sync data for ids ['d4a55e7b-0c68-401e-802a-1d80b06fa829'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:39.023733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9beb901f-09fa-4037-93b6-601b65eec534 None None] Provisioning complete for port 802508d3-e942-4aaf-9d66-17173facd311 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:39.024681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9beb901f-09fa-4037-93b6-601b65eec534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.086681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 49b96e3f-f9f2-4d81-bed7-865ed886de17 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:39.104766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=802508d3-e942-4aaf-9d66-17173facd311,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:39.114262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:39.139389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b4100-b6fc-4825-80ab-9cab98a0d82c req-5fc73ec2-ccb9-46ec-95e8-60f20c631a30 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:39.141659 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e9b4100-b6fc-4825-80ab-9cab98a0d82c req-5fc73ec2-ccb9-46ec-95e8-60f20c631a30 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.3274462
Dec 15 19:02:39.145784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-184d6f2d-114c-42e5-a817-e56f4cbefddf tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:39.151595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-184d6f2d-114c-42e5-a817-e56f4cbefddf tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports/fce8c152-0107-46d3-a84d-96ef31b94e21 HTTP/1.1" status: 200  len: 910 time: 0.4842353
Dec 15 19:02:39.153355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:39.158746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59374) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:39.170083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e52cb91a-ae01-4736-9305-6849e73adfb4'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:39.188245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.189011 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment e1eac39f-7175-4578-9834-42045e3c68ba of type vlan for network b275d9b7-467c-4485-b815-d38e927fe468
Dec 15 19:02:39.251081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.268960 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e9b4100-b6fc-4825-80ab-9cab98a0d82c req-5d9d9fbc-0f81-47a4-8c5e-593b09a840cf tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126859
Dec 15 19:02:39.316476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e6153d00-4f55-4f7e-8e95-57a76c697654 None None] Provisioning complete for port fce8c152-0107-46d3-a84d-96ef31b94e21 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:39.316891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6153d00-4f55-4f7e-8e95-57a76c697654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.334314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.340435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:39.341221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.383320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c95968d-a597-418a-a7bc-b34738ec032b tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:39.385481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e6153d00-4f55-4f7e-8e95-57a76c697654 None None] Port fce8c152-0107-46d3-a84d-96ef31b94e21 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:39.386638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:39.403916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] Sync routers for ids ['49b96e3f-f9f2-4d81-bed7-865ed886de17'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:39.422352 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/49b96e3f-f9f2-4d81-bed7-865ed886de17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6018791
Dec 15 19:02:39.425507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59380) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:39.427284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] Routers {'49b96e3f-f9f2-4d81-bed7-865ed886de17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:39.428143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced610e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['49b96e3f-f9f2-4d81-bed7-865ed886de17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:39.483527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cb6440a7-e4ae-452f-96af-0f7c26a61e10 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:39.511351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=b275d9b7-467c-4485-b815-d38e927fe468,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:39.526396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8606331
Dec 15 19:02:39.528466 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b275d9b7-467c-4485-b815-d38e927fe468 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:39.529917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:39.533223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59384) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:39.551216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cb6440a7-e4ae-452f-96af-0f7c26a61e10 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:39.554966 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cb6440a7-e4ae-452f-96af-0f7c26a61e10 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b96e3f-f9f2-4d81-bed7-865ed886de17 HTTP/1.1" status: 200  len: 205 time: 0.1263227
Dec 15 19:02:39.555648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59388) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:39.568106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced610e20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:39.652109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86e8ac-ce75-4894-b4fb-ceaf1f1ded51 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:39.660619 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0e86e8ac-ce75-4894-b4fb-ceaf1f1ded51 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1270378
Dec 15 19:02:39.661260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59394) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:39.696607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.788617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] Routers {'49b96e3f-f9f2-4d81-bed7-865ed886de17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:39.789933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced610e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['49b96e3f-f9f2-4d81-bed7-865ed886de17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:39.823586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c965199-dc33-431b-86e8-160706671821 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:39.888416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced610e20>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:39.888880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d539ec2-8732-4100-9b24-4697d13b722a None None] The sync data for ids ['49b96e3f-f9f2-4d81-bed7-865ed886de17'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:39.932024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b0aff-9762-4038-8676-4a5b2b2f70a4 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:39.932024 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fd8b0aff-9762-4038-8676-4a5b2b2f70a4 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2657320
Dec 15 19:02:39.932024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59398) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:39.975641 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2108e429-9462-4948-982f-1cdf5acaad1a tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0419819
Dec 15 19:02:39.982308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f2391-7268-4324-a191-1cc1ff917fe9 req-05286f62-2630-41ab-b18e-b2b30ce3560e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:39.986676 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a60f2391-7268-4324-a191-1cc1ff917fe9 req-05286f62-2630-41ab-b18e-b2b30ce3560e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1774819
Dec 15 19:02:39.987945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59402) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:40.063513 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cdec2051-9634-4f7e-a36e-768f601e88cd tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0745873
Dec 15 19:02:40.066473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59406) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:40.183167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 802508d3-e942-4aaf-9d66-17173facd311 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:40.270479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 802508d3-e942-4aaf-9d66-17173facd311 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:40.270479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:40.302833 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a60f2391-7268-4324-a191-1cc1ff917fe9 req-2e4bf3e6-880b-4bae-a0b4-d988d39f065d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3100553
Dec 15 19:02:40.402530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099ee4f-d249-42b2-a8ad-c9813c802b1d tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:40.408283 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8099ee4f-d249-42b2-a8ad-c9813c802b1d tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3405321
Dec 15 19:02:40.408956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59410) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:40.459479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-adbc2c12-9092-4a97-8e3a-29de023d1327 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0451081
Dec 15 19:02:40.461831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59414) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:40.467639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-857152598', 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:40.538564 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-2071c3a7-16fd-4108-b94f-1a315c065276 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1098 time: 0.6650259
Dec 15 19:02:40.588481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:40.593778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:40.595601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:40.604290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:40.615535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:40.747356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:40.820566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c965199-dc33-431b-86e8-160706671821 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:40.848600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c965199-dc33-431b-86e8-160706671821 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:40.927449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-d5fc1e87-d900-49dc-b9f5-f1cc8c7bbbf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:40.928810 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-d5fc1e87-d900-49dc-b9f5-f1cc8c7bbbf8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 912 time: 0.3828955
Dec 15 19:02:40.998258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.004053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3890126a-e2b7-46af-8516-56b08940bfc6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:41.059699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c965199-dc33-431b-86e8-160706671821 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.060179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c965199-dc33-431b-86e8-160706671821 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Fanout notify agent at l3_agent the message router_deleted on router 49b96e3f-f9f2-4d81-bed7-865ed886de17 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:41.104738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c965199-dc33-431b-86e8-160706671821 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.108244 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3c965199-dc33-431b-86e8-160706671821 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/49b96e3f-f9f2-4d81-bed7-865ed886de17 HTTP/1.1" status: 204  len: 168 time: 1.5493784
Dec 15 19:02:41.109201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59418) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:41.110447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=5c79a215-1bc7-4e68-9b55-98b944231aea,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:41.118036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:41.160827 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-fab10bc9-8443-4117-876a-53a346ce4d1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 999 time: 0.2119527
Dec 15 19:02:41.171407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:41.171407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: b275d9b7-467c-4485-b815-d38e927fe468, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:41.258972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-1cee6dad-b2e6-4a50-9b2a-f332e56d9198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:41.258972 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-1cee6dad-b2e6-4a50-9b2a-f332e56d9198 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.0957160
Dec 15 19:02:41.308280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network b275d9b7-467c-4485-b815-d38e927fe468 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:41.313191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.324440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b275d9b7-467c-4485-b815-d38e927fe468) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:41.324440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:41.329381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.339714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.348510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8e58d-13dc-4c93-922f-7c6361c5a2d0 None None] Network b275d9b7-467c-4485-b815-d38e927fe468 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:41.386213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b3532e37-cc02-4a74-a1e9-0a74f9e508af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:41.424922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet 50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:41.429935 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9663749
Dec 15 19:02:41.430123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.510800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=fce8c152-0107-46d3-a84d-96ef31b94e21,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:41.519114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:41.519395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.523327 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/ports/fce8c152-0107-46d3-a84d-96ef31b94e21 HTTP/1.1" status: 200  len: 910 time: 2.3560278
Dec 15 19:02:41.523327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:41.524252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59426) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:41.526510 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-0c0dd6e4-11ab-43b5-83d6-813f22f15eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2627058
Dec 15 19:02:41.678351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-b275d9b7-467c-4485-b815-d38e927fe468', 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': '5c79a215-1bc7-4e68-9b55-98b944231aea'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:41.681959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.722941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:41.765601 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-0bbfcbde-5972-4eae-9322-6e02d8ceeade service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309446
Dec 15 19:02:41.819370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690b8bd-7bc3-4ab0-9a58-4ea531a0c96d req-8e62287c-63a8-4967-8500-5b36642f755e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:41.821554 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1690b8bd-7bc3-4ab0-9a58-4ea531a0c96d req-8e62287c-63a8-4967-8500-5b36642f755e tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2560763
Dec 15 19:02:41.988217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Allocated IP 172.20.0.18 (b275d9b7-467c-4485-b815-d38e927fe468/5c79a215-1bc7-4e68-9b55-98b944231aea/455b6665-e8b0-4d3d-aa44-f3e89fff16d8) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:42.008365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59430) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:42.032167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287974612', 'description': 'tempest-secgroup-smoke-1287974612 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:42.052922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:42.052922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.166081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1690b8bd-7bc3-4ab0-9a58-4ea531a0c96d req-9a8bf2f5-0a9a-4ba1-9615-f73c1d80b506 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973341
Dec 15 19:02:42.178404 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3d8705ce-b79d-470a-a2fb-da10ce86aeb5 req-5c4db4ef-bf69-420f-9d6a-5c5a4a22b464 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3999791
Dec 15 19:02:42.227863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:42.258569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.273497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Transition to ACTIVE for port object 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:42.278213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.310647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Transition to ACTIVE for port object 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:42.315451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.316908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.321944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bfb50122-5129-490d-a71c-3d40b343cc58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:42.326576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e36e2961-08c8-4a0e-8bf0-5cad9cf05acc tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:42.365695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:42.373172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:42.375894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:42.379901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.390150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Network b275d9b7-467c-4485-b815-d38e927fe468 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:42.393339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:42.395834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:42.402313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Pushing event updated for resources: {'Port': ['ID=455b6665-e8b0-4d3d-aa44-f3e89fff16d8,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:42.406524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:42.428656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:42.444101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:42.448027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.472587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa0f4e4-c4c1-4905-a161-d7fbdbb6c331 None None] Network 1c32dd71-68de-4515-bd99-bbe90a0b944b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:42.508251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:42.527854 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0 HTTP/1.1" status: 204  len: 168 time: 1.4133544
Dec 15 19:02:42.529785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59434) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:42.611005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Attempting to bind port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:42.611386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Attempting to bind port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:42.612013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Attempting to bind port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 on network b275d9b7-467c-4485-b815-d38e927fe468 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:42.617451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.628150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.643924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:42.645887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Checking segment: {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:42.646107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.646986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Bound using segment: {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:42.647172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Bound port: 455b6665-e8b0-4d3d-aa44-f3e89fff16d8, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:42.647712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.652845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-011010cc-4f87-4d69-81b6-ce25c68a224c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:42.688093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.704286 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6899352
Dec 15 19:02:42.712287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59438) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:42.722791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'ed2d2a39-8809-465d-8306-f878690e3566', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:42.730582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:42.740017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.744460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:42.751133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:42.758881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:42.771169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port ea985670-f8d4-4569-af7b-efbc9cf5f917 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:42.772299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.839132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.843107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] For port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:42.848414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] For port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=455b6665-e8b0-4d3d-aa44-f3e89fff16d8,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:42.856205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:42.861410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b2fed7bd-4826-49ab-8687-4b5f1c860081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:42.901951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2d2a39-8809-465d-8306-f878690e3566,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:42.908585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:42.954528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Pushing event updated for resources: {'Port': ['ID=455b6665-e8b0-4d3d-aa44-f3e89fff16d8,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:42.958681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:42.973810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.036353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.054240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] DHCP port deletion for 1c32dd71-68de-4515-bd99-bbe90a0b944b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:02:43.056011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c098fb88-1ede-4a8b-9f4d-9b617891f157 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:43.060407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Deleting port ea985670-f8d4-4569-af7b-efbc9cf5f917 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:43.060407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.076436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994dd5d4-1011-496d-a1bb-08eafe143a63,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:43.115026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.115415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.115802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.116157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.116706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.117074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.117467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.117831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.118192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.118545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.118903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:43.125288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:43.128612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.133000 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4196105
Dec 15 19:02:43.133636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59442) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:43.135467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port ea985670-f8d4-4569-af7b-efbc9cf5f917, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea985670-f8d4-4569-af7b-efbc9cf5f917,segment=NetworkSegment(7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4),segment_id=7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:43.135840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.159312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'ed2d2a39-8809-465d-8306-f878690e3566', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:43.172100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:43.175954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:43.180080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:43.190042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:43.373115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port fce8c152-0107-46d3-a84d-96ef31b94e21 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:43.374852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.415347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f5b5cc8e-5777-49c4-bf18-a2cdfd132dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.425113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] For port ea985670-f8d4-4569-af7b-efbc9cf5f917, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ea985670-f8d4-4569-af7b-efbc9cf5f917,segment=NetworkSegment(7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4),segment_id=7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:43.426251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.451731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for ea985670-f8d4-4569-af7b-efbc9cf5f917 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:43.479578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.598284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.601563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.604279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Calling delete_port for ea985670-f8d4-4569-af7b-efbc9cf5f917 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:43.607495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-729af2ce-e321-4db6-93e1-ac423bb153e5 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:43.645607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.680543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=ea985670-f8d4-4569-af7b-efbc9cf5f917,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:43.683796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:43.684619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4ed7f892-2a4e-4ecf-8335-74c651a9f17a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:43.699807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5917d-1b2f-43e9-a59d-b2e0ed774304 req-2b6862fe-bec8-4dc6-93c8-94463ff9e0f1 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:43.700203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:43.700751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:43.701979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-08d5917d-1b2f-43e9-a59d-b2e0ed774304 req-2b6862fe-bec8-4dc6-93c8-94463ff9e0f1 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2699747
Dec 15 19:02:43.704296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.708060 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5615633
Dec 15 19:02:43.708060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No DVR routers for this DVR port ea985670-f8d4-4569-af7b-efbc9cf5f917 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:02:43.709353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59450) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:43.743010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'ed2d2a39-8809-465d-8306-f878690e3566', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:43.747556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3364cc44-5625-43f3-94cc-f9c7f1a87b66,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:43.754789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:43.755918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:43.763611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.775631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:43.782425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:43.792073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:43.862430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.886395 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-08d5917d-1b2f-43e9-a59d-b2e0ed774304 req-e868409e-8996-478f-a04e-2c589f14670b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688342
Dec 15 19:02:43.888621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.893045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for fce8c152-0107-46d3-a84d-96ef31b94e21 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:43.905373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec5e8220>,) {'filters': {'network_id': ['1c32dd71-68de-4515-bd99-bbe90a0b944b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:43.920500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec5e8220>, '7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:43.921065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec5e8220>, '7bc1a7d4-adf2-4c97-b26a-1fd673e2d5d4') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:43.951002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:43.993411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.005195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:44.005869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:44.020769 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:44.120652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.139995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f83e29b-2117-47df-bc55-67652277529b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:44.160421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.174624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.178771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-460562e2-470b-40bc-8530-f370eaf414f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:44.189141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.202858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Deleting port ea985670-f8d4-4569-af7b-efbc9cf5f917 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:44.203617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.208898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.214140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f3c3b1-ed16-4fde-9cc0-cccd224a948e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:44.214596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=fce8c152-0107-46d3-a84d-96ef31b94e21,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:44.218095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:44.226548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:44.226909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0b9537b8-d708-40c5-af63-6aff451d0c40 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:44.254820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=1c32dd71-68de-4515-bd99-bbe90a0b944b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:44.257570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:44.266227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:44.271288 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/1c32dd71-68de-4515-bd99-bbe90a0b944b HTTP/1.1" status: 204  len: 168 time: 1.7404268
Dec 15 19:02:44.275310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.277621 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5422423
Dec 15 19:02:44.278706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59456) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:44.285397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9014b5-f96d-4253-b77d-f656d1d9c0c7 req-c9a24be6-f7a4-4683-a48b-b0e196a82364 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:44.287187 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ae9014b5-f96d-4253-b77d-f656d1d9c0c7 req-c9a24be6-f7a4-4683-a48b-b0e196a82364 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2527344
Dec 15 19:02:44.289522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59458) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:44.293148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-485944161', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:44.321705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'ed2d2a39-8809-465d-8306-f878690e3566', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:44.331866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d973876f-6f22-4aa0-a24e-00095d1895ac None None] The port 'ea985670-f8d4-4569-af7b-efbc9cf5f917' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:02:44.347384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:44.353220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:44.361830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:router and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:44.372485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:44.375771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:44.379248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:44.422912 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ae9014b5-f96d-4253-b77d-f656d1d9c0c7 req-b4f96c0f-5a90-4bfd-ad77-4f155edf01e1 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936840
Dec 15 19:02:44.423861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:44.423990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:44.430579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:44.451599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.452930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.487059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.493389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea985670-f8d4-4569-af7b-efbc9cf5f917 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:44.549480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.567123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ea985670-f8d4-4569-af7b-efbc9cf5f917 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:02:44.567467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ea985670-f8d4-4569-af7b-efbc9cf5f917 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:02:44.599432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.684097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.687295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bc1122d5-a55e-499f-b2f0-c165f9979ec6 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:44.734112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.736111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360dfc04-42ef-4365-93c7-6a66556105f0 None None] Network b275d9b7-467c-4485-b815-d38e927fe468 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:44.970788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d747ac-e676-4839-b2fb-f8d7059f8d6a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:44.970788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:44.988696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Provisioning for port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:44.994556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:44.997345 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6916852
Dec 15 19:02:44.999383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.001160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Provisioning complete for port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:45.001577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.003748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59468) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:45.011867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'ed2d2a39-8809-465d-8306-f878690e3566', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:45.028872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:45.035078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:45.042668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:45.057457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0099f-c040-422d-93dd-14404eaf69bf req-bbf47c87-98d9-479e-911e-279087f2343d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:45.059304 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bee0099f-c040-422d-93dd-14404eaf69bf req-bbf47c87-98d9-479e-911e-279087f2343d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1712809
Dec 15 19:02:45.060569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:45.143306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.186035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] For port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=455b6665-e8b0-4d3d-aa44-f3e89fff16d8,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:45.190120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.192129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:45.211503 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:02:45.221815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.226844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router d4a55e7b-0c68-401e-802a-1d80b06fa829 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:45.277910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Pushing event updated for resources: {'Port': ['ID=455b6665-e8b0-4d3d-aa44-f3e89fff16d8,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:45.282031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:45.287258 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bee0099f-c040-422d-93dd-14404eaf69bf req-9c3ff5f7-f10c-4142-8dfa-1a4fbd936475 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991832
Dec 15 19:02:45.354381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.375535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.382208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-286c3be9-adbf-4374-8588-191f7f02682c tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:45.414880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:45.415109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d034e470-e4cb-40d2-9bf7-1c3e18f688e6,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:45.422023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:45.426551 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] Sync routers for ids ['d4a55e7b-0c68-401e-802a-1d80b06fa829'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:45.427410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b7bb5529-b1a6-4fce-91d9-02cf5843bb5a None None] Provisioning complete for port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:45.427814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b7bb5529-b1a6-4fce-91d9-02cf5843bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.449320 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] Routers {'d4a55e7b-0c68-401e-802a-1d80b06fa829'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:45.451239 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced899520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:15Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d4a55e7b-0c68-401e-802a-1d80b06fa829'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:45.470534 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/d4a55e7b-0c68-401e-802a-1d80b06fa829/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9456086
Dec 15 19:02:45.473254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59474) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:45.480821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.513318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.518408 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5128212
Dec 15 19:02:45.521600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59478) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:45.523756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9b5dffb9-6a7c-47c6-bd50-3387a3928204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.533199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'ed2d2a39-8809-465d-8306-f878690e3566', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:45.538456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.577180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:45.584169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:45.586376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-48ae7c22-4a1c-4d35-b440-249cb31bb07e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:45.593501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:45.606496 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced899520>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:45.606718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:45.618582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-48ae7c22-4a1c-4d35-b440-249cb31bb07e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:45.621811 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] Routers {'d4a55e7b-0c68-401e-802a-1d80b06fa829'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:45.622483 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced899520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d4a55e7b-0c68-401e-802a-1d80b06fa829'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:45.623226 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-48ae7c22-4a1c-4d35-b440-249cb31bb07e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4a55e7b-0c68-401e-802a-1d80b06fa829 HTTP/1.1" status: 200  len: 205 time: 0.1487923
Dec 15 19:02:45.626157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59482) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:45.670386 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:02:45.684075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.745640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 172.26.1.78 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/ce29a4f4-c8c5-4621-9970-511027279cc9) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:45.776541 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced899520>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:45.777092 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca31b0e-2fb5-472e-8100-650cb50a7cb2 None None] The sync data for ids ['d4a55e7b-0c68-401e-802a-1d80b06fa829'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:45.850760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6399-bf14-4838-8e17-795bf42f7884 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.896187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.914064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:45.918153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ae6dcf5-2a03-4fd4-a1da-3c41e8bcb0b5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:45.954740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3561ebf0-e954-41d9-9ac6-d3dac8884a98,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:45.962932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:46.003209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.006898 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4802341
Dec 15 19:02:46.017036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.060161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be08b-9f50-4db3-9cc3-4f71f89ba1cb req-c95a0827-113a-4cd4-a81f-92ca7f6a889b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:46.071099 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-806be08b-9f50-4db3-9cc3-4f71f89ba1cb req-c95a0827-113a-4cd4-a81f-92ca7f6a889b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2175987
Dec 15 19:02:46.145165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-806be08b-9f50-4db3-9cc3-4f71f89ba1cb req-760b5770-7f28-408e-bc15-8a335b1e575f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730903
Dec 15 19:02:46.147152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.154266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f633619c-7c24-449e-bafd-5b3ba695cccf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:46.218246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:46.238696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:46.250563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:46.258611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:46.327819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=ce29a4f4-c8c5-4621-9970-511027279cc9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:46.331415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:46.334429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:46.335631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.392250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6399-bf14-4838-8e17-795bf42f7884 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.404747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6399-bf14-4838-8e17-795bf42f7884 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.419521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-b196f5b0-8d84-431d-96dc-bb5ab50ec0ec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:46.449438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-b196f5b0-8d84-431d-96dc-bb5ab50ec0ec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:46.450871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-b196f5b0-8d84-431d-96dc-bb5ab50ec0ec tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287974612&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0940237
Dec 15 19:02:46.451721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6399-bf14-4838-8e17-795bf42f7884 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.452201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfe6399-bf14-4838-8e17-795bf42f7884 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Fanout notify agent at l3_agent the message router_deleted on router d4a55e7b-0c68-401e-802a-1d80b06fa829 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:46.482363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.484097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.498359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6399-bf14-4838-8e17-795bf42f7884 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.499410 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cbfe6399-bf14-4838-8e17-795bf42f7884 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/d4a55e7b-0c68-401e-802a-1d80b06fa829 HTTP/1.1" status: 204  len: 168 time: 0.8720465
Dec 15 19:02:46.502475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59496) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:46.672970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.727794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router f2c6e5e8-e814-43de-b72d-1a817bfc66e6 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:46.742739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-bab2317b-12e7-4ad0-8f02-4c02a6329667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:46.743425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-bab2317b-12e7-4ad0-8f02-4c02a6329667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:46.788039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-bab2317b-12e7-4ad0-8f02-4c02a6329667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:46.789382 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-bab2317b-12e7-4ad0-8f02-4c02a6329667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=b275d9b7-467c-4485-b815-d38e927fe468 HTTP/1.1" status: 200  len: 796 time: 0.3319719
Dec 15 19:02:46.795537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.820809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet e52cb91a-ae01-4736-9305-6849e73adfb4 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:02:46.824197 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-10b0f883-1151-4dd0-a6fe-e467eef9b13e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0286000
Dec 15 19:02:46.824801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.922269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.937813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:46.946749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] Sync routers for ids ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:46.961629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] Routers {'f2c6e5e8-e814-43de-b72d-1a817bfc66e6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:46.962512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede759a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:46.964897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:46.966511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 2.6780014
Dec 15 19:02:46.969533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59500) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:47.021762 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-8582205f-14e6-4711-8860-7858ef954338 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1693268
Dec 15 19:02:47.023494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede759a0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:47.035492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:47.036383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] Routers {'f2c6e5e8-e814-43de-b72d-1a817bfc66e6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:47.037201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede759a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:47.100984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede759a0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:47.101706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c2ffe-d7ed-462e-9339-cd965ce81765 None None] The sync data for ids ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:47.232032 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-1a9a612e-9f02-4569-bcb3-4f116f0eef38 service neutron] 10.222.0.48 "GET /v2.0/networks/b275d9b7-467c-4485-b815-d38e927fe468?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678596
Dec 15 19:02:47.233578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:47.238054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-49f3e792-80d3-4855-b756-2fe085a99f9e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:47.293070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=e52cb91a-ae01-4736-9305-6849e73adfb4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:47.314598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4ce79-3a67-4db4-acd9-23d003ab4e09 None None] Network 75a981d8-4ff3-4752-b4ad-4636c1a76c9d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:47.354539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:47.366782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.367158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.367527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.367893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.368256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.368617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.368975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.369353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.369991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.370358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.370717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:47.372316 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a1b0f721-3ed0-4b1f-befe-9e3bc65f7176 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/routers/f2c6e5e8-e814-43de-b72d-1a817bfc66e6 HTTP/1.1" status: 200  len: 883 time: 0.4016452
Dec 15 19:02:47.373352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59506) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:47.379431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:47.386863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece37fd2-93a3-4f6c-9bdb-216d9d7850a1 req-59604eaa-cdb4-42d6-ad70-16373468a27a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:47.388241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ece37fd2-93a3-4f6c-9bdb-216d9d7850a1 req-59604eaa-cdb4-42d6-ad70-16373468a27a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1095297
Dec 15 19:02:47.438362 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/e52cb91a-ae01-4736-9305-6849e73adfb4 HTTP/1.1" status: 204  len: 168 time: 0.9320102
Dec 15 19:02:47.438600 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ece37fd2-93a3-4f6c-9bdb-216d9d7850a1 req-22b5de0e-7051-4de1-890e-cb4d3ad0d644 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410495
Dec 15 19:02:47.438600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59510) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:47.492001 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-5384ed4d-d821-4a39-add7-7e8fe3fdddfd service neutron] 10.222.0.48 "GET /v2.0/networks/b275d9b7-467c-4485-b815-d38e927fe468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285888
Dec 15 19:02:47.573502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:47.586491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 802508d3-e942-4aaf-9d66-17173facd311 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:47.587336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:47.655025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-acf8f9bf-d3f7-4a38-b968-766df95823dc tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:router {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:47.663204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] DHCP port deletion for 75a981d8-4ff3-4752-b4ad-4636c1a76c9d request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:02:47.669972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Deleting port 802508d3-e942-4aaf-9d66-17173facd311 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:47.670382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:47.704900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-acf8f9bf-d3f7-4a38-b968-766df95823dc tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:router {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:47.709353 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-acf8f9bf-d3f7-4a38-b968-766df95823dc tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 886 time: 0.3317621
Dec 15 19:02:47.710414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59520) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:47.716650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-76c8e844-6c71-4e4f-97fc-0978164202e3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-485944161'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:47.943067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port 802508d3-e942-4aaf-9d66-17173facd311, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=802508d3-e942-4aaf-9d66-17173facd311,segment=NetworkSegment(9044d085-fe56-4754-a1e4-0bf9b5dba9e7),segment_id=9044d085-fe56-4754-a1e4-0bf9b5dba9e7)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:47.944141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.022628 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3353fea-2c64-4446-a076-e7b0c8ec25e0 req-f0667a0a-3755-424c-84c1-f73079e877d4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 210 time: 0.2250216
Dec 15 19:02:48.096831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 802508d3-e942-4aaf-9d66-17173facd311 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:48.215002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.220763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:48.248871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 802508d3-e942-4aaf-9d66-17173facd311 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:02:48.311610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=802508d3-e942-4aaf-9d66-17173facd311,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:48.318702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:48.330036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] For port 802508d3-e942-4aaf-9d66-17173facd311, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=802508d3-e942-4aaf-9d66-17173facd311,segment=NetworkSegment(9044d085-fe56-4754-a1e4-0bf9b5dba9e7),segment_id=9044d085-fe56-4754-a1e4-0bf9b5dba9e7)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:48.330816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.331479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No DVR routers for this DVR port 802508d3-e942-4aaf-9d66-17173facd311 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:02:48.454651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Calling delete_port for 802508d3-e942-4aaf-9d66-17173facd311 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:48.500311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 802508d3-e942-4aaf-9d66-17173facd311 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:02:48.500679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 802508d3-e942-4aaf-9d66-17173facd311 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:02:48.532581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.547820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.557990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:48.558633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:48.585627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec574be0>,) {'filters': {'network_id': ['75a981d8-4ff3-4752-b4ad-4636c1a76c9d']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:48.601876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec574be0>, '9044d085-fe56-4754-a1e4-0bf9b5dba9e7') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:48.602211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec574be0>, '9044d085-fe56-4754-a1e4-0bf9b5dba9e7') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:48.617897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79586ad-02c6-4ea7-a57f-868e93e4af76 req-606fac98-cd31-4386-a5cc-1d4590ad208a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:48.619469 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c79586ad-02c6-4ea7-a57f-868e93e4af76 req-606fac98-cd31-4386-a5cc-1d4590ad208a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2893195
Dec 15 19:02:48.623752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.666785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.694838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:02:48.696591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:02:48.718375 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:02:48.733235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c79586ad-02c6-4ea7-a57f-868e93e4af76 req-cb9f1752-5bf0-4d19-8acd-4104597f8d8d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006835
Dec 15 19:02:48.740829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-76c8e844-6c71-4e4f-97fc-0978164202e3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.756514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-76c8e844-6c71-4e4f-97fc-0978164202e3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.810835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.816231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:48.832058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:48.843888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=75a981d8-4ff3-4752-b4ad-4636c1a76c9d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:48.848582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:48.857397 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/75a981d8-4ff3-4752-b4ad-4636c1a76c9d HTTP/1.1" status: 204  len: 168 time: 1.4177403
Dec 15 19:02:48.861216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59534) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:48.868729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-637662740', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:48.921585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:48.963798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:router and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:48.970452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:48.985261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:49.005191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.006125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.059433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.060666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Deleting port 802508d3-e942-4aaf-9d66-17173facd311 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:49.061052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.094473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc397-ac0d-4482-81c0-bd55a340774d req-20151a7f-8625-4f17-9219-e6b6ad172508 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:49.105817 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6accc397-ac0d-4482-81c0-bd55a340774d req-20151a7f-8625-4f17-9219-e6b6ad172508 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1817122
Dec 15 19:02:49.129709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a864586b-d87b-4f19-bdd5-126ae9e489e4 None None] The port '802508d3-e942-4aaf-9d66-17173facd311' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:02:49.157795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c8e844-6c71-4e4f-97fc-0978164202e3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router f2c6e5e8-e814-43de-b72d-1a817bfc66e6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:02:49.163216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.201984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.203236 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4bc5a84b-0e60-43c9-9523-8c5aa1558bc1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.3401380
Dec 15 19:02:49.206166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59540) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:49.214179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1758141626'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:49.226359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:49.233123 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6accc397-ac0d-4482-81c0-bd55a340774d req-66d8e5b8-a128-4856-8f1c-283d1f2a5e6f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256230
Dec 15 19:02:49.236399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:49.239753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:49.313005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:49.317852 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1156061e-4700-450c-b509-c7326b94246a req-a515ee90-d523-442b-bc84-87084e3e4d4a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 210 time: 0.0654151
Dec 15 19:02:49.333270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:49.336884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.482671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:49.503059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.503404 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment e2bc3f1f-a49e-4c6d-ad19-d74902af423c of type vlan for network d3b324b8-a255-4c2b-9a66-26f145676723
Dec 15 19:02:49.529204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-0ae6d082-a4e1-4a7c-80e6-494f035434a3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:49.530710 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-0ae6d082-a4e1-4a7c-80e6-494f035434a3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=b275d9b7-467c-4485-b815-d38e927fe468 HTTP/1.1" status: 200  len: 796 time: 0.4286375
Dec 15 19:02:49.548369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.587462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-3b0f5b49-2b4f-4d69-ba5d-4d3d19eddd20 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 472 time: 0.0427325
Dec 15 19:02:49.607129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c75a3-678c-4fea-bd83-99d4bac311db req-6ca34916-07a9-46f0-81f3-b227e6150fdc tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:49.608551 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-606c75a3-678c-4fea-bd83-99d4bac311db req-6ca34916-07a9-46f0-81f3-b227e6150fdc tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1753151
Dec 15 19:02:49.610142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['ed2d2a39-8809-465d-8306-f878690e3566']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:49.621127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.625110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:49.625713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.643964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-327fdab3-bbef-490a-a315-4e0caedce58f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:49.753244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:49.758046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:port and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:49.760955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:49.767468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c8e844-6c71-4e4f-97fc-0978164202e3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:49.767740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:49.774082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-76c8e844-6c71-4e4f-97fc-0978164202e3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.775363 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-76c8e844-6c71-4e4f-97fc-0978164202e3 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/f2c6e5e8-e814-43de-b72d-1a817bfc66e6 HTTP/1.1" status: 200  len: 890 time: 2.0637622
Dec 15 19:02:49.778543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59548) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:49.782087 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] Sync routers for ids ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:49.783337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5737252
Dec 15 19:02:49.789064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59552) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:49.789796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=d3b324b8-a255-4c2b-9a66-26f145676723,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:49.793157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:49.797740 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] Routers {'f2c6e5e8-e814-43de-b72d-1a817bfc66e6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:49.798624 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8490d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:49.802742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:49.804469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network d3b324b8-a255-4c2b-9a66-26f145676723 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:49.838958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:49.840429 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-606c75a3-678c-4fea-bd83-99d4bac311db req-189b83f5-56e6-4331-8ef6-4f09df2756c3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2218869
Dec 15 19:02:49.841964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:49.915051 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8490d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:49.936060 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] Routers {'f2c6e5e8-e814-43de-b72d-1a817bfc66e6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:49.936213 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8490d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:50.015967 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8490d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:50.016654 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16467e8a-7d6d-4e06-9cdc-0c772875aeda None None] The sync data for ids ['f2c6e5e8-e814-43de-b72d-1a817bfc66e6'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:02:50.151084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.20 (b275d9b7-467c-4485-b815-d38e927fe468/5c79a215-1bc7-4e68-9b55-98b944231aea/06506731-958f-43d1-b616-e9f6af4534c9) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:50.155686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:50.160902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:50.165464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:50.170267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:50.180645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:50.267028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16816d7-41a9-46b9-aedf-03595fcd95f6 req-1ab91b82-212e-46f1-b4dd-59b50d7708ab tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:50.268493 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a16816d7-41a9-46b9-aedf-03595fcd95f6 req-1ab91b82-212e-46f1-b4dd-59b50d7708ab tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1771455
Dec 15 19:02:50.285575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:50.383340 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-71964327-fbf5-48b1-a075-344539d88c68 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/routers/f2c6e5e8-e814-43de-b72d-1a817bfc66e6 HTTP/1.1" status: 200  len: 890 time: 0.5997114
Dec 15 19:02:50.383457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59562) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:50.428634 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a16816d7-41a9-46b9-aedf-03595fcd95f6 req-aa96776d-89ef-4c3e-8233-27d610cc22dd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507919
Dec 15 19:02:50.458882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9306fcc7-30a6-42d5-a4a2-6ac145bd694b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:50.478974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:50.497907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 06506731-958f-43d1-b616-e9f6af4534c9 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:50.519178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:50.529156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:50.534265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9306fcc7-30a6-42d5-a4a2-6ac145bd694b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:50.534265 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9306fcc7-30a6-42d5-a4a2-6ac145bd694b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c6e5e8-e814-43de-b72d-1a817bfc66e6 HTTP/1.1" status: 200  len: 205 time: 0.1492543
Dec 15 19:02:50.537394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59568) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:50.604724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network b275d9b7-467c-4485-b815-d38e927fe468 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:50.608251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:50.613377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=06506731-958f-43d1-b616-e9f6af4534c9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:50.613377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:50.645253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:50.701615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:50.701615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:50.732577 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1261561
Dec 15 19:02:50.746903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Request body: {'port': {'device_id': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:50.759619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034494-f088-4a90-b737-a12087e5909f req-465943ce-fea6-4bd3-b44f-05f321315b35 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:50.761172 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d6034494-f088-4a90-b737-a12087e5909f req-465943ce-fea6-4bd3-b44f-05f321315b35 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 932 time: 0.2834408
Dec 15 19:02:50.771271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:50.802100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92279c84-6a8f-485d-ae70-77859a791e2e tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:50.888006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:50.960061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-68925d60-6857-4e5c-ac09-9ac69c0a0d03 None None] Provisioning for port 06506731-958f-43d1-b616-e9f6af4534c9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:50.973052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-68925d60-6857-4e5c-ac09-9ac69c0a0d03 None None] Provisioning complete for port 06506731-958f-43d1-b616-e9f6af4534c9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:50.973052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-68925d60-6857-4e5c-ac09-9ac69c0a0d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:50.976271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=701571f7-a0a6-42cc-af77-1875289bd03d,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:50.982231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:50.987027 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d6034494-f088-4a90-b737-a12087e5909f req-546d26de-49c5-44cf-92e4-a0b18e7e7cd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2105229
Dec 15 19:02:50.996194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:50.996356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: d3b324b8-a255-4c2b-9a66-26f145676723, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:51.041167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-68925d60-6857-4e5c-ac09-9ac69c0a0d03 None None] Port 06506731-958f-43d1-b616-e9f6af4534c9 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:51.047108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network d3b324b8-a255-4c2b-9a66-26f145676723 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:51.067811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:51.114623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, d3b324b8-a255-4c2b-9a66-26f145676723) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:51.120094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:51.120094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:51.133526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3439aa0-282d-4ce5-8c38-1b08e227adbb None None] Network d3b324b8-a255-4c2b-9a66-26f145676723 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:51.175228 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3808796
Dec 15 19:02:51.180696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59572) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:51.300432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06506731-958f-43d1-b616-e9f6af4534c9 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:02:51.300432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:51.322294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Transition to ACTIVE for port object 06506731-958f-43d1-b616-e9f6af4534c9 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:51.326727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:51.334207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d17a491c-8fc4-4739-8c6b-633f920ba15f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:51.457057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-d3b324b8-a255-4c2b-9a66-26f145676723', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:51.457057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:51.658863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Allocated IP 172.20.0.2 (d3b324b8-a255-4c2b-9a66-26f145676723/701571f7-a0a6-42cc-af77-1875289bd03d/a1ab82e7-c05a-4370-b8e0-7b1cff91afd7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:51.699981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Pushing event updated for resources: {'Port': ['ID=06506731-958f-43d1-b616-e9f6af4534c9,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:51.707373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:51.889488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Attempting to bind port 06506731-958f-43d1-b616-e9f6af4534c9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:51.889488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Attempting to bind port 06506731-958f-43d1-b616-e9f6af4534c9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:51.889488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Attempting to bind port 06506731-958f-43d1-b616-e9f6af4534c9 on network b275d9b7-467c-4485-b815-d38e927fe468 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:51.889488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Port 06506731-958f-43d1-b616-e9f6af4534c9 on network b275d9b7-467c-4485-b815-d38e927fe468 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:02:51.897988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Attempting to bind port 06506731-958f-43d1-b616-e9f6af4534c9 on network b275d9b7-467c-4485-b815-d38e927fe468 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:51.909960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:51.909960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Checking segment: {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:51.909960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Bound using segment: {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:51.909960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Bound port: 06506731-958f-43d1-b616-e9f6af4534c9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:51.909960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:51.976568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:51.994687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Transition to ACTIVE for port object a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:52.012891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Transition to ACTIVE for port object a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:52.024457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.025122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] For port 06506731-958f-43d1-b616-e9f6af4534c9, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:52.025385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.027635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] For port 06506731-958f-43d1-b616-e9f6af4534c9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06506731-958f-43d1-b616-e9f6af4534c9,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:52.031045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:52.032510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.044959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-09161aec-747b-4a1e-8abf-ce46e725fec2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:52.074492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port ce29a4f4-c8c5-4621-9970-511027279cc9 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:02:52.074835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.104239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.106774 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/06506731-958f-43d1-b616-e9f6af4534c9 HTTP/1.1" status: 200  len: 1094 time: 1.3660812
Dec 15 19:02:52.110139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'tag': '06506731-958f-43d1-b616-e9f6af4534c9'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:02:52.143320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Pushing event updated for resources: {'Port': ['ID=06506731-958f-43d1-b616-e9f6af4534c9,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:52.143675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Network d3b324b8-a255-4c2b-9a66-26f145676723 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:52.148661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:52.156499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:52.160615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:52.252905 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'tag': '06506731-958f-43d1-b616-e9f6af4534c9', 'status': 'completed', 'code': 200}
Dec 15 19:02:52.261567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Pushing event updated for resources: {'Port': ['ID=a1ab82e7-c05a-4370-b8e0-7b1cff91afd7,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:52.334653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.336430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.336535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.336983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.337353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.337851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.338483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.338713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.338922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.339464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.339965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.341660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:02:52.371914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:52.382211 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-b7c47342-87c1-4e0a-9ccd-03db0964dce7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 1097 time: 0.2180710
Dec 15 19:02:52.385088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Attempting to bind port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:52.385813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Attempting to bind port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:52.387343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Attempting to bind port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 on network d3b324b8-a255-4c2b-9a66-26f145676723 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:52.388444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22506fba-1035-4a9c-9085-d99c1c6b6377 req-fd015043-b8b9-443a-83ec-b793aa1daba3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:52.389253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22506fba-1035-4a9c-9085-d99c1c6b6377 req-fd015043-b8b9-443a-83ec-b793aa1daba3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:02:52.399457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:52.399882 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Checking segment: {'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:52.400295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.400693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Bound using segment: {'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:52.401361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Bound port: a1ab82e7-c05a-4370-b8e0-7b1cff91afd7, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:52.401748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.515592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] For port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:52.517105 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-be8f500d-3c3e-4f3f-bce0-31ec659ff750 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=06506731-958f-43d1-b616-e9f6af4534c9 HTTP/1.1" status: 200  len: 217 time: 0.1229637
Dec 15 19:02:52.519056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] For port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a1ab82e7-c05a-4370-b8e0-7b1cff91afd7,segment=NetworkSegment(e2bc3f1f-a49e-4c6d-ad19-d74902af423c),segment_id=e2bc3f1f-a49e-4c6d-ad19-d74902af423c)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:52.524654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.528597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:52.563732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22506fba-1035-4a9c-9085-d99c1c6b6377 req-fd015043-b8b9-443a-83ec-b793aa1daba3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:02:52.564924 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22506fba-1035-4a9c-9085-d99c1c6b6377 req-fd015043-b8b9-443a-83ec-b793aa1daba3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 944 time: 0.3063581
Dec 15 19:02:52.614479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Pushing event updated for resources: {'Port': ['ID=a1ab82e7-c05a-4370-b8e0-7b1cff91afd7,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:52.631833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:52.637723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:52.651244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-015c124e-e91e-4050-843f-ac3b9a19db10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:52.651244 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-015c124e-e91e-4050-843f-ac3b9a19db10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c79a215-1bc7-4e68-9b55-98b944231aea HTTP/1.1" status: 200  len: 837 time: 0.1241832
Dec 15 19:02:52.651244 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22506fba-1035-4a9c-9085-d99c1c6b6377 req-08440f03-7f37-4082-b27d-ebecdff13ae0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789821
Dec 15 19:02:52.786573 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-69f9dfeb-34e1-4320-86fe-36e611271004 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b275d9b7-467c-4485-b815-d38e927fe468&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1331728
Dec 15 19:02:52.791151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for ce29a4f4-c8c5-4621-9970-511027279cc9 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:02:53.015704 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-04fad748-1eca-4984-bd80-542d248068e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b275d9b7-467c-4485-b815-d38e927fe468?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165599
Dec 15 19:02:53.086662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.20.0.1 (d3b324b8-a255-4c2b-9a66-26f145676723/701571f7-a0a6-42cc-af77-1875289bd03d/b44fa28a-8659-47fd-9c0a-6f737e704b76) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:53.187563 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ff806ef7-675f-475c-b20f-7a37dce0f689 req-efd34e15-3265-417a-b116-8bfd215f52db service neutron] 10.222.0.64 "GET /v2.0/networks/b275d9b7-467c-4485-b815-d38e927fe468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639044
Dec 15 19:02:53.258101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:53.265976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:53.320566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=ce29a4f4-c8c5-4621-9970-511027279cc9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:53.325393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:53.334023 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-06094f8e-2312-4719-86bd-20c66e26cf95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 1097 time: 0.0875316
Dec 15 19:02:53.475689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:53.501245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-1f306015-8089-4f22-8262-9a73b1137599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:53.502737 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-1f306015-8089-4f22-8262-9a73b1137599 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b275d9b7-467c-4485-b815-d38e927fe468 HTTP/1.1" status: 200  len: 897 time: 0.1623845
Dec 15 19:02:53.578876 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-8a0d2739-97d8-4fce-a32d-f856c812d385 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=06506731-958f-43d1-b616-e9f6af4534c9 HTTP/1.1" status: 200  len: 217 time: 0.0682681
Dec 15 19:02:53.652524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-3098cdbb-0bd0-4feb-8a01-bcddabd32d85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:53.653987 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-3098cdbb-0bd0-4feb-8a01-bcddabd32d85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c79a215-1bc7-4e68-9b55-98b944231aea HTTP/1.1" status: 200  len: 837 time: 0.0690181
Dec 15 19:02:53.746436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object b44fa28a-8659-47fd-9c0a-6f737e704b76 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:53.756658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:53.761697 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-68d8a6b2-0945-4798-929e-d7bb06b6b248 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b275d9b7-467c-4485-b815-d38e927fe468&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0999646
Dec 15 19:02:53.786511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496e222-37b2-412b-81f5-076e54daa66d None None] Network d3b324b8-a255-4c2b-9a66-26f145676723 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:53.894475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b51e244a-0195-489f-82bc-bfbc4c6b0d1f None None] Provisioning for port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:53.912617 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-9da6ea70-dae0-4b97-aba7-6d3a5ca3e626 service neutron] 10.222.0.64 "GET /v2.0/networks/b275d9b7-467c-4485-b815-d38e927fe468?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431749
Dec 15 19:02:54.072833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.081580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9135ef01-528c-4229-951e-899fd78ce068 tempest-RoutersAdminNegativeIpV6Test-654953146 tempest-RoutersAdminNegativeIpV6Test-654953146-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:54.122367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.155737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.194301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network d3b324b8-a255-4c2b-9a66-26f145676723 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:54.196374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=b44fa28a-8659-47fd-9c0a-6f737e704b76,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:54.196830 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b321167-9a0e-4d9f-87eb-52d733d220e4 req-3b9c3866-8d78-4ba6-bd4f-69c91cd61d9e service neutron] 10.222.0.64 "GET /v2.0/networks/b275d9b7-467c-4485-b815-d38e927fe468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2769830
Dec 15 19:02:54.199757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:54.201908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:54.206642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:54.236934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:54.254234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f4269-bad2-46cb-bc0e-0139654ce3f2 req-76ed0b3e-b20b-49df-afc4-2a0ac943ab89 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:54.255716 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-458f4269-bad2-46cb-bc0e-0139654ce3f2 req-76ed0b3e-b20b-49df-afc4-2a0ac943ab89 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 944 time: 0.3817182
Dec 15 19:02:54.302571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.303077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Fanout notify agent at l3_agent the message router_deleted on router f2c6e5e8-e814-43de-b72d-1a817bfc66e6 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:02:54.316769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:54.322194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:54.322799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.332831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.360498 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-458f4269-bad2-46cb-bc0e-0139654ce3f2 req-73840471-b9f9-4f24-aac8-c1a10be92132 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919344
Dec 15 19:02:54.365134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.366220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/f2c6e5e8-e814-43de-b72d-1a817bfc66e6 HTTP/1.1" status: 204  len: 168 time: 3.8267953
Dec 15 19:02:54.370324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59582) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:54.381640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1223357275'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:54.390356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:54.395788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:54.399878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:54.408706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:54.426930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:54.430177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.460302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Provisioning complete for port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:54.460576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.461464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.468703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:54.482189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.483096 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment ea868115-7c87-44ad-acf6-dc8fe11e23b6 of type vlan for network af0ea4be-2e88-4c82-9322-1cbb0db767d9
Dec 15 19:02:54.520277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.546983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.554099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.558637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:54.559209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.565666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:54.625213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a1ab82e7-c05a-4370-b8e0-7b1cff91afd7,segment=NetworkSegment(e2bc3f1f-a49e-4c6d-ad19-d74902af423c),segment_id=e2bc3f1f-a49e-4c6d-ad19-d74902af423c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:54.630060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.640484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.644595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d7d9f449-f06c-4795-bfb4-2519b9ec102e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:54.688144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=af0ea4be-2e88-4c82-9322-1cbb0db767d9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:54.692548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:54.695496 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3239517
Dec 15 19:02:54.698531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59586) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:54.707315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': 'af0ea4be-2e88-4c82-9322-1cbb0db767d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:54.727458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:54.837649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:54.842761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:54.846517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:54.853178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:54.859472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a1ab82e7-c05a-4370-b8e0-7b1cff91afd7,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:54.862101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:02:54.862458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:02:54.864261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:54.875886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:54.884388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.888781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.916288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36c7536b-4800-41a4-961c-e629929120f1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:54.977901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:54.997235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=b44fa28a-8659-47fd-9c0a-6f737e704b76,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:54.999576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.003956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:55.138896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network d3b324b8-a255-4c2b-9a66-26f145676723 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:55.140454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:55.174736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 06506731-958f-43d1-b616-e9f6af4534c9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:02:55.210609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.216171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-29d3c4c3-da38-49d9-9dad-35a7772b582b tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:55.317651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=a35ac984-403d-4b41-b64f-5472d3d671a3,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:55.331435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:55.342776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': 'ea868115-7c87-44ad-acf6-dc8fe11e23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af0ea4be-2e88-4c82-9322-1cbb0db767d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:55.343966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: af0ea4be-2e88-4c82-9322-1cbb0db767d9, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:55.370368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:55.382258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, af0ea4be-2e88-4c82-9322-1cbb0db767d9) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:55.386569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:55.387237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.412447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc91d41-a512-4d13-8196-e04ab1876084 None None] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:55.422673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7224867
Dec 15 19:02:55.425256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59592) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:55.433526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2019981665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:55.441592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:55.446288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:router and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:55.449848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:55.454839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 06506731-958f-43d1-b616-e9f6af4534c9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06506731-958f-43d1-b616-e9f6af4534c9,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:55.458120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:55.471387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.472461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.498894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.515394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '06506731-958f-43d1-b616-e9f6af4534c9', 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468', 'port_id': '06506731-958f-43d1-b616-e9f6af4534c9', 'mac_address': 'fa:16:3e:8b:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c79a215-1bc7-4e68-9b55-98b944231aea', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:02:55.564275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.579746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Provisioning for port b44fa28a-8659-47fd-9c0a-6f737e704b76 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:55.611951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb9467-ae8b-440b-9ce0-71193d24524f req-f485222d-11b2-4c61-a47c-890b7907c90a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:55.613511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-55cb9467-ae8b-440b-9ce0-71193d24524f req-f485222d-11b2-4c61-a47c-890b7907c90a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 944 time: 0.1163793
Dec 15 19:02:55.614703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.615961 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3f9491a8-7518-4d7c-a7b3-ede2b112f4a1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1890543
Dec 15 19:02:55.619137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59596) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:55.629966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Provisioning complete for port b44fa28a-8659-47fd-9c0a-6f737e704b76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:55.630596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.640801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:02:55.694960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.745751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06506731-958f-43d1-b616-e9f6af4534c9 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:02:55.781132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dc082119-8d61-4fea-9dd9-36cf21d7bb1a None None] Port b44fa28a-8659-47fd-9c0a-6f737e704b76 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:55.792862 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-55cb9467-ae8b-440b-9ce0-71193d24524f req-b6c73783-5daa-4825-aacc-c89f4b4809be tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152830
Dec 15 19:02:55.813167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 06506731-958f-43d1-b616-e9f6af4534c9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06506731-958f-43d1-b616-e9f6af4534c9,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:02:55.832165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.835538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:55.842289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:02:55.846957 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6638241
Dec 15 19:02:55.849728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59600) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:55.856628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-381948258'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:55.862268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:55.866085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:55.868935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:55.870062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:02:55.875437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:55.886891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:55.890345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.919095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:02:55.931957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.932612 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 00a7daef-fbb5-4390-9ae9-c9b0233210c7 of type vlan for network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b
Dec 15 19:02:55.957770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:55.958401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede31610>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:55.966571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:55.998314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:56.002931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:56.003821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:56.005255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=06506731-958f-43d1-b616-e9f6af4534c9,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:56.010283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6e8a2f49-1015-4e82-9748-d74955764290 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:56.017900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-af0ea4be-2e88-4c82-9322-1cbb0db767d9', 'network_id': 'af0ea4be-2e88-4c82-9322-1cbb0db767d9', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': 'a35ac984-403d-4b41-b64f-5472d3d671a3'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:56.018943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:56.084534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:56.096464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a3a98787-71f0-4ad7-b930-12f278746f0a None None] Provisioning complete for port b44fa28a-8659-47fd-9c0a-6f737e704b76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:56.096845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a3a98787-71f0-4ad7-b930-12f278746f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:56.109466 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2547710
Dec 15 19:02:56.109739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59606) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:56.116573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:56.118598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:02:56.119370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:56.132964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['06506731-958f-43d1-b616-e9f6af4534c9'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:02:56.155902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:02:56.219924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:56.379825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a3a98787-71f0-4ad7-b930-12f278746f0a None None] Port b44fa28a-8659-47fd-9c0a-6f737e704b76 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:02:56.394146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:56.403102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:02:56.410760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:02:56.414981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:02:56.460332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:02:56.471198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:02:56.598355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:02:56.666411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:56.666676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:56.764484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:56.817508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Allocated IP 2001:db8::2 (af0ea4be-2e88-4c82-9322-1cbb0db767d9/a35ac984-403d-4b41-b64f-5472d3d671a3/e4c92c4c-efb3-4747-a414-551ba842b6ac) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:57.012401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d51a4-0246-41f2-b374-83ccf96f5c58 req-f0aa0069-622f-41a2-bc31-f6596d96c17b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:57.013992 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a22d51a4-0246-41f2-b374-83ccf96f5c58 req-f0aa0069-622f-41a2-bc31-f6596d96c17b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 945 time: 0.0883160
Dec 15 19:02:57.024601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:57.028592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:57.029558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ae07110-883e-4527-b3f2-77bbd8824150 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:57.069689 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a22d51a4-0246-41f2-b374-83ccf96f5c58 req-7a4fb32d-d20a-4596-b2c9-13e0683e8b9d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457671
Dec 15 19:02:57.115064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:57.118500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:57.126323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:57.126670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:02:57.148689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:02:57.157669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:57.161535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:57.162102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:57.185715 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0743997
Dec 15 19:02:57.188541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8066b-9303-4173-b74a-0fe4b0ef6d89 None None] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:02:57.188861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59612) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:02:57.457278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:57.521156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Transition to ACTIVE for port object e4c92c4c-efb3-4747-a414-551ba842b6ac will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:57.542171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede31610>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:02:54Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:02:54Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:57.563384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Transition to ACTIVE for port object e4c92c4c-efb3-4747-a414-551ba842b6ac will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:57.568989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:02:57.569411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Updating router 5f5602b6-b79b-43b2-bc01-19ef7637b940 port b44fa28a-8659-47fd-9c0a-6f737e704b76 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:02:57.625561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:57.638564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ca47eafa-7591-4903-a23f-b291736c12db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:57.703848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:02:57.704682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:57.727583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:57.750149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:57.759899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:57.770110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:57.830955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Pushing event updated for resources: {'Port': ['ID=e4c92c4c-efb3-4747-a414-551ba842b6ac,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:57.833849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8::1 (af0ea4be-2e88-4c82-9322-1cbb0db767d9/a35ac984-403d-4b41-b64f-5472d3d671a3/3ac4f50d-a3a9-48ce-95f6-b2b01fae521c) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:57.840081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:58.057915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.070264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Attempting to bind port e4c92c4c-efb3-4747-a414-551ba842b6ac on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:58.070829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Attempting to bind port e4c92c4c-efb3-4747-a414-551ba842b6ac by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'ea868115-7c87-44ad-acf6-dc8fe11e23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af0ea4be-2e88-4c82-9322-1cbb0db767d9'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:58.070997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Attempting to bind port e4c92c4c-efb3-4747-a414-551ba842b6ac on network af0ea4be-2e88-4c82-9322-1cbb0db767d9 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:58.095143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:58.095518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Checking segment: {'id': 'ea868115-7c87-44ad-acf6-dc8fe11e23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af0ea4be-2e88-4c82-9322-1cbb0db767d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:58.095918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.096312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Bound using segment: {'id': 'ea868115-7c87-44ad-acf6-dc8fe11e23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af0ea4be-2e88-4c82-9322-1cbb0db767d9'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:58.096784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Bound port: e4c92c4c-efb3-4747-a414-551ba842b6ac, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea868115-7c87-44ad-acf6-dc8fe11e23b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'af0ea4be-2e88-4c82-9322-1cbb0db767d9'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:58.097165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.113642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:58.136323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Allocated IP 172.21.0.2 (7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b/7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25/ae3b97ee-f3cc-4ff4-92e4-5fca67613442) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:58.141281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.315394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.326346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dc94de61-421e-4221-8768-a210bf0591f2 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:58.442622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:58.451437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] For port e4c92c4c-efb3-4747-a414-551ba842b6ac, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:58.475380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] For port e4c92c4c-efb3-4747-a414-551ba842b6ac, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4c92c4c-efb3-4747-a414-551ba842b6ac,segment=NetworkSegment(ea868115-7c87-44ad-acf6-dc8fe11e23b6),segment_id=ea868115-7c87-44ad-acf6-dc8fe11e23b6)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:58.477163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:58.479112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=3ac4f50d-a3a9-48ce-95f6-b2b01fae521c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:58.481281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:58.481831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.486707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:58.488828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.495729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-66c1b971-ad89-4cae-b0be-71a991b7db20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:58.539180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe026d-19f5-48f8-9410-17965bb26916 req-c4d48e21-b4e8-45b3-80ef-0c49be4abcf1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:02:58.540668 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-34fe026d-19f5-48f8-9410-17965bb26916 req-c4d48e21-b4e8-45b3-80ef-0c49be4abcf1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 945 time: 0.3294039
Dec 15 19:02:58.695275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-34fe026d-19f5-48f8-9410-17965bb26916 req-e7249feb-0951-4349-b389-0cef8808855c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468167
Dec 15 19:02:58.696319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.701280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.704121 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Pushing event updated for resources: {'Port': ['ID=e4c92c4c-efb3-4747-a414-551ba842b6ac,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:58.714017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.714393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:58.727570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Transition to ACTIVE for port object ae3b97ee-f3cc-4ff4-92e4-5fca67613442 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:58.734717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Transition to ACTIVE for port object b44fa28a-8659-47fd-9c0a-6f737e704b76 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:58.756580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Transition to ACTIVE for port object ae3b97ee-f3cc-4ff4-92e4-5fca67613442 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:58.760112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.765601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:58.888587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:58.948289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e8bc0-515c-4a00-83ed-64a8f3f581f9 None None] Pushing event updated for resources: {'Port': ['ID=b44fa28a-8659-47fd-9c0a-6f737e704b76,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:58.951218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-154e8bc0-515c-4a00-83ed-64a8f3f581f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:58.956383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:58.991140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.21.0.1 (7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b/7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25/bec905ba-bd10-4d2f-9d38-659d08b28877) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:02:59.052001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:59.058941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:59.069174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:59.133483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Attempting to bind port b44fa28a-8659-47fd-9c0a-6f737e704b76 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:59.134139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Attempting to bind port b44fa28a-8659-47fd-9c0a-6f737e704b76 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:59.134587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Attempting to bind port b44fa28a-8659-47fd-9c0a-6f737e704b76 on network d3b324b8-a255-4c2b-9a66-26f145676723 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:59.163113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Pushing event updated for resources: {'Port': ['ID=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:59.171774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:59.186001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:59.186423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Checking segment: {'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:59.186832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.187230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Bound using segment: {'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:59.187717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Bound port: b44fa28a-8659-47fd-9c0a-6f737e704b76, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:59.188099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.206534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 06506731-958f-43d1-b616-e9f6af4534c9 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:02:59.283622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Attempting to bind port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:02:59.284001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Attempting to bind port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:02:59.284361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Attempting to bind port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 on network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:02:59.315162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.318799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:02:59.319187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Checking segment: {'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:02:59.319588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.319982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Bound using segment: {'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:02:59.320451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Bound port: ae3b97ee-f3cc-4ff4-92e4-5fca67613442, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:02:59.320826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.344057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object bec905ba-bd10-4d2f-9d38-659d08b28877 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:02:59.372634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.379759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.380565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.384868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0aaab581-9eaa-443c-b600-a8cd5c631a14 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:59.416880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] For port b44fa28a-8659-47fd-9c0a-6f737e704b76, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:59.430997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] For port b44fa28a-8659-47fd-9c0a-6f737e704b76, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b44fa28a-8659-47fd-9c0a-6f737e704b76,segment=NetworkSegment(e2bc3f1f-a49e-4c6d-ad19-d74902af423c),segment_id=e2bc3f1f-a49e-4c6d-ad19-d74902af423c)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:59.442812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.455125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:59.486904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 06506731-958f-43d1-b616-e9f6af4534c9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:02:59.515695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 06506731-958f-43d1-b616-e9f6af4534c9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:02:59.516070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.548185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] For port ae3b97ee-f3cc-4ff4-92e4-5fca67613442, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:02:59.573040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.583585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] For port ae3b97ee-f3cc-4ff4-92e4-5fca67613442, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,segment=NetworkSegment(00a7daef-fbb5-4390-9ae9-c9b0233210c7),segment_id=00a7daef-fbb5-4390-9ae9-c9b0233210c7)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:02:59.605875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:02:59.617029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=3ac4f50d-a3a9-48ce-95f6-b2b01fae521c,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:59.622492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:59.623580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08fb574f-2726-42eb-b0ec-d869ee1f2358 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:59.629185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e8bc0-515c-4a00-83ed-64a8f3f581f9 None None] Pushing event updated for resources: {'Port': ['ID=b44fa28a-8659-47fd-9c0a-6f737e704b76,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:59.636088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-154e8bc0-515c-4a00-83ed-64a8f3f581f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:59.636981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:02:59.686562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:02:59.687303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede31610>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:02:59.749136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:59.755780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:59.779529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:02:59.942529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:02:59.946214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=bec905ba-bd10-4d2f-9d38-659d08b28877,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:59.949543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:59.951076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:02:59.968910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Pushing event updated for resources: {'Port': ['ID=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:02:59.975675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:02:59.992491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:00.010147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:00.119706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c60f-841c-486a-8d68-e99cf9f2cc77 req-64b7f95b-6b45-443a-950a-2a8eeacc3177 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:00.122008 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-44a7c60f-841c-486a-8d68-e99cf9f2cc77 req-64b7f95b-6b45-443a-950a-2a8eeacc3177 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 945 time: 0.1506867
Dec 15 19:03:00.145580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06506731-958f-43d1-b616-e9f6af4534c9'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:03:00.179643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 06506731-958f-43d1-b616-e9f6af4534c9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06506731-958f-43d1-b616-e9f6af4534c9,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:00.232581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:00.267964 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-44a7c60f-841c-486a-8d68-e99cf9f2cc77 req-8074aa63-3376-4ca1-be28-481a497d9fae tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359606
Dec 15 19:03:00.298591 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06506731-958f-43d1-b616-e9f6af4534c9', 'code': 200}
Dec 15 19:03:00.309215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a77aea-d972-41a1-aa55-d5b9a6ce59b6 None None] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:00.389625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4c92c4c-efb3-4747-a414-551ba842b6ac up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:00.412232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:00.422400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5fb61744-966b-4a88-a4c4-7647b95915cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:00.553277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:00.681781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=06506731-958f-43d1-b616-e9f6af4534c9,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:00.701455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:00.719479 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc8c07f-2e2d-4ec8-9d9e-1920c7324cf3 req-d9e65ed1-3a71-472b-b912-4786989c8c0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 1099 time: 0.2316165
Dec 15 19:03:00.729562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0ac8ce6c-23a7-47eb-8965-1e0801fc8f17 None None] Provisioning for port e4c92c4c-efb3-4747-a414-551ba842b6ac completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:00.809537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e4c92c4c-efb3-4747-a414-551ba842b6ac completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:00.818635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e4c92c4c-efb3-4747-a414-551ba842b6ac triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:00.819018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:00.878788 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc8c07f-2e2d-4ec8-9d9e-1920c7324cf3 req-c1defc43-a93e-4a2f-b3a9-293f01a7ffb2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004555
Dec 15 19:03:00.978700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 4bdd0df1-812a-42b3-b685-7a3b3cae044f is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:03:00.996740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede31610>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:02:54Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:02:59Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:01.010562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b96a2-33f8-46f7-ab67-df7cef872007 None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:02:54Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:02:59Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:01.033814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.067614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port e4c92c4c-efb3-4747-a414-551ba842b6ac, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4c92c4c-efb3-4747-a414-551ba842b6ac,segment=NetworkSegment(ea868115-7c87-44ad-acf6-dc8fe11e23b6),segment_id=ea868115-7c87-44ad-acf6-dc8fe11e23b6)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:01.074145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.075039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ae3b97ee-f3cc-4ff4-92e4-5fca67613442 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:01.099972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:01.135044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad4ab9-bddc-4cdc-a167-f72569c31a6e None None] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:01.268285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.278913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.338025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=e4c92c4c-efb3-4747-a414-551ba842b6ac,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:01.345870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:01.367024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9232249b-3ff0-4e89-a72c-2ad2c307b25d None None] Provisioning for port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:01.434370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:01.448592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:01.448975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.552689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d47c8583-1525-45b0-8f71-bc557f65c6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:01.585725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.645542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c657ee3-6192-4948-b4bb-3c1eac67c0d8 None None] Provisioning complete for port e4c92c4c-efb3-4747-a414-551ba842b6ac triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:01.646072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4c657ee3-6192-4948-b4bb-3c1eac67c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.646959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:01.657001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03846489-60ce-401c-88f0-d3d580268890 None None] Sync routers for ids ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:01.688699 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/4bdd0df1-812a-42b3-b685-7a3b3cae044f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0684237
Dec 15 19:03:01.691627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59624) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:01.701091 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03846489-60ce-401c-88f0-d3d580268890 None None] Routers {'4bdd0df1-812a-42b3-b685-7a3b3cae044f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:01.704554 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03846489-60ce-401c-88f0-d3d580268890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38a30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:01.747192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.850959 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03846489-60ce-401c-88f0-d3d580268890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38a30>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:01.871040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd793d8-4894-40c2-8cf4-ebc379f0d46e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:01.874595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5cd793d8-4894-40c2-8cf4-ebc379f0d46e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports/3ac4f50d-a3a9-48ce-95f6-b2b01fae521c HTTP/1.1" status: 200  len: 911 time: 0.1796792
Dec 15 19:03:01.877188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59628) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:01.890861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a35ac984-403d-4b41-b64f-5472d3d671a3'}]}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:01.904272 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03846489-60ce-401c-88f0-d3d580268890 None None] Routers {'4bdd0df1-812a-42b3-b685-7a3b3cae044f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:01.904950 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03846489-60ce-401c-88f0-d3d580268890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38a30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:01.944704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ae3b97ee-f3cc-4ff4-92e4-5fca67613442, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,segment=NetworkSegment(00a7daef-fbb5-4390-9ae9-c9b0233210c7),segment_id=00a7daef-fbb5-4390-9ae9-c9b0233210c7)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:01.970166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:01.975973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d7b7887a-6b59-4bc3-99c9-7fa64698eae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:02.009145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:02.033249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:02.095970 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03846489-60ce-401c-88f0-d3d580268890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38a30>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:02.096549 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03846489-60ce-401c-88f0-d3d580268890 None None] The sync data for ids ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:02.110795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c657ee3-6192-4948-b4bb-3c1eac67c0d8 None None] Provisioning for port 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:02.121194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c657ee3-6192-4948-b4bb-3c1eac67c0d8 None None] Provisioning complete for port 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:02.121717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4c657ee3-6192-4948-b4bb-3c1eac67c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.170810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:02.176849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:02.195061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=bec905ba-bd10-4d2f-9d38-659d08b28877,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:02.211503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4c657ee3-6192-4948-b4bb-3c1eac67c0d8 None None] Port 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:02.279712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:02.295285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925e413-76a7-4c63-86f8-4b1f1d475575 req-62daa61c-8727-47ae-89a4-4e08c1441910 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:02.297443 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5925e413-76a7-4c63-86f8-4b1f1d475575 req-62daa61c-8727-47ae-89a4-4e08c1441910 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 946 time: 0.7467134
Dec 15 19:03:02.301998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.337672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Provisioning complete for port 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:02.338269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.391371 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5925e413-76a7-4c63-86f8-4b1f1d475575 req-032939b9-13b4-4b36-8f12-7d9dcb0fd139 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852420
Dec 15 19:03:02.404931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b44fa28a-8659-47fd-9c0a-6f737e704b76 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:02.554021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Port 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:02.577785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Provisioning complete for port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:02.578671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.597571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:02.612598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port b44fa28a-8659-47fd-9c0a-6f737e704b76 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:02.627406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b44fa28a-8659-47fd-9c0a-6f737e704b76 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:02.628038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.813709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:02.818569 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6285813
Dec 15 19:03:02.819275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.821142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59634) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:02.826672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-156439592'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:02.831636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:02.835999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:02.839686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:02.844864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:02.859540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:02.859985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Provisioning for port bec905ba-bd10-4d2f-9d38-659d08b28877 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:02.862913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.865608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port b44fa28a-8659-47fd-9c0a-6f737e704b76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b44fa28a-8659-47fd-9c0a-6f737e704b76,segment=NetworkSegment(e2bc3f1f-a49e-4c6d-ad19-d74902af423c),segment_id=e2bc3f1f-a49e-4c6d-ad19-d74902af423c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:02.867223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Provisioning complete for port bec905ba-bd10-4d2f-9d38-659d08b28877 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:02.867620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.896204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.897096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4c92c4c-efb3-4747-a414-551ba842b6ac up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:02.907986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:03:02.919192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.919661 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 231ec4db-6df4-4240-983c-78efcf0c6114 of type vlan for network 9064b9d8-150e-4cf9-85ba-fc09da99334b
Dec 15 19:03:02.931014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-37f07e68-e497-4467-9e50-38bbf9a9f42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:02.952875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.989977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:02.993900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:02.994485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.000075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1d1bc23c-c52d-4060-b86c-50beb2041177 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:03.021679 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:03:03.031918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6943bce3-bd87-4afa-855c-0fd737f71d2d None None] Port bec905ba-bd10-4d2f-9d38-659d08b28877 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:03.033644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.043555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.049682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:03.050468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.050611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=b44fa28a-8659-47fd-9c0a-6f737e704b76,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:03.054618 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/ports/3ac4f50d-a3a9-48ce-95f6-b2b01fae521c HTTP/1.1" status: 200  len: 911 time: 1.1723056
Dec 15 19:03:03.054618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-32791de8-20f0-4cb9-b873-15e109cf096e tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:03.054863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:03.062281 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e4c92c4c-efb3-4747-a414-551ba842b6ac triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:03.062727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.083527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59638) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:03.105666 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2806830
Dec 15 19:03:03.122193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59642) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:03.128431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:03.147914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=3ac4f50d-a3a9-48ce-95f6-b2b01fae521c,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:03.154584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:03.202513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7d2be5e1-e85c-4094-b11c-bf3111914213 None None] Provisioning complete for port bec905ba-bd10-4d2f-9d38-659d08b28877 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:03.202891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7d2be5e1-e85c-4094-b11c-bf3111914213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.219342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=9064b9d8-150e-4cf9-85ba-fc09da99334b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:03.226831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:03.244639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:03:03.253547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:03.257888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:03.261509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:03.269334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:03.281668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:03.337714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7d2be5e1-e85c-4094-b11c-bf3111914213 None None] Port bec905ba-bd10-4d2f-9d38-659d08b28877 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:03.393885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.446543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.686000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370533-0afa-449d-a069-bf2c053c27b9 req-a3516f09-241c-48aa-8603-8a9acd81eac1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:03.687930 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-28370533-0afa-449d-a069-bf2c053c27b9 req-a3516f09-241c-48aa-8603-8a9acd81eac1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 946 time: 0.1615341
Dec 15 19:03:03.689391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.695687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7f1194cb-042a-4fa1-b5bb-8d1a569f1811 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:03.796349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=f74395f2-3211-4847-a8a4-565893d32fca,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:03.805663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:03.809904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-28370533-0afa-449d-a069-bf2c053c27b9 req-b5780b19-c93c-414e-b480-63708fffe7d5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884867
Dec 15 19:03:03.822942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:03.823296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: 9064b9d8-150e-4cf9-85ba-fc09da99334b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:03:03.847243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:03:03.861770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9064b9d8-150e-4cf9-85ba-fc09da99334b) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:03.875324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d04fa0-0ae8-4460-92f3-9f9e279c5fdc None None] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:03.877499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:03.878638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:03.915307 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7913194
Dec 15 19:03:03.918352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59650) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:04.135129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9064b9d8-150e-4cf9-85ba-fc09da99334b', 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': 'f74395f2-3211-4847-a8a4-565893d32fca'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:03:04.139563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.152442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cf0a2-baf2-4316-b424-5a3d3e0ba1dc req-11e4b521-3170-4b9a-b00b-fec077677f54 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:04.154201 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b7cf0a2-baf2-4316-b424-5a3d3e0ba1dc req-11e4b521-3170-4b9a-b00b-fec077677f54 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 946 time: 0.1113443
Dec 15 19:03:04.247406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b44fa28a-8659-47fd-9c0a-6f737e704b76 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:04.269261 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b7cf0a2-baf2-4316-b424-5a3d3e0ba1dc req-85ca77be-65c5-4ea0-be1d-49a345952fd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702267
Dec 15 19:03:04.352781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:04.353168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.389683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Allocated IP 172.22.0.2 (9064b9d8-150e-4cf9-85ba-fc09da99334b/f74395f2-3211-4847-a8a4-565893d32fca/ba095831-da52-4faa-a9b9-b1e75b6c2deb) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:04.424195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b44fa28a-8659-47fd-9c0a-6f737e704b76 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:04.424708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.563273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.652288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ae3b97ee-f3cc-4ff4-92e4-5fca67613442 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:04.708141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 3ac4f50d-a3a9-48ce-95f6-b2b01fae521c owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:04.747285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:04.771452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.788138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Transition to ACTIVE for port object ba095831-da52-4faa-a9b9-b1e75b6c2deb will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:04.794443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:04.794610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.795063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbcc7c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:04.898183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.903592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:04.949279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=3ac4f50d-a3a9-48ce-95f6-b2b01fae521c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:04.954107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:04.968795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Transition to ACTIVE for port object ba095831-da52-4faa-a9b9-b1e75b6c2deb will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:04.989940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:04.996640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-154e8bc0-515c-4a00-83ed-64a8f3f581f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:05.035183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:05.035569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.117822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:05.132379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:05.136910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:05.144228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.178579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Pushing event updated for resources: {'Port': ['ID=ba095831-da52-4faa-a9b9-b1e75b6c2deb,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:05.182664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:05.186581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:05.238909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.22.0.1 (9064b9d8-150e-4cf9-85ba-fc09da99334b/f74395f2-3211-4847-a8a4-565893d32fca/2418fd71-e4de-4112-a1d6-2217e228c5ea) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:05.409117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.425678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object 2418fd71-e4de-4112-a1d6-2217e228c5ea will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:05.430931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Attempting to bind port ba095831-da52-4faa-a9b9-b1e75b6c2deb on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:05.431301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Attempting to bind port ba095831-da52-4faa-a9b9-b1e75b6c2deb by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:05.431662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Attempting to bind port ba095831-da52-4faa-a9b9-b1e75b6c2deb on network 9064b9d8-150e-4cf9-85ba-fc09da99334b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:05.449747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.463929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:05.498032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:05.498985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Checking segment: {'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:05.499315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.499710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Bound using segment: {'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:05.500192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Bound port: ba095831-da52-4faa-a9b9-b1e75b6c2deb, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:05.500557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.516509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:05.519854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:05.523818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:05.580845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=2418fd71-e4de-4112-a1d6-2217e228c5ea,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:05.588826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:05.601077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.665087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] For port ba095831-da52-4faa-a9b9-b1e75b6c2deb, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:05.669083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] For port ba095831-da52-4faa-a9b9-b1e75b6c2deb, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ba095831-da52-4faa-a9b9-b1e75b6c2deb,segment=NetworkSegment(231ec4db-6df4-4240-983c-78efcf0c6114),segment_id=231ec4db-6df4-4240-983c-78efcf0c6114)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:05.683564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.688709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d214d48f-3af0-45ba-97a9-3b99cf9bbb98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:05.716870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 4bdd0df1-812a-42b3-b685-7a3b3cae044f has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:05.718296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.776858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbcc7c0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:00Z', 'revision_number': 3, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:00Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:05.778969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Pushing event updated for resources: {'Port': ['ID=ba095831-da52-4faa-a9b9-b1e75b6c2deb,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:05.785122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:05.786949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:05.787304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Updating router 5f5602b6-b79b-43b2-bc01-19ef7637b940 port bec905ba-bd10-4d2f-9d38-659d08b28877 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:05.840355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59658) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:05.849720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:05.947282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:05.968085 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/4bdd0df1-812a-42b3-b685-7a3b3cae044f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8837705
Dec 15 19:03:05.971325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59662) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:05.997584 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] Sync routers for ids ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:06.015264 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] Routers {'4bdd0df1-812a-42b3-b685-7a3b3cae044f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:06.016239 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9040>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:06.021440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-373edea1-dd43-41fe-820b-82585a33e1db tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:06.061696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-373edea1-dd43-41fe-820b-82585a33e1db tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:06.063043 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-373edea1-dd43-41fe-820b-82585a33e1db tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdd0df1-812a-42b3-b685-7a3b3cae044f HTTP/1.1" status: 200  len: 205 time: 0.0908382
Dec 15 19:03:06.066571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59666) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:06.109710 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9040>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:06.128437 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] Routers {'4bdd0df1-812a-42b3-b685-7a3b3cae044f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:06.129757 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9040>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:06.252363 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9040>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:06.253529 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fb8e2-f453-43ad-b379-867377580935 None None] The sync data for ids ['4bdd0df1-812a-42b3-b685-7a3b3cae044f'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:06.288753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ba095831-da52-4faa-a9b9-b1e75b6c2deb up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:06.293320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:06.299123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:06.322344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58facafa-10c8-435b-b309-a9510af25d6b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:06.328564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5dd6a1e7-7c7d-41b6-9e6d-733c8820c8c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:06.422761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=2418fd71-e4de-4112-a1d6-2217e228c5ea,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:06.424550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:06.428230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:06.455257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ba095831-da52-4faa-a9b9-b1e75b6c2deb completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:06.494595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:06.507937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Transition to ACTIVE for port object bec905ba-bd10-4d2f-9d38-659d08b28877 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:06.515056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:06.519109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5cf61379-293c-474a-8430-cddf227bbf4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:06.771365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:06.773107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:06.797412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113e99-79d6-4ec4-9ab9-46012af814a3 None None] Pushing event updated for resources: {'Port': ['ID=bec905ba-bd10-4d2f-9d38-659d08b28877,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:06.800681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63113e99-79d6-4ec4-9ab9-46012af814a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:06.899935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Attempting to bind port bec905ba-bd10-4d2f-9d38-659d08b28877 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:06.900449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Attempting to bind port bec905ba-bd10-4d2f-9d38-659d08b28877 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:06.900820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Attempting to bind port bec905ba-bd10-4d2f-9d38-659d08b28877 on network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:06.910673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:06.911053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Checking segment: {'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:06.911458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:06.911855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Bound using segment: {'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:06.912324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Bound port: bec905ba-bd10-4d2f-9d38-659d08b28877, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a7daef-fbb5-4390-9ae9-c9b0233210c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:06.912699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.054818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58facafa-10c8-435b-b309-a9510af25d6b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.057726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] For port bec905ba-bd10-4d2f-9d38-659d08b28877, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:07.061653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] For port bec905ba-bd10-4d2f-9d38-659d08b28877, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bec905ba-bd10-4d2f-9d38-659d08b28877,segment=NetworkSegment(00a7daef-fbb5-4390-9ae9-c9b0233210c7),segment_id=00a7daef-fbb5-4390-9ae9-c9b0233210c7)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:07.070287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58facafa-10c8-435b-b309-a9510af25d6b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.072178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.083517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:07.137040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c1b82-ec55-4523-8cc8-13e7026cc9ec None None] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:07.171657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58facafa-10c8-435b-b309-a9510af25d6b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.172232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58facafa-10c8-435b-b309-a9510af25d6b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Fanout notify agent at l3_agent the message router_deleted on router 4bdd0df1-812a-42b3-b685-7a3b3cae044f {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:03:07.198403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58facafa-10c8-435b-b309-a9510af25d6b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.199514 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-58facafa-10c8-435b-b309-a9510af25d6b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/4bdd0df1-812a-42b3-b685-7a3b3cae044f HTTP/1.1" status: 204  len: 168 time: 1.1320131
Dec 15 19:03:07.203136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59670) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:07.255631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:07.256621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbcc7c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:07.395747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113e99-79d6-4ec4-9ab9-46012af814a3 None None] Pushing event updated for resources: {'Port': ['ID=bec905ba-bd10-4d2f-9d38-659d08b28877,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:07.399748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63113e99-79d6-4ec4-9ab9-46012af814a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:07.414992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet a35ac984-403d-4b41-b64f-5472d3d671a3 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:07.421998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.437898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Provisioning for port ba095831-da52-4faa-a9b9-b1e75b6c2deb completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:07.461089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Provisioning complete for port ba095831-da52-4faa-a9b9-b1e75b6c2deb triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:07.461386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:07.461717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.485055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.539326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:07.622470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.721753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.785862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:07.807220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8876188
Dec 15 19:03:07.810082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59674) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:07.818869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'network': {'name': 'tempest-RoutersTest-66710979'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:07.828765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:07.833848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:network and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:07.837596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:07.843929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.848354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:07.851737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c26c2656-0403-44af-8704-2ef93509b822 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:07.893130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=a35ac984-403d-4b41-b64f-5472d3d671a3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:07.895951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:07.898566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.908202 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/a35ac984-403d-4b41-b64f-5472d3d671a3 HTTP/1.1" status: 204  len: 168 time: 0.6975429
Dec 15 19:03:07.908202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59678) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:07.914120 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-ac8d11fb-4b47-4b57-96c9-70867dff5847 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2173564
Dec 15 19:03:07.916945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.938623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:07.941633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:07.943367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b79518-3c06-42d3-8faf-fb293d59e271 None None] Network af0ea4be-2e88-4c82-9322-1cbb0db767d9 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:08.049291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.051914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:03:08.066557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.066898 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added segment 7009562f-e4d8-4669-960a-ace51ad829aa of type vlan for network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906
Dec 15 19:03:08.073861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port e4c92c4c-efb3-4747-a414-551ba842b6ac {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:08.074206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.103881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] For port ba095831-da52-4faa-a9b9-b1e75b6c2deb, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ba095831-da52-4faa-a9b9-b1e75b6c2deb,segment=NetworkSegment(231ec4db-6df4-4240-983c-78efcf0c6114),segment_id=231ec4db-6df4-4240-983c-78efcf0c6114)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:08.117582 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-45781991-d4d6-4c8e-ae1b-c1d50c54e553 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 1099 time: 0.1697543
Dec 15 19:03:08.120895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.129524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:08.132959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.156524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.17 (b275d9b7-467c-4485-b815-d38e927fe468/5c79a215-1bc7-4e68-9b55-98b944231aea/7e097b37-c85d-4104-95a3-cf4c5e448836) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:08.243013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.246776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:08.247354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.255599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8944f553-5afa-4df8-bb15-12211fb4ebbd tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:08.312980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Pushing event updated for resources: {'Port': ['ID=ba095831-da52-4faa-a9b9-b1e75b6c2deb,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:08.316612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:08.515359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbcc7c0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:05Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': '2418fd71-e4de-4112-a1d6-2217e228c5ea', 'name': '', 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b1:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:05Z', 'updated_at': '2021-12-15T19:03:06Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:07Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:08.526155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13c0a1-3fea-4a08-ada3-6306b29b9ade None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:05Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': '2418fd71-e4de-4112-a1d6-2217e228c5ea', 'name': '', 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b1:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:05Z', 'updated_at': '2021-12-15T19:03:06Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:07Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:08.580738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-90a75c87-9243-467b-a228-f63b9bc8664b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:08.582294 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-90a75c87-9243-467b-a228-f63b9bc8664b service neutron] 10.222.0.64 "GET /v2.0/networks?id=32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 200  len: 898 time: 0.4234095
Dec 15 19:03:08.622967 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.8107841
Dec 15 19:03:08.631509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59682) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:08.651479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port e4c92c4c-efb3-4747-a414-551ba842b6ac, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4c92c4c-efb3-4747-a414-551ba842b6ac,segment=NetworkSegment(ea868115-7c87-44ad-acf6-dc8fe11e23b6),segment_id=ea868115-7c87-44ad-acf6-dc8fe11e23b6)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:08.651999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.664270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'subnet': {'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:08.687374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Network': ['ID=ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:08.690935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:08.709609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:03:08.743950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e775447-1930-4910-b930-1136914e5be8 None None] DHCP port deletion for af0ea4be-2e88-4c82-9322-1cbb0db767d9 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:08.752360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40ea5db5-01de-4f82-8902-307ee4ffe383 None None] Provisioning for port 2418fd71-e4de-4112-a1d6-2217e228c5ea completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:08.770291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Deleting port e4c92c4c-efb3-4747-a414-551ba842b6ac {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:08.770679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.849284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.887886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 7e097b37-c85d-4104-95a3-cf4c5e448836 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:08.907649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40ea5db5-01de-4f82-8902-307ee4ffe383 None None] Provisioning complete for port 2418fd71-e4de-4112-a1d6-2217e228c5ea triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:08.908021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40ea5db5-01de-4f82-8902-307ee4ffe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.923022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:08.952845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:09.027664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for e4c92c4c-efb3-4747-a414-551ba842b6ac owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:09.101792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network b275d9b7-467c-4485-b815-d38e927fe468 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:09.114081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:09.125394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=7e097b37-c85d-4104-95a3-cf4c5e448836,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:09.128169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:09.196146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-40ea5db5-01de-4f82-8902-307ee4ffe383 None None] Port 2418fd71-e4de-4112-a1d6-2217e228c5ea cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:09.219384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:09.236331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:subnet and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:09.240684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:09.256606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:09.271826 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-74cc804a-097c-48f8-8a97-f908ca1c581a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366 HTTP/1.1" status: 200  len: 1002 time: 0.6581860
Dec 15 19:03:09.275378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:09.288461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:09.297766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7523297a-48f2-4c57-867e-b96284d9345f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:09.319980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:09.375433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=e4c92c4c-efb3-4747-a414-551ba842b6ac,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:09.387191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Made reservation on behalf of 86482f36365847fd939403a9c67fa8da for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:09.402483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-6c3fd20e-f821-49f9-b297-f8032c5c5d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:09.404055 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-6c3fd20e-f821-49f9-b297-f8032c5c5d14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb8da299-aa01-4721-b8e9-9a54b7bd3551 HTTP/1.1" status: 200  len: 835 time: 0.1222293
Dec 15 19:03:09.443682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9e775447-1930-4910-b930-1136914e5be8 None None] For port e4c92c4c-efb3-4747-a414-551ba842b6ac, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4c92c4c-efb3-4747-a414-551ba842b6ac,segment=NetworkSegment(ea868115-7c87-44ad-acf6-dc8fe11e23b6),segment_id=ea868115-7c87-44ad-acf6-dc8fe11e23b6)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:09.444191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:09.452838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40ea5db5-01de-4f82-8902-307ee4ffe383 None None] Provisioning complete for port ba095831-da52-4faa-a9b9-b1e75b6c2deb triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:09.453576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40ea5db5-01de-4f82-8902-307ee4ffe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:09.578555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:09.592309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No DVR routers for this DVR port e4c92c4c-efb3-4747-a414-551ba842b6ac on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:09.596558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:09.636951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Calling delete_port for e4c92c4c-efb3-4747-a414-551ba842b6ac owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:09.718228 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-fa69d6da-7d91-43f9-9811-a2da8637cf01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df7c16-07f8-4ab2-aa38-0cf21f77003f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3054521
Dec 15 19:03:09.782801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:03:09.783323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:03:09.786584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:09.897532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:09.945282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-410c84d3-d46d-4fee-bfb6-9edd2ead4d34 None None] Provisioning complete for port 2418fd71-e4de-4112-a1d6-2217e228c5ea triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:09.945816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-410c84d3-d46d-4fee-bfb6-9edd2ead4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.013554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced531be0>,) {'filters': {'network_id': ['af0ea4be-2e88-4c82-9322-1cbb0db767d9']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:10.033368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced531be0>, 'ea868115-7c87-44ad-acf6-dc8fe11e23b6') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:10.033788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced531be0>, 'ea868115-7c87-44ad-acf6-dc8fe11e23b6') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:10.049134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-410c84d3-d46d-4fee-bfb6-9edd2ead4d34 None None] Port 2418fd71-e4de-4112-a1d6-2217e228c5ea cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:10.050663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.077794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.078185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-410c84d3-d46d-4fee-bfb6-9edd2ead4d34 None None] Provisioning for port 7e097b37-c85d-4104-95a3-cf4c5e448836 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:10.083986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-410c84d3-d46d-4fee-bfb6-9edd2ead4d34 None None] Provisioning complete for port 7e097b37-c85d-4104-95a3-cf4c5e448836 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:10.084364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-410c84d3-d46d-4fee-bfb6-9edd2ead4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.100001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:10.100404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:10.116666 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:10.152775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-410c84d3-d46d-4fee-bfb6-9edd2ead4d34 None None] Port 7e097b37-c85d-4104-95a3-cf4c5e448836 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:10.175234 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-8020d2f9-f189-48a4-b11a-3531d205e78c service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4335244
Dec 15 19:03:10.284981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Deleting port e4c92c4c-efb3-4747-a414-551ba842b6ac {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:10.285866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9e775447-1930-4910-b930-1136914e5be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.314831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.321767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e315dae6-1cd1-4aaf-b922-6a33d7d9bf69 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:10.348781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.366516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device bec905ba-bd10-4d2f-9d38-659d08b28877 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:10.374494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=af0ea4be-2e88-4c82-9322-1cbb0db767d9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:10.386499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:10.405528 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/af0ea4be-2e88-4c82-9322-1cbb0db767d9 HTTP/1.1" status: 204  len: 168 time: 2.4927506
Dec 15 19:03:10.405850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9e775447-1930-4910-b930-1136914e5be8 None None] The port 'e4c92c4c-efb3-4747-a414-551ba842b6ac' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:03:10.408474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.413280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59688) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:10.416314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fff3bec6-e33c-4594-83c6-6eca647d2a90 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:10.442957 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3f60a7f-cc96-4da0-8eb2-0e3e588bed1a req-c7e575f8-706a-4e55-98b9-f62757c72543 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576666
Dec 15 19:03:10.456912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port bec905ba-bd10-4d2f-9d38-659d08b28877 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:10.458031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1357810418', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:10.463607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port bec905ba-bd10-4d2f-9d38-659d08b28877 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:10.464122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.470555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:10.476774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.484799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.491725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:router and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:10.499964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:10.515046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12efc2ff-477c-4914-a531-b41b74c7e88e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:10.520250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:10.523957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Subnet': ['ID=0d6d5278-8435-4390-8a27-44dbb3e385cd,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:10.531925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:10.547653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.550171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.555584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Checking segment: {'id': '7009562f-e4d8-4669-960a-ace51ad829aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:10.557281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network hostable DHCP agents. Network: ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:03:10.593344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.603322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.607810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=7e097b37-c85d-4104-95a3-cf4c5e448836,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:10.608012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.611360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:10.611750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:03:10.624589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:10.630460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:10.631386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.638393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.645678 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e025e424-056e-4438-9690-ab0d2a30fb46 None None] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:10.673871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0306773
Dec 15 19:03:10.676151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.680797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-20b7cc62-2ab1-4071-bb25-8a346ae8f8ce tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2330678
Dec 15 19:03:10.681596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59692) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:10.681987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59694) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:10.753569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-254927532'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:10.771658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:10.776650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port bec905ba-bd10-4d2f-9d38-659d08b28877, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bec905ba-bd10-4d2f-9d38-659d08b28877,segment=NetworkSegment(00a7daef-fbb5-4390-9ae9-c9b0233210c7),segment_id=00a7daef-fbb5-4390-9ae9-c9b0233210c7)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:10.807892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:10.808722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ba095831-da52-4faa-a9b9-b1e75b6c2deb up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:10.884310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network b275d9b7-467c-4485-b815-d38e927fe468 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:10.885716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:10.895539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:10.968295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:10.972273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:10.979484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:11.000591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:11.004375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.043061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=bec905ba-bd10-4d2f-9d38-659d08b28877,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:11.047623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:11.056631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906', 'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'fixed_ips': [{'subnet_id': '0d6d5278-8435-4390-8a27-44dbb3e385cd'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:03:11.057494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.063741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:03:11.073002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ba095831-da52-4faa-a9b9-b1e75b6c2deb triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:11.073501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.078613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.079000 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment 97d89500-7ef4-44be-93da-cf1b063b0d80 of type vlan for network de089a0a-fa22-400e-ba48-8da476637719
Dec 15 19:03:11.241586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.297133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.300848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:11.301452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.302715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9ef7a5b2-6920-43ac-a11a-a84becad86c4 None None] Provisioning complete for port 7e097b37-c85d-4104-95a3-cf4c5e448836 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:11.303101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a5b2-6920-43ac-a11a-a84becad86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.308170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:11.386616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 60851722-b196-48da-9d82-e8360181523b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:11.395649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9ef7a5b2-6920-43ac-a11a-a84becad86c4 None None] Port 7e097b37-c85d-4104-95a3-cf4c5e448836 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:11.398316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Allocated IP 172.23.0.2 (ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906/0d6d5278-8435-4390-8a27-44dbb3e385cd/d94763f5-98cb-4006-973f-cdeef6024e12) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:11.419511 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7316711
Dec 15 19:03:11.422282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59700) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:11.442381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:11.461554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=de089a0a-fa22-400e-ba48-8da476637719,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:11.467536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:11.484286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network de089a0a-fa22-400e-ba48-8da476637719 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:03:11.495993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4c92c4c-efb3-4747-a414-551ba842b6ac no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:11.603029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e4c92c4c-efb3-4747-a414-551ba842b6ac {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:11.603029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4c92c4c-efb3-4747-a414-551ba842b6ac not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:11.697245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:11.698403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:11.703991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:11.707869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:11.715381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:11.721002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Sync routers for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:11.722697 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/60851722-b196-48da-9d82-e8360181523b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8763573
Dec 15 19:03:11.739196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:11.775595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:11.776212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7c0d30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:11.836178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.852815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.861696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Transition to ACTIVE for port object d94763f5-98cb-4006-973f-cdeef6024e12 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:11.942652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Transition to ACTIVE for port object d94763f5-98cb-4006-973f-cdeef6024e12 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:11.960042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:11.965449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-154e8bc0-515c-4a00-83ed-64a8f3f581f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:12.043770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Pushing event updated for resources: {'Port': ['ID=d94763f5-98cb-4006-973f-cdeef6024e12,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:12.049699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:12.050512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:12.076807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:12.088837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:12.094022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:12.101718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:12.247714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device bec905ba-bd10-4d2f-9d38-659d08b28877 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:12.304022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Attempting to bind port d94763f5-98cb-4006-973f-cdeef6024e12 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:12.304387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Attempting to bind port d94763f5-98cb-4006-973f-cdeef6024e12 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '7009562f-e4d8-4669-960a-ace51ad829aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:12.304751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Attempting to bind port d94763f5-98cb-4006-973f-cdeef6024e12 on network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:12.341936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:12.342311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Checking segment: {'id': '7009562f-e4d8-4669-960a-ace51ad829aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:12.342709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:12.343101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Bound using segment: {'id': '7009562f-e4d8-4669-960a-ace51ad829aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:12.343566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Bound port: d94763f5-98cb-4006-973f-cdeef6024e12, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7009562f-e4d8-4669-960a-ace51ad829aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:12.343935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:12.354424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:12.359596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-22c6c99b-063e-42e0-b9cd-9fba3a332c51 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:12.591254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port bec905ba-bd10-4d2f-9d38-659d08b28877 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:12.591687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:12.629051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=01224222-6283-40e5-9a43-640ea4be56d7,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:12.639472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] For port d94763f5-98cb-4006-973f-cdeef6024e12, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:12.641910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:12.662935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:12.663282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: de089a0a-fa22-400e-ba48-8da476637719, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:03:12.686158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] For port d94763f5-98cb-4006-973f-cdeef6024e12, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d94763f5-98cb-4006-973f-cdeef6024e12,segment=NetworkSegment(7009562f-e4d8-4669-960a-ace51ad829aa),segment_id=7009562f-e4d8-4669-960a-ace51ad829aa)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:12.697800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:12.702614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:12.740451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Allocated IP 172.23.0.1 (ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906/0d6d5278-8435-4390-8a27-44dbb3e385cd/5b2c2a32-e5f2-4804-996d-ac5ddfd27568) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:12.745749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network de089a0a-fa22-400e-ba48-8da476637719 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:03:12.763503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, de089a0a-fa22-400e-ba48-8da476637719) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:12.786774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c290eae-c969-4794-a012-b47e436622f3 None None] Network de089a0a-fa22-400e-ba48-8da476637719 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:12.787316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:12.787493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:12.875102 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0d34402e-c560-4220-8cc3-b5b67491615c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4508202
Dec 15 19:03:12.878105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59708) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:12.914440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Pushing event updated for resources: {'Port': ['ID=d94763f5-98cb-4006-973f-cdeef6024e12,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:12.921352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:12.991436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7c0d30>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:09Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:07Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e097b37-c85d-4104-95a3-cf4c5e448836', 'name': '', 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c3:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c79a215-1bc7-4e68-9b55-98b944231aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:07Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '5c79a215-1bc7-4e68-9b55-98b944231aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:12.997768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Checking router: 60851722-b196-48da-9d82-e8360181523b for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:12.998182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Updating router 60851722-b196-48da-9d82-e8360181523b port 7e097b37-c85d-4104-95a3-cf4c5e448836 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:13.057640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.085536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Transition to ACTIVE for port object 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:13.114795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.196364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-de089a0a-fa22-400e-ba48-8da476637719', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:03:13.197385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.356282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.368441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:13.391578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-690f4c44-cc3f-4515-ba12-392f0745171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.444987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:13.449571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:13.451961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=5b2c2a32-e5f2-4804-996d-ac5ddfd27568,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:13.454093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:13.479556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:13.556402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.563314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Allocated IP 2001:db8::2 (de089a0a-fa22-400e-ba48-8da476637719/01224222-6283-40e5-9a43-640ea4be56d7/522b4d43-ef9b-4b38-95d1-9a76effdfc10) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:13.609468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.819939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.869420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.872666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Transition to ACTIVE for port object 7e097b37-c85d-4104-95a3-cf4c5e448836 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:13.889347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.894822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eed7b9a5-9bba-4b4e-916f-680a929850b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:13.931129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:13.955748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Transition to ACTIVE for port object 522b4d43-ef9b-4b38-95d1-9a76effdfc10 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:14.026837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596aa84f-0287-4e64-9940-2299e0a5c1fb None None] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:14.186930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ceeeee-62ba-4369-98d7-d7fe01e070e8 None None] Pushing event updated for resources: {'Port': ['ID=7e097b37-c85d-4104-95a3-cf4c5e448836,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:14.194264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Transition to ACTIVE for port object 522b4d43-ef9b-4b38-95d1-9a76effdfc10 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:14.195524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-90ceeeee-62ba-4369-98d7-d7fe01e070e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:14.220013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.226263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e9c7b89-5b54-4d01-96e5-de7f5df78ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:14.289659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-99a9b289-06b5-445a-b31e-b288d5b28ed4 None None] Provisioning for port d94763f5-98cb-4006-973f-cdeef6024e12 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:14.316284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d94763f5-98cb-4006-973f-cdeef6024e12 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:14.348607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8::1 (de089a0a-fa22-400e-ba48-8da476637719/01224222-6283-40e5-9a43-640ea4be56d7/f675a8bd-8975-4a96-83ba-f41cca4dbe87) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:14.475077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Network de089a0a-fa22-400e-ba48-8da476637719 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:14.477568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Pushing event updated for resources: {'Port': ['ID=522b4d43-ef9b-4b38-95d1-9a76effdfc10,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:14.492162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:14.499919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:14.502357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:14.507863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Attempting to bind port 7e097b37-c85d-4104-95a3-cf4c5e448836 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:14.508238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Attempting to bind port 7e097b37-c85d-4104-95a3-cf4c5e448836 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:14.508601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Attempting to bind port 7e097b37-c85d-4104-95a3-cf4c5e448836 on network b275d9b7-467c-4485-b815-d38e927fe468 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:14.571312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:14.571692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Checking segment: {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:14.572100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.572505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Bound using segment: {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:14.572988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Bound port: 7e097b37-c85d-4104-95a3-cf4c5e448836, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1eac39f-7175-4578-9834-42045e3c68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:14.573398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.630235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.643377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.651934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.684409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object f675a8bd-8975-4a96-83ba-f41cca4dbe87 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:14.685646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:14.732448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Attempting to bind port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:14.732739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Attempting to bind port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:14.733336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Attempting to bind port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 on network de089a0a-fa22-400e-ba48-8da476637719 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:14.736218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port d94763f5-98cb-4006-973f-cdeef6024e12 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:14.763795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d94763f5-98cb-4006-973f-cdeef6024e12 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:14.764155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.775355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event updated for resources: {'Port': ['ID=5b2c2a32-e5f2-4804-996d-ac5ddfd27568,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:14.781414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:14.783192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.804924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:14.805326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Checking segment: {'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:14.805733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.806137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Bound using segment: {'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:14.806608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Bound port: 522b4d43-ef9b-4b38-95d1-9a76effdfc10, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:14.806986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.816414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.823933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-930953eb-b87c-4de6-9104-02a8c0eb3f7d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:14.849537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] For port 7e097b37-c85d-4104-95a3-cf4c5e448836, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:14.902255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] For port 7e097b37-c85d-4104-95a3-cf4c5e448836, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7e097b37-c85d-4104-95a3-cf4c5e448836,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:14.920541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.927624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-90ceeeee-62ba-4369-98d7-d7fe01e070e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:14.943777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network de089a0a-fa22-400e-ba48-8da476637719 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:14.962695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:14.970866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:14.971647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:14.979291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=f675a8bd-8975-4a96-83ba-f41cca4dbe87,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:14.992795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:15.034273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:15.036612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:15.047927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] For port 522b4d43-ef9b-4b38-95d1-9a76effdfc10, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:15.082139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] For port 522b4d43-ef9b-4b38-95d1-9a76effdfc10, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=522b4d43-ef9b-4b38-95d1-9a76effdfc10,segment=NetworkSegment(97d89500-7ef4-44be-93da-cf1b063b0d80),segment_id=97d89500-7ef4-44be-93da-cf1b063b0d80)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:15.099084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ceeeee-62ba-4369-98d7-d7fe01e070e8 None None] Pushing event updated for resources: {'Port': ['ID=7e097b37-c85d-4104-95a3-cf4c5e448836,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:15.106549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:15.110988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-90ceeeee-62ba-4369-98d7-d7fe01e070e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:15.111452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-90ceeeee-62ba-4369-98d7-d7fe01e070e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:15.141637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:15.170630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:15.171279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7c0d30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:02:45Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:15.267599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:15.381289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port d94763f5-98cb-4006-973f-cdeef6024e12, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d94763f5-98cb-4006-973f-cdeef6024e12,segment=NetworkSegment(7009562f-e4d8-4669-960a-ace51ad829aa),segment_id=7009562f-e4d8-4669-960a-ace51ad829aa)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:15.390493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Pushing event updated for resources: {'Port': ['ID=522b4d43-ef9b-4b38-95d1-9a76effdfc10,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:15.393083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:15.394888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:15.395343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:15.431661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d11fba76-b871-4752-8cf8-853ae946412f None None] Provisioning for port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:15.455681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d11fba76-b871-4752-8cf8-853ae946412f None None] Provisioning complete for port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:15.456176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d11fba76-b871-4752-8cf8-853ae946412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:15.557793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:15.600420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f03e-f4e6-4fde-9927-494ffc7c7363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:15.601887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d11fba76-b871-4752-8cf8-853ae946412f None None] Port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:15.603807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=d94763f5-98cb-4006-973f-cdeef6024e12,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:15.621007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:15.807576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d11fba76-b871-4752-8cf8-853ae946412f None None] Provisioning complete for port d94763f5-98cb-4006-973f-cdeef6024e12 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:15.807953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d11fba76-b871-4752-8cf8-853ae946412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:15.959544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:16.123957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:16.131187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:16.132076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:16.136827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0f1e9086-131f-4ff9-b1ce-0097f2e1867d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:16.139499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7c0d30>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:09Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:07Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e097b37-c85d-4104-95a3-cf4c5e448836', 'name': '', 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c3:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c79a215-1bc7-4e68-9b55-98b944231aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:07Z', 'updated_at': '2021-12-15T19:03:14Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '5c79a215-1bc7-4e68-9b55-98b944231aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:16.143649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f612250-6c31-48c1-86ba-1316cba34930 None None] The sync data for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv is: [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:09Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:07Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e097b37-c85d-4104-95a3-cf4c5e448836', 'name': '', 'network_id': 'b275d9b7-467c-4485-b815-d38e927fe468', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c3:74:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c79a215-1bc7-4e68-9b55-98b944231aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:07Z', 'updated_at': '2021-12-15T19:03:14Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '5c79a215-1bc7-4e68-9b55-98b944231aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:16.241557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-63ba21af-0c53-4ee4-a596-0b33b2aca941 None None] Provisioning complete for port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:16.242177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63ba21af-0c53-4ee4-a596-0b33b2aca941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:16.266094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=f675a8bd-8975-4a96-83ba-f41cca4dbe87,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:16.269806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:16.382416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-63ba21af-0c53-4ee4-a596-0b33b2aca941 None None] Port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:16.433746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:16.439495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d94763f5-98cb-4006-973f-cdeef6024e12 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:16.448592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network de089a0a-fa22-400e-ba48-8da476637719 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:16.454430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59716) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:16.454977 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7715359
Dec 15 19:03:16.456080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:16.464918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:16.549331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d94763f5-98cb-4006-973f-cdeef6024e12 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:16.550267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:16.732565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:16.738847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 522b4d43-ef9b-4b38-95d1-9a76effdfc10 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:16.847141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:16.870825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d6080-7631-44b4-aa61-d14770d38992 None None] Network de089a0a-fa22-400e-ba48-8da476637719 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:16.890031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:16.982696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:03:16.984831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Provisioning for port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:17.000705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Provisioning complete for port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:17.001088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.163624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:17.168481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2892003
Dec 15 19:03:17.173766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59722) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:17.175409 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:17.180810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1816227847'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:17.187337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:17.190211 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:17.190990 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9880>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:17.191762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:17.195239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:17.202496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:17.213199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.219072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:17.222986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.226345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 19:03:17.241875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Removed routes are [] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 19:03:17.242273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.246581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] For port 522b4d43-ef9b-4b38-95d1-9a76effdfc10, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=522b4d43-ef9b-4b38-95d1-9a76effdfc10,segment=NetworkSegment(97d89500-7ef4-44be-93da-cf1b063b0d80),segment_id=97d89500-7ef4-44be-93da-cf1b063b0d80)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:17.260596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.261930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:03:17.264350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2f737567-1950-4fe9-9b55-7e90b69f5a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:17.273288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.273963 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment 027faa67-2c7b-4b58-ad36-c6bd94259908 of type vlan for network 277da6c0-4e16-4587-97d2-c3c660626b16
Dec 15 19:03:17.305134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.347413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.349597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Pushing event updated for resources: {'Port': ['ID=522b4d43-ef9b-4b38-95d1-9a76effdfc10,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:17.352183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:17.352904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.359697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:17.372275 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:17.379692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2b414cf9-75cd-4fe5-9caf-58ce42342806 tempest-RoutersNegativeTest-88350812 tempest-RoutersNegativeTest-88350812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:17.415116 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2398233
Dec 15 19:03:17.419388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59726) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:17.432200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:17.701735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-922ffa30-2b92-4f7a-a6ec-8efafc75f443 None None] Provisioning for port f675a8bd-8975-4a96-83ba-f41cca4dbe87 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:17.707247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-922ffa30-2b92-4f7a-a6ec-8efafc75f443 None None] Provisioning complete for port f675a8bd-8975-4a96-83ba-f41cca4dbe87 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:17.707651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-922ffa30-2b92-4f7a-a6ec-8efafc75f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.802932 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9880>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:15Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:15Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:17.804294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=277da6c0-4e16-4587-97d2-c3c660626b16,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:17.807783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:17.811868 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:17.812223 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Updating router 68588322-fdbd-46fe-bb56-4740f06e087d port f675a8bd-8975-4a96-83ba-f41cca4dbe87 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:17.828464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 277da6c0-4e16-4587-97d2-c3c660626b16 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:03:17.853607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-922ffa30-2b92-4f7a-a6ec-8efafc75f443 None None] Port f675a8bd-8975-4a96-83ba-f41cca4dbe87 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:17.856514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:17.863711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.868614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:17.875961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:17.878013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.878647 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:17.892940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:17.917907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:17.948699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-922ffa30-2b92-4f7a-a6ec-8efafc75f443 None None] Provisioning complete for port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:17.949134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-922ffa30-2b92-4f7a-a6ec-8efafc75f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.088519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.129584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:18.219158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.247159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f8991b2-3574-4036-880b-f0e4bc8ea535 None None] Provisioning complete for port f675a8bd-8975-4a96-83ba-f41cca4dbe87 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:18.247680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f8991b2-3574-4036-880b-f0e4bc8ea535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.322306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f8991b2-3574-4036-880b-f0e4bc8ea535 None None] Port f675a8bd-8975-4a96-83ba-f41cca4dbe87 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:18.335981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7e097b37-c85d-4104-95a3-cf4c5e448836 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:18.372204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:18.378484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.382426 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-86b61213-87d0-40fd-a5ca-f6663a3977ce tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 200  len: 933 time: 1.9261620
Dec 15 19:03:18.382827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59730) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:18.419991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 7e097b37-c85d-4104-95a3-cf4c5e448836 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:18.425090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7e097b37-c85d-4104-95a3-cf4c5e448836 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:18.425594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.430499 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.443985 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Transition to ACTIVE for port object f675a8bd-8975-4a96-83ba-f41cca4dbe87 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:18.446349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.451855 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.456212 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:18.456804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-561e9e4d-f633-4219-9b4a-04a56b35239b tempest-AllowedAddressPairTestJSON-929608203 tempest-AllowedAddressPairTestJSON-929608203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:18.543625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.581020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 7e097b37-c85d-4104-95a3-cf4c5e448836, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7e097b37-c85d-4104-95a3-cf4c5e448836,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:18.584866 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Pushing event updated for resources: {'Port': ['ID=f675a8bd-8975-4a96-83ba-f41cca4dbe87,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:18.586837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.588439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 522b4d43-ef9b-4b38-95d1-9a76effdfc10 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:18.591884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=16b49b7e-6540-4f17-b688-0ce14c76d345,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:18.601485 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.602035 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.602466 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.602998 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.603501 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.603923 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.604338 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.604773 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.605210 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.605643 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.606045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:18.606176 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:18.610742 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:18.626702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-261e861c-e41b-4f28-9258-a9d6f3d4a2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:18.640986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:18.641381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: 277da6c0-4e16-4587-97d2-c3c660626b16, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:03:18.679153 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b1368d51-597f-40c3-a35e-0a088d918669 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 200  len: 933 time: 0.2948174
Dec 15 19:03:18.682107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59734) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:18.688857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'routes': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:18.690197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 277da6c0-4e16-4587-97d2-c3c660626b16 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:03:18.718312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 277da6c0-4e16-4587-97d2-c3c660626b16) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:18.722584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:18.723387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.767793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3469243
Dec 15 19:03:18.770626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59738) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:18.790128 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Attempting to bind port f675a8bd-8975-4a96-83ba-f41cca4dbe87 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:18.790621 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Attempting to bind port f675a8bd-8975-4a96-83ba-f41cca4dbe87 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:18.790842 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Attempting to bind port f675a8bd-8975-4a96-83ba-f41cca4dbe87 on network de089a0a-fa22-400e-ba48-8da476637719 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:18.798510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c4551-6364-4ac3-8747-e741575162d7 None None] Network 277da6c0-4e16-4587-97d2-c3c660626b16 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:18.802577 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:18.802955 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Checking segment: {'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:18.803351 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.807521 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Bound using segment: {'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:18.808015 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Bound port: f675a8bd-8975-4a96-83ba-f41cca4dbe87, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d89500-7ef4-44be-93da-cf1b063b0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:18.808553 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.892667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=7e097b37-c85d-4104-95a3-cf4c5e448836,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:18.904913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:18.913821 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] For port f675a8bd-8975-4a96-83ba-f41cca4dbe87, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:18.919681 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] For port f675a8bd-8975-4a96-83ba-f41cca4dbe87, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f675a8bd-8975-4a96-83ba-f41cca4dbe87,segment=NetworkSegment(97d89500-7ef4-44be-93da-cf1b063b0d80),segment_id=97d89500-7ef4-44be-93da-cf1b063b0d80)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:18.927396 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:18.932001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-452d3fea-4990-431c-b229-61f8b8d799bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:19.034804 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Pushing event updated for resources: {'Port': ['ID=f675a8bd-8975-4a96-83ba-f41cca4dbe87,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:19.036504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:19.036982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:19.038137 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:19.038708 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:19.039487 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9880>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:19.191938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-277da6c0-4e16-4587-97d2-c3c660626b16', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:03:19.192928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:19.241632 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:19.483889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Allocated IP 2001:db8:1::2 (277da6c0-4e16-4587-97d2-c3c660626b16/16b49b7e-6540-4f17-b688-0ce14c76d345/a3622c0f-49c1-4b1a-8d4a-417d60e24269) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:19.583007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added routes are [] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 19:03:19.583581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 19:03:19.619922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:19.624661 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedda9880>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:15Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:18Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:19.630169 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8007d-2d81-4508-9dac-cab219d56669 None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:15Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:18Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:19.660913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:19.745104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:19.756291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Transition to ACTIVE for port object a3622c0f-49c1-4b1a-8d4a-417d60e24269 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:19.776006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Transition to ACTIVE for port object a3622c0f-49c1-4b1a-8d4a-417d60e24269 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:19.783472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:19.790225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63113e99-79d6-4ec4-9ab9-46012af814a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:19.854284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Network 277da6c0-4e16-4587-97d2-c3c660626b16 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:19.862001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:19.867037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:19.873578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Pushing event updated for resources: {'Port': ['ID=a3622c0f-49c1-4b1a-8d4a-417d60e24269,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:19.878568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:19.964736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Attempting to bind port a3622c0f-49c1-4b1a-8d4a-417d60e24269 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:19.965113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Attempting to bind port a3622c0f-49c1-4b1a-8d4a-417d60e24269 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:19.965514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Attempting to bind port a3622c0f-49c1-4b1a-8d4a-417d60e24269 on network 277da6c0-4e16-4587-97d2-c3c660626b16 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:19.972619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:19.972995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Checking segment: {'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:19.973427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:19.973874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Bound using segment: {'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:19.974764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Bound port: a3622c0f-49c1-4b1a-8d4a-417d60e24269, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:19.974764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.063761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] For port a3622c0f-49c1-4b1a-8d4a-417d60e24269, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:20.066376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] For port a3622c0f-49c1-4b1a-8d4a-417d60e24269, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a3622c0f-49c1-4b1a-8d4a-417d60e24269,segment=NetworkSegment(027faa67-2c7b-4b58-ad36-c6bd94259908),segment_id=027faa67-2c7b-4b58-ad36-c6bd94259908)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:20.072651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.077868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:20.111223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.114851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.160526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Pushing event updated for resources: {'Port': ['ID=a3622c0f-49c1-4b1a-8d4a-417d60e24269,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:20.164133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:20.217517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8:1::1 (277da6c0-4e16-4587-97d2-c3c660626b16/16b49b7e-6540-4f17-b688-0ce14c76d345/368a2f3e-1e5d-41c7-a414-0dd024b498ed) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:20.274392 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7e097b37-c85d-4104-95a3-cf4c5e448836 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:20.319402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:20.379511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7e097b37-c85d-4104-95a3-cf4c5e448836 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:20.379900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.426982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.448984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 368a2f3e-1e5d-41c7-a414-0dd024b498ed will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:20.481532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.498687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:20.556276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:20.561920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 277da6c0-4e16-4587-97d2-c3c660626b16 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:20.563301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.565205 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6d8f5e9e-a5fa-4e7a-8133-6c5983bff608 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 200  len: 699 time: 1.8816333
Dec 15 19:03:20.565795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:20.567383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59744) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:20.568842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:20.569479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.598906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=368a2f3e-1e5d-41c7-a414-0dd024b498ed,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:20.602296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:20.676372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:20.750912 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b4cbb6bc-08cb-4aa1-a69e-00c417c969b9 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 200  len: 699 time: 0.1822791
Dec 15 19:03:20.755021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59748) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:21.086367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:21.092493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:21.093782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:21.098900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:21.101243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:21.209414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c9c52-b9e6-4612-a4f2-b419a1678144 None None] Network 277da6c0-4e16-4587-97d2-c3c660626b16 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:21.247112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=368a2f3e-1e5d-41c7-a414-0dd024b498ed,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:21.250527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:21.316219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:21.318217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 277da6c0-4e16-4587-97d2-c3c660626b16 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:21.319525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:21.335039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:21.335669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd916a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:21.539602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2ac0aa15-2522-472a-ab48-a7d1e298937a None None] Provisioning for port a3622c0f-49c1-4b1a-8d4a-417d60e24269 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:21.616267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:21.797529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:21.913095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:21.914114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:21.970010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:21.986094 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2115445
Dec 15 19:03:21.986319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59754) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:21.993214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1461002382'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:21.998397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:22.002651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:22.007087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:22.012730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:22.022186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd916a0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:19Z', 'revision_number': 7, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': '2418fd71-e4de-4112-a1d6-2217e228c5ea', 'name': '', 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b1:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:05Z', 'updated_at': '2021-12-15T19:03:06Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b2c2a32-e5f2-4804-996d-ac5ddfd27568', 'name': '', 'network_id': 'ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:a8:5c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d6d5278-8435-4390-8a27-44dbb3e385cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:12Z', 'updated_at': '2021-12-15T19:03:14Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '0d6d5278-8435-4390-8a27-44dbb3e385cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:22.027271 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:22.027810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:22.027967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Updating router 5f5602b6-b79b-43b2-bc01-19ef7637b940 port 2418fd71-e4de-4112-a1d6-2217e228c5ea binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:22.033162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.064203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:03:22.077239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.077792 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment f9a3530e-9e11-4611-87cb-b9d4bbb2618f of type vlan for network e4a66ca2-d47e-4dd5-b902-c142e1483354
Dec 15 19:03:22.088798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.121539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.136902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.156718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.161223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:22.162051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.168591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bc4f7168-2065-40af-9d95-b660aac78db8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:22.300431 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3120811
Dec 15 19:03:22.304996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a3622c0f-49c1-4b1a-8d4a-417d60e24269 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:22.314220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59758) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:22.323521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:22.362314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:22.369099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=e4a66ca2-d47e-4dd5-b902-c142e1483354,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:22.385232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:22.439276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:03:22.531401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:22.536169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:22.539843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:22.551149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:22.571767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:22.645543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Provisioning for port 368a2f3e-1e5d-41c7-a414-0dd024b498ed completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:22.663996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Provisioning complete for port 368a2f3e-1e5d-41c7-a414-0dd024b498ed triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:22.664191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.681780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.695712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8d4282c5-d05d-4e7f-a539-1fa8b3386026 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:22.729048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Port 368a2f3e-1e5d-41c7-a414-0dd024b498ed cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:22.732077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a3622c0f-49c1-4b1a-8d4a-417d60e24269 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:22.750524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a3622c0f-49c1-4b1a-8d4a-417d60e24269 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:22.753226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.759286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:22.807858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=5b2c2a32-e5f2-4804-996d-ac5ddfd27568,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:22.816981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:22.873673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Provisioning complete for port a3622c0f-49c1-4b1a-8d4a-417d60e24269 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:22.874305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.021562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.051763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Transition to ACTIVE for port object 2418fd71-e4de-4112-a1d6-2217e228c5ea will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:23.094721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.101368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbbe61c0-57e0-4424-b700-e22b483f9f6c tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:23.105405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.126161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.134562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:23.151346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.188508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=a9cb650b-40c3-43f4-809a-b009c5fc7ddd,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:23.192547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:23.199598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:23.199966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: e4a66ca2-d47e-4dd5-b902-c142e1483354, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:03:23.211921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.226847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:03:23.243542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, e4a66ca2-d47e-4dd5-b902-c142e1483354) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:23.247892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:23.248572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.276470 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9588819
Dec 15 19:03:23.276826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59768) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:23.287174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a3622c0f-49c1-4b1a-8d4a-417d60e24269, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a3622c0f-49c1-4b1a-8d4a-417d60e24269,segment=NetworkSegment(027faa67-2c7b-4b58-ad36-c6bd94259908),segment_id=027faa67-2c7b-4b58-ad36-c6bd94259908)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:23.293608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726dd337-f33b-4c41-a101-506068e42c52 None None] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:23.359296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.362661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8d4de-34e5-418f-8db4-15c8f18f7358 None None] Pushing event updated for resources: {'Port': ['ID=2418fd71-e4de-4112-a1d6-2217e228c5ea,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:23.396196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ef8d4de-34e5-418f-8db4-15c8f18f7358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:23.398166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:23.794364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:03:23.794724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-133d39bb-4ba1-4aab-9589-783761c093fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:03:23.812583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a3622c0f-49c1-4b1a-8d4a-417d60e24269,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:23.818263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:23.847094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Attempting to bind port 2418fd71-e4de-4112-a1d6-2217e228c5ea on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:23.847515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Attempting to bind port 2418fd71-e4de-4112-a1d6-2217e228c5ea by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:23.847833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Attempting to bind port 2418fd71-e4de-4112-a1d6-2217e228c5ea on network 9064b9d8-150e-4cf9-85ba-fc09da99334b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:23.863262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:23.863743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Checking segment: {'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:23.864040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.864435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Bound using segment: {'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:23.864913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Bound port: 2418fd71-e4de-4112-a1d6-2217e228c5ea, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231ec4db-6df4-4240-983c-78efcf0c6114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:23.865286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:23.986851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-e4a66ca2-d47e-4dd5-b902-c142e1483354', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:03:23.987744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:24.017785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] For port 2418fd71-e4de-4112-a1d6-2217e228c5ea, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:24.046592 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-a77058dc-fe88-4b11-8e6a-201092320e12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1098 time: 0.2707188
Dec 15 19:03:24.066955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] For port 2418fd71-e4de-4112-a1d6-2217e228c5ea, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2418fd71-e4de-4112-a1d6-2217e228c5ea,segment=NetworkSegment(231ec4db-6df4-4240-983c-78efcf0c6114),segment_id=231ec4db-6df4-4240-983c-78efcf0c6114)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:24.074471 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:24.082316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:24.101896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8816-cad5-4051-b4f9-4be93be37681 req-5fad8597-af5d-416c-827b-512362331c9c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:24.103339 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fc6b8816-cad5-4051-b4f9-4be93be37681 req-5fad8597-af5d-416c-827b-512362331c9c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2931762
Dec 15 19:03:24.149255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:24.162640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Updating router 5f5602b6-b79b-43b2-bc01-19ef7637b940 port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:24.240205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Port 5b2c2a32-e5f2-4804-996d-ac5ddfd27568 not found while updating agent binding for router 5f5602b6-b79b-43b2-bc01-19ef7637b940. {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}}
Dec 15 19:03:24.264693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8d4de-34e5-418f-8db4-15c8f18f7358 None None] Pushing event updated for resources: {'Port': ['ID=2418fd71-e4de-4112-a1d6-2217e228c5ea,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:24.276275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ef8d4de-34e5-418f-8db4-15c8f18f7358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:24.287130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:24.287719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd916a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:24.296069 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fc6b8816-cad5-4051-b4f9-4be93be37681 req-eafaf2b8-bf3f-459a-ab23-68013fccfee0 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391714
Dec 15 19:03:24.305219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-706d206b-7dfa-43a3-91ff-178dc76c005d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:24.306817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-706d206b-7dfa-43a3-91ff-178dc76c005d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 912 time: 0.2502890
Dec 15 19:03:24.380639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:24.394625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a3622c0f-49c1-4b1a-8d4a-417d60e24269 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:24.526787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Allocated IP 2001:db8:2::2 (e4a66ca2-d47e-4dd5-b902-c142e1483354/a9cb650b-40c3-43f4-809a-b009c5fc7ddd/b2a35495-d7da-4a3d-80b9-2e210d36d9cb) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:24.541681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-66d58e25-c581-4cad-a176-bd68e13fff4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 999 time: 0.2179577
Dec 15 19:03:24.615722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-1ac8e23b-2b93-44dd-afa8-358c7d2970df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:24.617124 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-1ac8e23b-2b93-44dd-afa8-358c7d2970df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.0688455
Dec 15 19:03:24.669485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:24.698872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:24.724775 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9663544
Dec 15 19:03:24.725533 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-7515f921-18d7-4b09-927d-ee49859c0ed6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0943723
Dec 15 19:03:24.725976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59776) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:24.769685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a3622c0f-49c1-4b1a-8d4a-417d60e24269 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:24.770079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:24.983708 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-9fc7cd9c-1f43-49ff-a3aa-00155021151a service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243528
Dec 15 19:03:25.084245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet 0d6d5278-8435-4390-8a27-44dbb3e385cd {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:25.097893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.179351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.184287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5574d51e-d135-4856-ab3f-dcda97267608 None None] Provisioning complete for port 368a2f3e-1e5d-41c7-a414-0dd024b498ed triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:25.184690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5574d51e-d135-4856-ab3f-dcda97267608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.249116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Transition to ACTIVE for port object b2a35495-d7da-4a3d-80b9-2e210d36d9cb will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:25.319020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.328356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5574d51e-d135-4856-ab3f-dcda97267608 None None] Port 368a2f3e-1e5d-41c7-a414-0dd024b498ed cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:25.330773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Transition to ACTIVE for port object b2a35495-d7da-4a3d-80b9-2e210d36d9cb will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:25.341509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.348521 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7953b19f-5ee3-4542-b23e-c7b8de225e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:25.370247 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b455f99f-d9f2-45d1-9ad5-a6a77ed57806 req-67870580-9c66-4f4e-82b0-98c9e342f925 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3717904
Dec 15 19:03:25.423106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.429431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:25.434897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:25.437943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Pushing event updated for resources: {'Port': ['ID=b2a35495-d7da-4a3d-80b9-2e210d36d9cb,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:25.440267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:25.444247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd916a0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:22Z', 'revision_number': 8, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': '2418fd71-e4de-4112-a1d6-2217e228c5ea', 'name': '', 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b1:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:05Z', 'updated_at': '2021-12-15T19:03:24Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:25.449465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:25.482399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8:2::1 (e4a66ca2-d47e-4dd5-b902-c142e1483354/a9cb650b-40c3-43f4-809a-b009c5fc7ddd/83f55277-24f0-4f5a-8bb4-bf4fac51c274) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:25.505124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaaf42b-d2ff-4921-8e45-3e399e1a9494 None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:22Z', 'revision_number': 8, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': '2418fd71-e4de-4112-a1d6-2217e228c5ea', 'name': '', 'network_id': '9064b9d8-150e-4cf9-85ba-fc09da99334b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b1:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:05Z', 'updated_at': '2021-12-15T19:03:24Z', 'revision_number': 4, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': 'f74395f2-3211-4847-a8a4-565893d32fca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:25.540184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.545585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:25.596775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Attempting to bind port b2a35495-d7da-4a3d-80b9-2e210d36d9cb on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:25.597672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Attempting to bind port b2a35495-d7da-4a3d-80b9-2e210d36d9cb by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:25.598214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Attempting to bind port b2a35495-d7da-4a3d-80b9-2e210d36d9cb on network e4a66ca2-d47e-4dd5-b902-c142e1483354 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:25.598817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6d5278-8435-4390-8a27-44dbb3e385cd,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:25.601518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:25.604459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.613703 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/0d6d5278-8435-4390-8a27-44dbb3e385cd HTTP/1.1" status: 204  len: 168 time: 0.8844898
Dec 15 19:03:25.613897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59784) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:25.617433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b71026-f6c1-4c6e-b137-70d6f2a9f305 None None] Network ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:25.703543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:25.704003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Checking segment: {'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:25.704420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.704830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Bound using segment: {'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:25.705388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Bound port: b2a35495-d7da-4a3d-80b9-2e210d36d9cb, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:25.705994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.732749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af7d56-849d-460f-a0fb-3df135d607b3 req-5df56f81-ecb3-4ca7-a65b-15f763119a67 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:25.734687 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4af7d56-849d-460f-a0fb-3df135d607b3 req-5df56f81-ecb3-4ca7-a65b-15f763119a67 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2399440
Dec 15 19:03:25.737804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.750767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port d94763f5-98cb-4006-973f-cdeef6024e12 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:25.751728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.813945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4af7d56-849d-460f-a0fb-3df135d607b3 req-bfcdc9c6-15f6-444e-b743-91c24a270895 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717492
Dec 15 19:03:25.841215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.849853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 83f55277-24f0-4f5a-8bb4-bf4fac51c274 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:25.874048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.878586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ad13935-a466-440c-9234-199ea2d384af tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:25.948237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] For port b2a35495-d7da-4a3d-80b9-2e210d36d9cb, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:25.952455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] For port b2a35495-d7da-4a3d-80b9-2e210d36d9cb, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b2a35495-d7da-4a3d-80b9-2e210d36d9cb,segment=NetworkSegment(f9a3530e-9e11-4611-87cb-b9d4bbb2618f),segment_id=f9a3530e-9e11-4611-87cb-b9d4bbb2618f)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:25.953816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:25.957723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:25.959704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=83f55277-24f0-4f5a-8bb4-bf4fac51c274,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:25.960273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.961991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:25.962504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.973994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port d94763f5-98cb-4006-973f-cdeef6024e12, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d94763f5-98cb-4006-973f-cdeef6024e12,segment=NetworkSegment(7009562f-e4d8-4669-960a-ace51ad829aa),segment_id=7009562f-e4d8-4669-960a-ace51ad829aa)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:25.974323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:25.979714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:25.988276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:26.059420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.117333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Pushing event updated for resources: {'Port': ['ID=b2a35495-d7da-4a3d-80b9-2e210d36d9cb,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:26.119321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for d94763f5-98cb-4006-973f-cdeef6024e12 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:26.122543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:26.174160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defcbf31-8168-4f89-9851-4edf82371402 None None] DHCP port deletion for ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:26.179753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-defcbf31-8168-4f89-9851-4edf82371402 None None] Deleting port d94763f5-98cb-4006-973f-cdeef6024e12 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:26.181292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-defcbf31-8168-4f89-9851-4edf82371402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.219495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.225176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fa49fce3-3800-44d2-a85c-7d29c23b6655 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:26.280573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=d94763f5-98cb-4006-973f-cdeef6024e12,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:26.286439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:26.289714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-defcbf31-8168-4f89-9851-4edf82371402 None None] The port 'd94763f5-98cb-4006-973f-cdeef6024e12' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:03:26.291960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No DVR routers for this DVR port d94763f5-98cb-4006-973f-cdeef6024e12 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:26.321901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2418fd71-e4de-4112-a1d6-2217e228c5ea up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:26.429990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 2418fd71-e4de-4112-a1d6-2217e228c5ea completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:26.435276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 2418fd71-e4de-4112-a1d6-2217e228c5ea triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:26.435807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.497006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.535091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec453c70>,) {'filters': {'network_id': ['ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:26.551623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec453c70>, '7009562f-e4d8-4669-960a-ace51ad829aa') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:26.552017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec453c70>, '7009562f-e4d8-4669-960a-ace51ad829aa') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:26.564439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.581882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.588724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:26.589194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.593371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:26.605353 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:26.610927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.616482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.617437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.621863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d324b0dd-6c76-4189-9293-356974d89695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:26.627876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 2418fd71-e4de-4112-a1d6-2217e228c5ea, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2418fd71-e4de-4112-a1d6-2217e228c5ea,segment=NetworkSegment(231ec4db-6df4-4240-983c-78efcf0c6114),segment_id=231ec4db-6df4-4240-983c-78efcf0c6114)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:26.632279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.634242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:26.699437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d94763f5-98cb-4006-973f-cdeef6024e12 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:26.702635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.716346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.732458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:26.756341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: d94763f5-98cb-4006-973f-cdeef6024e12 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:26.756695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d94763f5-98cb-4006-973f-cdeef6024e12 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:26.764312 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906 HTTP/1.1" status: 204  len: 168 time: 1.1492581
Dec 15 19:03:26.767818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59788) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:26.783980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=2418fd71-e4de-4112-a1d6-2217e228c5ea,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:26.787101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:26.795805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=83f55277-24f0-4f5a-8bb4-bf4fac51c274,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:26.799814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:26.835695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=ab0ee315-0fc1-4c7c-a0bc-9c76d60f9906,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:26.838069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:26.920728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:26.976204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:26.977420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:27.277007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b5186-ab06-421e-bd2a-546fc115db15 None None] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:27.290429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179db042-3130-47be-8a55-dddfeb12268a req-91774266-6a78-449d-90f8-1bfecadc6dac tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:27.292078 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-179db042-3130-47be-8a55-dddfeb12268a req-91774266-6a78-449d-90f8-1bfecadc6dac tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.3432848
Dec 15 19:03:27.323423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:27.366203 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-179db042-3130-47be-8a55-dddfeb12268a req-531899f7-d00c-4059-95b5-2d14f4632894 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682633
Dec 15 19:03:27.371501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:27.403605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4084880f-b35e-486f-a2c0-e48610030746 None None] Provisioning for port b2a35495-d7da-4a3d-80b9-2e210d36d9cb completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:27.506239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:27.523210 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2451167
Dec 15 19:03:27.523985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59796) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:27.530553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-109065074'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:27.534793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:27.540045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:network and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:27.543973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:27.550601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:27.562306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:27.565446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:27.596236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:03:27.608061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:27.608406 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added segment 89cb3561-226b-4455-b129-22021f794b65 of type vlan for network 9c326f27-3afa-4526-a140-94814814b74a
Dec 15 19:03:27.636466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:27.670923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:27.674981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:27.675563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:27.680959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-13b63730-fd1e-4201-bc80-bd225bb65fd0 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:27.774684 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2496538
Dec 15 19:03:27.775292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59802) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:27.794208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'subnet': {'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:27.825676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Network': ['ID=9c326f27-3afa-4526-a140-94814814b74a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:27.830091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:27.831277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59806) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:27.842291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9c326f27-3afa-4526-a140-94814814b74a details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:03:27.968176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0dbaec94-3af4-4b04-a596-bd0cabf9ecee None None] Provisioning for port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:27.974941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0dbaec94-3af4-4b04-a596-bd0cabf9ecee None None] Provisioning complete for port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:27.975590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0dbaec94-3af4-4b04-a596-bd0cabf9ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:27.993698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:28.000195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:subnet and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:28.004563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:28.011904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:28.044627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port 2418fd71-e4de-4112-a1d6-2217e228c5ea {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:28.045125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.093386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0dbaec94-3af4-4b04-a596-bd0cabf9ecee None None] Port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:28.096644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Made reservation on behalf of 2340f76848574b7f88addbba4be6160a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:28.212101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.247572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf51e3df-e302-4928-846e-5d4a92a7e4eb None None] Provisioning complete for port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:28.248334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf51e3df-e302-4928-846e-5d4a92a7e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.279763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port 2418fd71-e4de-4112-a1d6-2217e228c5ea, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2418fd71-e4de-4112-a1d6-2217e228c5ea,segment=NetworkSegment(231ec4db-6df4-4240-983c-78efcf0c6114),segment_id=231ec4db-6df4-4240-983c-78efcf0c6114)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:28.280413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.337326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf51e3df-e302-4928-846e-5d4a92a7e4eb None None] Port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:28.401316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b2a35495-d7da-4a3d-80b9-2e210d36d9cb up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:28.434916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for 2418fd71-e4de-4112-a1d6-2217e228c5ea owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:28.483714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dd805ac9-c423-413d-b30b-27eb6f6abcb0 None None] Provisioning complete for port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:28.484237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dd805ac9-c423-413d-b30b-27eb6f6abcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.537219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port b2a35495-d7da-4a3d-80b9-2e210d36d9cb completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:28.545755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dd805ac9-c423-413d-b30b-27eb6f6abcb0 None None] Port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:03:28.547258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b2a35495-d7da-4a3d-80b9-2e210d36d9cb triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:28.547925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.629177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.633567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1f339ede-e897-45f5-88dd-5bd2a8ce0695 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:28.665686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.677168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=2418fd71-e4de-4112-a1d6-2217e228c5ea,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:28.680287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:28.705533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port b2a35495-d7da-4a3d-80b9-2e210d36d9cb, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b2a35495-d7da-4a3d-80b9-2e210d36d9cb,segment=NetworkSegment(f9a3530e-9e11-4611-87cb-b9d4bbb2618f),segment_id=f9a3530e-9e11-4611-87cb-b9d4bbb2618f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:28.710749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.711985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2418fd71-e4de-4112-a1d6-2217e228c5ea up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:28.746389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-341fccc6-9c6b-4d77-b912-fc62f396c017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:28.760929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.766574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4c77555-63fc-440f-9fcc-d0610ca2481b tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:28.797167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 2418fd71-e4de-4112-a1d6-2217e228c5ea {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:28.797835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2418fd71-e4de-4112-a1d6-2217e228c5ea not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 15 19:03:28.844225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Port 2418fd71-e4de-4112-a1d6-2217e228c5ea not found, will not notify nova. {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 15 19:03:28.849421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Subnet': ['ID=eccf4bed-6c4d-4f57-bc74-215c8a0e69b7,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:28.866169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:28.918401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Checking segment: {'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:28.918810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network hostable DHCP agents. Network: 9c326f27-3afa-4526-a140-94814814b74a, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:03:28.920311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=b2a35495-d7da-4a3d-80b9-2e210d36d9cb,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:28.945488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:28.950944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:28.960832 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:28.986519 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:28.987167 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b7f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:29.107521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 9c326f27-3afa-4526-a140-94814814b74a is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:03:29.132804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9c326f27-3afa-4526-a140-94814814b74a) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:29.142482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f0cba-cfa7-4b20-bc2a-60946a1bbf97 None None] Network 9c326f27-3afa-4526-a140-94814814b74a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:29.150487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:29.151159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:29.183196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:29.231915 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:29.274544 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4853084
Dec 15 19:03:29.279203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59810) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:29.528303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9c326f27-3afa-4526-a140-94814814b74a', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:03:29.529293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:29.743802 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Allocated IP 2001:db8:3::2 (9c326f27-3afa-4526-a140-94814814b74a/eccf4bed-6c4d-4f57-bc74-215c8a0e69b7/266cfdf9-e455-425a-82f3-bad81c277fa0) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:29.764204 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b7f0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:28Z', 'revision_number': 9, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:29.769062 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:29.780801 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:29.781497 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b7f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:29.958980 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:29.999547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.012557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Transition to ACTIVE for port object 266cfdf9-e455-425a-82f3-bad81c277fa0 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:30.036236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Transition to ACTIVE for port object 266cfdf9-e455-425a-82f3-bad81c277fa0 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:30.037135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 7e097b37-c85d-4104-95a3-cf4c5e448836 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:30.037773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.048291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.054456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:30.131106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Network 9c326f27-3afa-4526-a140-94814814b74a is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:30.134382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:30.140163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:30.143063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Pushing event updated for resources: {'Port': ['ID=266cfdf9-e455-425a-82f3-bad81c277fa0,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:30.147486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:30.266262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Attempting to bind port 266cfdf9-e455-425a-82f3-bad81c277fa0 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:30.266738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Attempting to bind port 266cfdf9-e455-425a-82f3-bad81c277fa0 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:30.267204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Attempting to bind port 266cfdf9-e455-425a-82f3-bad81c277fa0 on network 9c326f27-3afa-4526-a140-94814814b74a {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:30.270772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:30.286511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:30.287654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Checking segment: {'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:30.290157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.290809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Bound using segment: {'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:30.291392 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Bound port: 266cfdf9-e455-425a-82f3-bad81c277fa0, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:30.292183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.336886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 7e097b37-c85d-4104-95a3-cf4c5e448836, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7e097b37-c85d-4104-95a3-cf4c5e448836,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:30.338539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.401036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] For port 266cfdf9-e455-425a-82f3-bad81c277fa0, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:30.405718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] For port 266cfdf9-e455-425a-82f3-bad81c277fa0, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=266cfdf9-e455-425a-82f3-bad81c277fa0,segment=NetworkSegment(89cb3561-226b-4455-b129-22021f794b65),segment_id=89cb3561-226b-4455-b129-22021f794b65)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:30.427266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.441187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b2a35495-d7da-4a3d-80b9-2e210d36d9cb up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:30.447902 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b7f0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:28Z', 'revision_number': 9, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:30.455012 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270ce19-ba34-49ad-9c1b-833d0140d97b None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:28Z', 'revision_number': 9, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:30.485115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:30.511611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 7e097b37-c85d-4104-95a3-cf4c5e448836 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:30.601700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Pushing event updated for resources: {'Port': ['ID=266cfdf9-e455-425a-82f3-bad81c277fa0,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:30.604712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:30.613075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b2a35495-d7da-4a3d-80b9-2e210d36d9cb triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:30.613835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.750302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.761438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.761731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:30.769722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:30.812296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f675a8bd-8975-4a96-83ba-f41cca4dbe87 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:30.870158 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0985825
Dec 15 19:03:30.883841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59814) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:30.966259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port f675a8bd-8975-4a96-83ba-f41cca4dbe87 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:30.973817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f675a8bd-8975-4a96-83ba-f41cca4dbe87 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:30.974335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:30.985719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=7e097b37-c85d-4104-95a3-cf4c5e448836,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:30.988418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:31.148845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.208450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port f675a8bd-8975-4a96-83ba-f41cca4dbe87, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f675a8bd-8975-4a96-83ba-f41cca4dbe87,segment=NetworkSegment(97d89500-7ef4-44be-93da-cf1b063b0d80),segment_id=97d89500-7ef4-44be-93da-cf1b063b0d80)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:31.214333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.218683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:31.297733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=f675a8bd-8975-4a96-83ba-f41cca4dbe87,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:31.300745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:31.341714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.419809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet f74395f2-3211-4847-a8a4-565893d32fca {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:31.427052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.470805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Allocated IP 2001:db8:3::1 (9c326f27-3afa-4526-a140-94814814b74a/eccf4bed-6c4d-4f57-bc74-215c8a0e69b7/247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:31.501118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.740651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.749545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.772851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28526226-e5f2-4709-bfa3-d5ade0de69c2 None None] Network 9c326f27-3afa-4526-a140-94814814b74a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:31.799745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Transition to ACTIVE for port object 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:31.850098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.857713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2bd2cd20-3714-47d1-a914-e9703f794515 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:31.872437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b1da842c-2e0d-4039-9bcb-97230929fefc None None] Provisioning for port 266cfdf9-e455-425a-82f3-bad81c277fa0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:31.889712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.899624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=f74395f2-3211-4847-a8a4-565893d32fca,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:31.904047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:31.905559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e312bb0e-74c4-4326-852b-a12286743a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:31.933010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60275661-9f2d-461e-924a-feac2f4b1d83 None None] Network 9064b9d8-150e-4cf9-85ba-fc09da99334b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:31.940776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.975184 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/f74395f2-3211-4847-a8a4-565893d32fca HTTP/1.1" status: 204  len: 168 time: 1.0902898
Dec 15 19:03:31.978437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59820) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:31.979671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 9c326f27-3afa-4526-a140-94814814b74a is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:31.987912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:31.992445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:31.993039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:31.999151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:32.003486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:32.096170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.107940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 60851722-b196-48da-9d82-e8360181523b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:32.113058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.131148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port ba095831-da52-4faa-a9b9-b1e75b6c2deb {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:32.131480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.358325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] DHCP port deletion for 9064b9d8-150e-4cf9-85ba-fc09da99334b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:32.367403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Deleting port ba095831-da52-4faa-a9b9-b1e75b6c2deb {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:32.368124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.482326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 266cfdf9-e455-425a-82f3-bad81c277fa0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:32.543975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:32.610640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:32.611342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4d44c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:32.762328 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793f06-caf2-495f-b221-22972534299a None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:32.778949 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da793f06-caf2-495f-b221-22972534299a None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:32.780849 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da793f06-caf2-495f-b221-22972534299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8ad6d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:32.817384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.825709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.826823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.831798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dd0ca0ff-70a9-4e34-b29a-1e27f6e99251 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:32.837839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port ba095831-da52-4faa-a9b9-b1e75b6c2deb, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ba095831-da52-4faa-a9b9-b1e75b6c2deb,segment=NetworkSegment(231ec4db-6df4-4240-983c-78efcf0c6114),segment_id=231ec4db-6df4-4240-983c-78efcf0c6114)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:32.838388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.927284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 266cfdf9-e455-425a-82f3-bad81c277fa0 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:32.937351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 266cfdf9-e455-425a-82f3-bad81c277fa0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:32.937861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:32.947178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event updated for resources: {'Port': ['ID=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:32.950365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:32.990540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for ba095831-da52-4faa-a9b9-b1e75b6c2deb owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:32.997390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc23c600-f7ad-46f5-90c6-5046c74a3d6c None None] Provisioning complete for port 266cfdf9-e455-425a-82f3-bad81c277fa0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:32.997890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc23c600-f7ad-46f5-90c6-5046c74a3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.005007 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-da793f06-caf2-495f-b221-22972534299a None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:33.032938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] For port ba095831-da52-4faa-a9b9-b1e75b6c2deb, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ba095831-da52-4faa-a9b9-b1e75b6c2deb,segment=NetworkSegment(231ec4db-6df4-4240-983c-78efcf0c6114),segment_id=231ec4db-6df4-4240-983c-78efcf0c6114)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:33.033509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.060834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:33.078053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Network 9c326f27-3afa-4526-a140-94814814b74a is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:33.079450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:33.119748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.131781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-311ff6ba-2213-44a7-9c33-e3c8644edef6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:33.184243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No DVR routers for this DVR port ba095831-da52-4faa-a9b9-b1e75b6c2deb on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:33.256760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=ba095831-da52-4faa-a9b9-b1e75b6c2deb,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:33.266052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:33.332969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Calling delete_port for ba095831-da52-4faa-a9b9-b1e75b6c2deb owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:33.439158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:33.442072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.466480 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da793f06-caf2-495f-b221-22972534299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8ad6d0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:32Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e', 'name': '', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:d2:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:32Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:20Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:26Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:33.471215 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793f06-caf2-495f-b221-22972534299a None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:33.471659 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793f06-caf2-495f-b221-22972534299a None None] Updating router 68588322-fdbd-46fe-bb56-4740f06e087d port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:33.480717 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/60851722-b196-48da-9d82-e8360181523b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6484149
Dec 15 19:03:33.484537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecf03f70>,) {'filters': {'network_id': ['9064b9d8-150e-4cf9-85ba-fc09da99334b']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:33.498547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecf03f70>, '231ec4db-6df4-4240-983c-78efcf0c6114') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:33.498851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecf03f70>, '231ec4db-6df4-4240-983c-78efcf0c6114') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:33.514375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.523933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] Sync routers for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:33.525288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:33.542731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.550026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:33.551212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.554079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:33.554726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb15370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:33.557736 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:33.648836 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:33.654491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.658604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-edbad94a-bba9-4681-b093-19619458a2d8 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:33.693468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:33.709721 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/9064b9d8-150e-4cf9-85ba-fc09da99334b HTTP/1.1" status: 204  len: 168 time: 1.7289100
Dec 15 19:03:33.712934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59826) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:33.713902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=9064b9d8-150e-4cf9-85ba-fc09da99334b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:33.718067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:33.847439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:33.865969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:33.877768 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5463145
Dec 15 19:03:33.879996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59832) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:33.885971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:34.040215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.136655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 266cfdf9-e455-425a-82f3-bad81c277fa0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=266cfdf9-e455-425a-82f3-bad81c277fa0,segment=NetworkSegment(89cb3561-226b-4455-b129-22021f794b65),segment_id=89cb3561-226b-4455-b129-22021f794b65)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:34.145415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7335289-a2c8-418a-b14e-e6e40757501c req-182f49b2-a825-448b-99b1-0904fc597c4a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:34.146279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a7335289-a2c8-418a-b14e-e6e40757501c req-182f49b2-a825-448b-99b1-0904fc597c4a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:34.162620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.164008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f675a8bd-8975-4a96-83ba-f41cca4dbe87 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:34.171890 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.184645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a7335289-a2c8-418a-b14e-e6e40757501c req-182f49b2-a825-448b-99b1-0904fc597c4a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:34.186723 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7335289-a2c8-418a-b14e-e6e40757501c req-182f49b2-a825-448b-99b1-0904fc597c4a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 946 time: 0.1611452
Dec 15 19:03:34.186890 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-da793f06-caf2-495f-b221-22972534299a None None] Transition to ACTIVE for port object 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:34.189709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.196344 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.200696 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:34.211506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cd8019a6-ebde-429a-b6fb-05aa2dd3fa9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:34.307060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=266cfdf9-e455-425a-82f3-bad81c277fa0,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:34.331089 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Pushing event updated for resources: {'Port': ['ID=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:34.335138 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:34.425234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:34.435060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:03:34.435572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:03:34.491884 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:34.492544 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:34.493105 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e on network 9c326f27-3afa-4526-a140-94814814b74a {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:34.501905 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:34.503136 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Checking segment: {'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:34.503813 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.504366 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Bound using segment: {'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:34.505700 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Bound port: 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cb3561-226b-4455-b129-22021f794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9c326f27-3afa-4526-a140-94814814b74a'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:34.506258 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.607888 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da793f06-caf2-495f-b221-22972534299a None None] For port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:34.611572 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da793f06-caf2-495f-b221-22972534299a None None] For port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,segment=NetworkSegment(89cb3561-226b-4455-b129-22021f794b65),segment_id=89cb3561-226b-4455-b129-22021f794b65)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:34.618848 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.624366 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-02f968fa-d324-427c-9685-116b1b711e41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:34.626199 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7335289-a2c8-418a-b14e-e6e40757501c req-e4c52fe4-89b8-46c4-8a66-3ac91cec849b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2767930
Dec 15 19:03:34.719124 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Pushing event updated for resources: {'Port': ['ID=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:34.731672 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:34.738218 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793f06-caf2-495f-b221-22972534299a None None] Updating router 68588322-fdbd-46fe-bb56-4740f06e087d port 368a2f3e-1e5d-41c7-a414-0dd024b498ed binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:34.821102 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.856803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc23c600-f7ad-46f5-90c6-5046c74a3d6c None None] Provisioning for port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:34.871937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f675a8bd-8975-4a96-83ba-f41cca4dbe87 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:34.872474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.938498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Deleting port ba095831-da52-4faa-a9b9-b1e75b6c2deb {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:34.939050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:34.982274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 19:03:34.994032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb15370>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:30Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:07Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:35.000683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4d44c0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:28Z', 'revision_number': 9, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:35.005728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Removed routes are [] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 19:03:35.006152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.065462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-23e78f01-fea6-44e6-bbd6-4236d6cff548 None None] The port 'ba095831-da52-4faa-a9b9-b1e75b6c2deb' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:03:35.073080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] Checking router: 60851722-b196-48da-9d82-e8360181523b for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:35.081172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:35.173231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:35.173231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4d44c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:35.202475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port bec905ba-bd10-4d2f-9d38-659d08b28877 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:35.203056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.242781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:35.244158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb15370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:35.363647 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.375215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2418fd71-e4de-4112-a1d6-2217e228c5ea no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:35.377129 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-da793f06-caf2-495f-b221-22972534299a None None] Transition to ACTIVE for port object 368a2f3e-1e5d-41c7-a414-0dd024b498ed will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:35.386102 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.400448 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:35.414410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port bec905ba-bd10-4d2f-9d38-659d08b28877, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=bec905ba-bd10-4d2f-9d38-659d08b28877,segment=NetworkSegment(00a7daef-fbb5-4390-9ae9-c9b0233210c7),segment_id=00a7daef-fbb5-4390-9ae9-c9b0233210c7)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:35.414751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.470165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-5dc11f8b-fb17-48c2-9022-905ede98b763 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:35.471783 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-5dc11f8b-fb17-48c2-9022-905ede98b763 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 946 time: 0.2290618
Dec 15 19:03:35.475976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 2418fd71-e4de-4112-a1d6-2217e228c5ea {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:35.476601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2418fd71-e4de-4112-a1d6-2217e228c5ea not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:35.498109 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Pushing event updated for resources: {'Port': ['ID=368a2f3e-1e5d-41c7-a414-0dd024b498ed,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:35.553774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for bec905ba-bd10-4d2f-9d38-659d08b28877 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:35.622441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.630338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 06506731-958f-43d1-b616-e9f6af4534c9 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:35.630679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.631664 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:35.685155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 266cfdf9-e455-425a-82f3-bad81c277fa0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:35.715648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.789600 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 368a2f3e-1e5d-41c7-a414-0dd024b498ed on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:35.790088 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 368a2f3e-1e5d-41c7-a414-0dd024b498ed by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:35.790558 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 368a2f3e-1e5d-41c7-a414-0dd024b498ed on network 277da6c0-4e16-4587-97d2-c3c660626b16 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:35.803493 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:35.804048 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Checking segment: {'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:35.804571 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.805991 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Bound using segment: {'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:35.808808 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Bound port: 368a2f3e-1e5d-41c7-a414-0dd024b498ed, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027faa67-2c7b-4b58-ad36-c6bd94259908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:35.809758 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.831337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:35.855174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.868977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:35.936153 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da793f06-caf2-495f-b221-22972534299a None None] For port 368a2f3e-1e5d-41c7-a414-0dd024b498ed, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:35.940326 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da793f06-caf2-495f-b221-22972534299a None None] For port 368a2f3e-1e5d-41c7-a414-0dd024b498ed, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=368a2f3e-1e5d-41c7-a414-0dd024b498ed,segment=NetworkSegment(027faa67-2c7b-4b58-ad36-c6bd94259908),segment_id=027faa67-2c7b-4b58-ad36-c6bd94259908)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:35.946534 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:35.963484 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:36.002463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 266cfdf9-e455-425a-82f3-bad81c277fa0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:36.003598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:36.063944 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Pushing event updated for resources: {'Port': ['ID=368a2f3e-1e5d-41c7-a414-0dd024b498ed,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:36.071304 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:36.072643 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793f06-caf2-495f-b221-22972534299a None None] Updating router 68588322-fdbd-46fe-bb56-4740f06e087d port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:36.080945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=bec905ba-bd10-4d2f-9d38-659d08b28877,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:36.093698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:36.103839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:36.164328 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:36.285983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 06506731-958f-43d1-b616-e9f6af4534c9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06506731-958f-43d1-b616-e9f6af4534c9,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:36.287357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:36.287835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47e865-8c8b-4b55-a0b3-a6c6a5d674b2 req-cc2dce73-5529-4718-8bc4-df9bc4e21c2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:36.288559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee47e865-8c8b-4b55-a0b3-a6c6a5d674b2 req-cc2dce73-5529-4718-8bc4-df9bc4e21c2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:36.396365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ee47e865-8c8b-4b55-a0b3-a6c6a5d674b2 req-cc2dce73-5529-4718-8bc4-df9bc4e21c2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:36.401970 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee47e865-8c8b-4b55-a0b3-a6c6a5d674b2 req-cc2dce73-5529-4718-8bc4-df9bc4e21c2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 946 time: 0.4901352
Dec 15 19:03:36.436172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 06506731-958f-43d1-b616-e9f6af4534c9 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:36.481890 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee47e865-8c8b-4b55-a0b3-a6c6a5d674b2 req-7d83a8ef-3b6f-489c-8879-91d3cc1fdf76 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=ed2d2a39-8809-465d-8306-f878690e3566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723541
Dec 15 19:03:36.494661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:36.648822 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:36.667732 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-da793f06-caf2-495f-b221-22972534299a None None] Transition to ACTIVE for port object 83f55277-24f0-4f5a-8bb4-bf4fac51c274 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:03:36.682947 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:36.709892 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f1661c07-5cf9-4d60-b8b7-de4f7e18e20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:36.717451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4d44c0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:28Z', 'revision_number': 9, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:36.811840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:36.817278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ba095831-da52-4faa-a9b9-b1e75b6c2deb no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:36.817994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:36.824539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dc36b9b3-c04c-4be4-b092-87679cac54c1 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:36.838308 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Pushing event updated for resources: {'Port': ['ID=83f55277-24f0-4f5a-8bb4-bf4fac51c274,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:36.847010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b265400-c092-42b4-af21-b0de4444a719 None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:28Z', 'revision_number': 9, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec905ba-bd10-4d2f-9d38-659d08b28877', 'name': '', 'network_id': '7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:85:e2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:58Z', 'updated_at': '2021-12-15T19:03:10Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:36.858112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ba095831-da52-4faa-a9b9-b1e75b6c2deb {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:36.858466 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ba095831-da52-4faa-a9b9-b1e75b6c2deb not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:36.888357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=06506731-958f-43d1-b616-e9f6af4534c9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:36.892355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:36.927190 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:36.988210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb15370>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:30Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:07Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:36.992930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e5714-6f00-4ca2-899e-77cb81eb377d None None] The sync data for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv is: [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:30Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '60851722-b196-48da-9d82-e8360181523b', 'port_id': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'mac_address': 'fa:16:3e:8a:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:02:02Z', 'updated_at': '2021-12-15T19:02:07Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:37.114741 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:03:37.115117 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:03:37.115528 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Attempting to bind port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 on network e4a66ca2-d47e-4dd5-b902-c142e1483354 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:03:37.126055 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:03:37.126692 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Checking segment: {'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:03:37.127543 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:37.127953 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da793f06-caf2-495f-b221-22972534299a None None] Bound using segment: {'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:03:37.128450 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da793f06-caf2-495f-b221-22972534299a None None] Bound port: 83f55277-24f0-4f5a-8bb4-bf4fac51c274, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:03:37.128854 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:37.191675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port 06506731-958f-43d1-b616-e9f6af4534c9 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:37.195146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:37.197849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'name': 'network-vif-deleted', 'tag': '06506731-958f-43d1-b616-e9f6af4534c9'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:03:37.230066 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bbeaa157-3f79-42cc-b3bb-fdc35ac75bae req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/06506731-958f-43d1-b616-e9f6af4534c9 HTTP/1.1" status: 204  len: 173 time: 1.7525287
Dec 15 19:03:37.265753 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da793f06-caf2-495f-b221-22972534299a None None] For port 83f55277-24f0-4f5a-8bb4-bf4fac51c274, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:03:37.268112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:37.275361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:37.276336 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da793f06-caf2-495f-b221-22972534299a None None] For port 83f55277-24f0-4f5a-8bb4-bf4fac51c274, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=83f55277-24f0-4f5a-8bb4-bf4fac51c274,segment=NetworkSegment(f9a3530e-9e11-4611-87cb-b9d4bbb2618f),segment_id=f9a3530e-9e11-4611-87cb-b9d4bbb2618f)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:03:37.280966 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-423f3ccb-5f70-4c5c-a359-306edca6416c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 200  len: 954 time: 3.3956172
Dec 15 19:03:37.283207 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b947dd50-31f6-4185-a0bd-9ca0190c9a1f', 'name': 'network-vif-deleted', 'tag': '06506731-958f-43d1-b616-e9f6af4534c9', 'status': 'completed', 'code': 200}
Dec 15 19:03:37.283648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59842) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:37.284953 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da793f06-caf2-495f-b221-22972534299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:37.288642 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-c50b32fe-01c9-40aa-98e0-31ffd7b5f71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:37.375296 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Pushing event updated for resources: {'Port': ['ID=83f55277-24f0-4f5a-8bb4-bf4fac51c274,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:37.379092 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:37.400537 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da793f06-caf2-495f-b221-22972534299a None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:37.401165 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da793f06-caf2-495f-b221-22972534299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8ad6d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:37.430009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:37.635941 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-30107ec1-72e6-4f41-8f92-2d8d5634838d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 200  len: 954 time: 0.3510733
Dec 15 19:03:37.640954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59848) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:37.646832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'routes': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:37.659200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7e097b37-c85d-4104-95a3-cf4c5e448836 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:37.709661 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-da793f06-caf2-495f-b221-22972534299a None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:37.758654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 7e097b37-c85d-4104-95a3-cf4c5e448836 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:37.759001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7e097b37-c85d-4104-95a3-cf4c5e448836 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:37.902024 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5fb17f1a-fa16-41b5-9d68-23cf416fff4f req-a045efca-3cfb-4275-961d-d82b22ee1557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b947dd50-31f6-4185-a0bd-9ca0190c9a1f HTTP/1.1" status: 200  len: 210 time: 0.1047246
Dec 15 19:03:37.918280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:37.931150 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2147484
Dec 15 19:03:37.934276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59852) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:37.934483 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:38.031498 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:38.032364 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbc24f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:38.243495 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:38.338718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet 7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:38.345089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:38.406424 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da793f06-caf2-495f-b221-22972534299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8ad6d0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:34Z', 'revision_number': 6, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e', 'name': '', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:d2:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:34Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:38.445595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:38.454616 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793f06-caf2-495f-b221-22972534299a None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:34Z', 'revision_number': 6, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e', 'name': '', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:d2:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:34Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:38.595405 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbc24f0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 10, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:38.599296 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:38.610436 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:38.611058 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbc24f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:38.809140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:38.815196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:38.889987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added routes are [] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 19:03:38.890299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 19:03:38.922713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:38.934280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ca74d444-4d92-4cbe-8a23-5caeb05ec7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:38.977149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:38.978968 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:38.982791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:38.985215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:38.993446 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795cb73-fe55-489c-ad96-7a6786ed8fc0 None None] Network 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:39.113208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59858) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:39.216683 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25 HTTP/1.1" status: 204  len: 168 time: 1.2781973
Dec 15 19:03:39.217657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59862) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:39.263961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.268810 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbc24f0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 10, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:39.278913 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca49ac5-f53d-42ab-a233-4732dd4e9404 None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 10, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None, '_interfaces': [{'id': 'b44fa28a-8659-47fd-9c0a-6f737e704b76', 'name': '', 'network_id': 'd3b324b8-a255-4c2b-9a66-26f145676723', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'mac_address': 'fa:16:3e:b9:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:02:52Z', 'updated_at': '2021-12-15T19:03:02Z', 'revision_number': 5, 'project_id': '86482f36365847fd939403a9c67fa8da', 'subnets': [{'id': '701571f7-a0a6-42cc-af77-1875289bd03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:39.347093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.377722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.392477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 06506731-958f-43d1-b616-e9f6af4534c9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:39.397697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:39.398036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.432196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.449567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3d4b1c5d-8755-4928-a6b0-125e2b775d2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:39.451647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 06506731-958f-43d1-b616-e9f6af4534c9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:39.452061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 06506731-958f-43d1-b616-e9f6af4534c9 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:39.470079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2d2a39-8809-465d-8306-f878690e3566,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:39.472985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:39.474641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.476588 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed2d2a39-8809-465d-8306-f878690e3566 HTTP/1.1" status: 204  len: 168 time: 0.3614018
Dec 15 19:03:39.524448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59868) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:39.673097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] DHCP port deletion for 7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:39.677746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Deleting port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:39.678118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.679936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.784567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.840301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet 5c79a215-1bc7-4e68-9b55-98b944231aea {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:39.846016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.949654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:39.951346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:39.986592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port ae3b97ee-f3cc-4ff4-92e4-5fca67613442, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,segment=NetworkSegment(00a7daef-fbb5-4390-9ae9-c9b0233210c7),segment_id=00a7daef-fbb5-4390-9ae9-c9b0233210c7)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:39.987162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.021097 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:03:40.067582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.088529 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] For port ae3b97ee-f3cc-4ff4-92e4-5fca67613442, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,segment=NetworkSegment(00a7daef-fbb5-4390-9ae9-c9b0233210c7),segment_id=00a7daef-fbb5-4390-9ae9-c9b0233210c7)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:40.089593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.157873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.160062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for ae3b97ee-f3cc-4ff4-92e4-5fca67613442 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:40.163342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f79382a7-3b0d-4b64-8304-329e912989c5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:40.204352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=5c79a215-1bc7-4e68-9b55-98b944231aea,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:40.208396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:40.211918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.218428 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/5c79a215-1bc7-4e68-9b55-98b944231aea HTTP/1.1" status: 204  len: 168 time: 0.6927924
Dec 15 19:03:40.220977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59872) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:40.226120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Calling delete_port for ae3b97ee-f3cc-4ff4-92e4-5fca67613442 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:40.259412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289acd84-47d9-4b59-a9ed-f274fe536e7a None None] Network b275d9b7-467c-4485-b815-d38e927fe468 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:40.303592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:40.318221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.326335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:40.363120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.365291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:40.377187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:40.377665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.380088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=ae3b97ee-f3cc-4ff4-92e4-5fca67613442,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:40.389579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:40.407708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:40.408385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.479679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:03:40.480917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:03:40.606259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No DVR routers for this DVR port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:40.618352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.627358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=455b6665-e8b0-4d3d-aa44-f3e89fff16d8,segment=NetworkSegment(e1eac39f-7175-4578-9834-42045e3c68ba),segment_id=e1eac39f-7175-4578-9834-42045e3c68ba)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:40.627816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.658086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,segment=NetworkSegment(89cb3561-226b-4455-b129-22021f794b65),segment_id=89cb3561-226b-4455-b129-22021f794b65)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:40.670154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.671418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 368a2f3e-1e5d-41c7-a414-0dd024b498ed up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:40.708921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:40.762108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec18d4-13ce-4fed-87a0-2679dc46bf44 None None] DHCP port deletion for b275d9b7-467c-4485-b815-d38e927fe468 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:40.773119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:40.781259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:40.797665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-35ec18d4-13ce-4fed-87a0-2679dc46bf44 None None] Deleting port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:40.798312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35ec18d4-13ce-4fed-87a0-2679dc46bf44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.850359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.882916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecbb5340>,) {'filters': {'network_id': ['7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:40.885980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:40.887404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced53d730>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:40.904653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecbb5340>, '00a7daef-fbb5-4390-9ae9-c9b0233210c7') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:40.904965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecbb5340>, '00a7daef-fbb5-4390-9ae9-c9b0233210c7') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:40.922701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.951018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:40.955337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.962856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.970403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0185fa06-ae1c-4e3e-b249-870a1a7dafb2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:40.970662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:40.970990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:40.985934 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:40.996623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:41.010789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Deleting port ae3b97ee-f3cc-4ff4-92e4-5fca67613442 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:41.010789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.019091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=455b6665-e8b0-4d3d-aa44-f3e89fff16d8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:41.022516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:41.027773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:41.033076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:41.063203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.064348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eff2eef8-9015-4a37-a599-f34fb53a5194 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 200  len: 704 time: 3.4224083
Dec 15 19:03:41.069049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 368a2f3e-1e5d-41c7-a414-0dd024b498ed completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:41.069256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59876) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:41.121264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-35ec18d4-13ce-4fed-87a0-2679dc46bf44 None None] The port '455b6665-e8b0-4d3d-aa44-f3e89fff16d8' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:03:41.140172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.165245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 368a2f3e-1e5d-41c7-a414-0dd024b498ed triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:41.165659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.167969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.193890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:41.203231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceccc7220>,) {'filters': {'network_id': ['b275d9b7-467c-4485-b815-d38e927fe468']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:41.213820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.217733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccc7220>, 'e1eac39f-7175-4578-9834-42045e3c68ba') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:41.218301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccc7220>, 'e1eac39f-7175-4578-9834-42045e3c68ba') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:41.224759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a21807cc-209d-4b4e-af56-2c3340d77b11 None None] The port 'ae3b97ee-f3cc-4ff4-92e4-5fca67613442' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:03:41.226257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:41.231271 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/7eb9bb0f-0ba8-47b7-96f8-e508ab8c9c2b HTTP/1.1" status: 204  len: 168 time: 2.0101418
Dec 15 19:03:41.231271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:41.232257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59880) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:41.275638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:41.293847 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-43f2c9f8-81d3-4bf1-8dc6-fcfc8bd4309e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 200  len: 704 time: 0.2234206
Dec 15 19:03:41.296267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59884) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:41.301881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.388591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.397530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:41.397857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:41.414023 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:41.509928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.515543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.520322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1dbfecd6-99a4-4663-a2dc-a1314b665009 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:41.530233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.546863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=b275d9b7-467c-4485-b815-d38e927fe468,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:41.549370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:41.570883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/b275d9b7-467c-4485-b815-d38e927fe468 HTTP/1.1" status: 204  len: 168 time: 1.3462975
Dec 15 19:03:41.571104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59888) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:41.601072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 368a2f3e-1e5d-41c7-a414-0dd024b498ed, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=368a2f3e-1e5d-41c7-a414-0dd024b498ed,segment=NetworkSegment(027faa67-2c7b-4b58-ad36-c6bd94259908),segment_id=027faa67-2c7b-4b58-ad36-c6bd94259908)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:41.612535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.617435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:41.678672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:41.694930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ae3b97ee-f3cc-4ff4-92e4-5fca67613442 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:41.738775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ae3b97ee-f3cc-4ff4-92e4-5fca67613442 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:41.739279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ae3b97ee-f3cc-4ff4-92e4-5fca67613442 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:41.739834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device bec905ba-bd10-4d2f-9d38-659d08b28877 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:41.781461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: bec905ba-bd10-4d2f-9d38-659d08b28877 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:41.781833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device bec905ba-bd10-4d2f-9d38-659d08b28877 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:41.799370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=368a2f3e-1e5d-41c7-a414-0dd024b498ed,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:41.807981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:41.831931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced53d730>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 7, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e', 'name': '', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:d2:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:40Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:41.840231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:41.853880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:41.854539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced53d730>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:41.932213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 5e370b35-e429-4d82-b207-ae3627bd355a {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:41.932584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.014756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.022905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:42.062698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 83f55277-24f0-4f5a-8bb4-bf4fac51c274 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:42.240440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.241037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.296256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:03:42.306884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:42.307269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.486325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:42.486976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.498513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 5e370b35-e429-4d82-b207-ae3627bd355a owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:42.504632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.526306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced53d730>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 7, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e', 'name': '', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:d2:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:40Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:42.534993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4522-a8a7-45e0-8d3c-9aa471ca14e8 None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 7, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e', 'name': '', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:d2:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:40Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:42.549027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 83f55277-24f0-4f5a-8bb4-bf4fac51c274, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=83f55277-24f0-4f5a-8bb4-bf4fac51c274,segment=NetworkSegment(f9a3530e-9e11-4611-87cb-b9d4bbb2618f),segment_id=f9a3530e-9e11-4611-87cb-b9d4bbb2618f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:42.554937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.556073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:42.587780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:42.703916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=83f55277-24f0-4f5a-8bb4-bf4fac51c274,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:42.711330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,segment=NetworkSegment(89cb3561-226b-4455-b129-22021f794b65),segment_id=89cb3561-226b-4455-b129-22021f794b65)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:42.711908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.712037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:42.717833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:42.718324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.840311 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:42.852460 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:42.853534 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf61070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:42.861823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:42.879793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:42.890888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ee71d65-dc3b-4a49-98ed-9f4a98909c3d tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:42.946164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 368a2f3e-1e5d-41c7-a414-0dd024b498ed up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:42.953247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=5e370b35-e429-4d82-b207-ae3627bd355a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:42.956282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:43.016422 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:43.033624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 368a2f3e-1e5d-41c7-a414-0dd024b498ed triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:43.034160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:43.087502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:43.092978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff97cc5f-669c-446f-8af7-cf335d492d0f tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:43.113033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:43.138974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:43.159177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.159726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.160678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.161182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.161700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.162544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.163044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.163494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.164113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.164761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.165263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:43.172081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:43.271056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:43.347357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:43.348404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 455b6665-e8b0-4d3d-aa44-f3e89fff16d8 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:43.367487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-84bf7d41-fce0-424a-9f10-3f25a8b4ee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:43.457900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:43.465456 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf61070>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 7, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e', 'name': '', 'network_id': '9c326f27-3afa-4526-a140-94814814b74a', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:d2:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:40Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'eccf4bed-6c4d-4f57-bc74-215c8a0e69b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:43.469871 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:43.481965 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:43.482808 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf61070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:43.555272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port b44fa28a-8659-47fd-9c0a-6f737e704b76 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:43.555850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:43.638090 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:43.919786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port b44fa28a-8659-47fd-9c0a-6f737e704b76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b44fa28a-8659-47fd-9c0a-6f737e704b76,segment=NetworkSegment(e2bc3f1f-a49e-4c6d-ad19-d74902af423c),segment_id=e2bc3f1f-a49e-4c6d-ad19-d74902af423c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:43.920148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:43.989667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 83f55277-24f0-4f5a-8bb4-bf4fac51c274 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:03:44.014881 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf61070>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 8, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:44.020210 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967e528-d7db-4d0b-ace8-20f9525fd08c None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 8, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:44.070677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:03:44.070977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.162520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:44.177013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for b44fa28a-8659-47fd-9c0a-6f737e704b76 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:44.293598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 60851722-b196-48da-9d82-e8360181523b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:44.338625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:44.359020 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0615253
Dec 15 19:03:44.361558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59894) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:44.474353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.481162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e692a4ca-5a33-45b8-8016-a9b7449c2810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:44.579859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=b44fa28a-8659-47fd-9c0a-6f737e704b76,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:44.588342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:44.610268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet eccf4bed-6c4d-4f57-bc74-215c8a0e69b7 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:44.613661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.634760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:44.648138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:44.649080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1a2e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:44.678741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.785284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.837242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:44.869841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.880525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.886821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d68a1d05-bfd1-463c-a401-67e9e8aed7ef tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:44.928282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=eccf4bed-6c4d-4f57-bc74-215c8a0e69b7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:44.931380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:44.934372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:44.945803 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/eccf4bed-6c4d-4f57-bc74-215c8a0e69b7 HTTP/1.1" status: 204  len: 168 time: 0.5829852
Dec 15 19:03:44.946948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59898) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:44.967378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a869b68-5463-4ddf-ac56-1faea9e21ca8 None None] Network 9c326f27-3afa-4526-a140-94814814b74a requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:45.020145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:45.034731 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] Sync routers for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:45.050557 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:45.051473 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede67490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:45.096810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:45.118598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 266cfdf9-e455-425a-82f3-bad81c277fa0 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:45.119110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:45.183431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:45.253385 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c HTTP/1.1" status: 204  len: 168 time: 3.6812770
Dec 15 19:03:45.254956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:03:45.276391 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:45.348845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1a2e0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 8, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:45.353690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:45.365206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:45.365871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1a2e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:45.439902 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'status': 'completed', 'code': 200}
Dec 15 19:03:45.454242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] DHCP port deletion for 9c326f27-3afa-4526-a140-94814814b74a request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:45.459670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:45.524542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Deleting port 266cfdf9-e455-425a-82f3-bad81c277fa0 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:45.524909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:45.592077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port 266cfdf9-e455-425a-82f3-bad81c277fa0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=266cfdf9-e455-425a-82f3-bad81c277fa0,segment=NetworkSegment(89cb3561-226b-4455-b129-22021f794b65),segment_id=89cb3561-226b-4455-b129-22021f794b65)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:45.592703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:45.756114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 266cfdf9-e455-425a-82f3-bad81c277fa0 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:45.759248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:45.785017 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede67490>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:30Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:45.791096 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] Checking router: 60851722-b196-48da-9d82-e8360181523b for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:45.802318 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:45.802934 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede67490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:45.848098 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-ef430e0d-b368-4434-9d19-6df99c930b7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 1099 time: 0.3477626
Dec 15 19:03:45.893414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:45.900130 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6672561
Dec 15 19:03:45.902969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:45.948031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6b44e7c1-6a99-440b-8f34-d063883975e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:45.953254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:46.040563 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:46.046720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:46.092547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:46.092899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 247c4f55-1dc5-4ce2-b557-1ff38d8c4f0e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:46.094218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 266cfdf9-e455-425a-82f3-bad81c277fa0 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:46.169783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.176035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:46.190282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82caec0-b431-423c-a7a1-13a2776edb8b req-ba20aa35-dc23-4f7a-97c9-399333d64b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:46.190558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b82caec0-b431-423c-a7a1-13a2776edb8b req-ba20aa35-dc23-4f7a-97c9-399333d64b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:46.234892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting subnet 701571f7-a0a6-42cc-af77-1875289bd03d {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:46.238613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.247490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=266cfdf9-e455-425a-82f3-bad81c277fa0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:46.253275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:46.257466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No DVR routers for this DVR port 266cfdf9-e455-425a-82f3-bad81c277fa0 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:46.286763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-4cbbc46d-22ab-4d51-8d05-713d22f14ff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:46.286992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b82caec0-b431-423c-a7a1-13a2776edb8b req-ba20aa35-dc23-4f7a-97c9-399333d64b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:46.288390 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b82caec0-b431-423c-a7a1-13a2776edb8b req-ba20aa35-dc23-4f7a-97c9-399333d64b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 946 time: 0.3226929
Dec 15 19:03:46.288806 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-4cbbc46d-22ab-4d51-8d05-713d22f14ff1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 200  len: 898 time: 0.4335794
Dec 15 19:03:46.312782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] For port 266cfdf9-e455-425a-82f3-bad81c277fa0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=266cfdf9-e455-425a-82f3-bad81c277fa0,segment=NetworkSegment(89cb3561-226b-4455-b129-22021f794b65),segment_id=89cb3561-226b-4455-b129-22021f794b65)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:46.313189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.342635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.388842 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-84254d86-0f7b-4d31-b8b2-ed5678aa15de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366 HTTP/1.1" status: 200  len: 217 time: 0.0918388
Dec 15 19:03:46.395059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b82caec0-b431-423c-a7a1-13a2776edb8b req-61cf07c9-ce29-4696-919b-9172376cfe4e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:46.436083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b82caec0-b431-423c-a7a1-13a2776edb8b req-61cf07c9-ce29-4696-919b-9172376cfe4e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:46.437595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b82caec0-b431-423c-a7a1-13a2776edb8b req-61cf07c9-ce29-4696-919b-9172376cfe4e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399910
Dec 15 19:03:46.459975 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede67490>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:30Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:46.465648 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae6c73-faac-49df-90ab-99b2566a3037 None None] The sync data for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv is: [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:30Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e2499b5f-431e-4cd2-b250-d79469802e34', 'name': '', 'network_id': '32df7c16-07f8-4ab2-aa38-0cf21f77003f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c1:8e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:13Z', 'updated_at': '2021-12-15T19:01:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'cb8da299-aa01-4721-b8e9-9a54b7bd3551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:46.475444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.494933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Calling delete_port for 266cfdf9-e455-425a-82f3-bad81c277fa0 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:46.523040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-f6733822-ac30-45bf-b5ff-b9b386b250ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:46.523974 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-f6733822-ac30-45bf-b5ff-b9b386b250ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb8da299-aa01-4721-b8e9-9a54b7bd3551 HTTP/1.1" status: 200  len: 835 time: 0.0822699
Dec 15 19:03:46.546979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 266cfdf9-e455-425a-82f3-bad81c277fa0 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:46.547337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 266cfdf9-e455-425a-82f3-bad81c277fa0 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:46.567785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.573128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3815a95-cb72-4343-b916-6b233d472163 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:46.589919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.615132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:46.615734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e7c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:46.619025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Subnet': ['ID=701571f7-a0a6-42cc-af77-1875289bd03d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:46.622043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:46.631058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.634267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecdb21c0>,) {'filters': {'network_id': ['9c326f27-3afa-4526-a140-94814814b74a']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:46.640213 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/701571f7-a0a6-42cc-af77-1875289bd03d HTTP/1.1" status: 204  len: 168 time: 0.7337811
Dec 15 19:03:46.640491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59912) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:46.649428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdb21c0>, '89cb3561-226b-4455-b129-22021f794b65') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:46.649721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecdb21c0>, '89cb3561-226b-4455-b129-22021f794b65') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:46.673620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.690278 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-21fd7263-ab19-4a37-adca-3586a775c145 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df7c16-07f8-4ab2-aa38-0cf21f77003f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1311772
Dec 15 19:03:46.691911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d8463-1a4e-4cc0-b45a-b863db12e64b None None] Network d3b324b8-a255-4c2b-9a66-26f145676723 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:46.696521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.743342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:46.744235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:46.761923 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:46.810225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.821780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Deleting port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:46.822701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.835107 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd098c6-3cce-48b0-b55b-768967695d8c None None] New status for floating IP b64fc09c-9fcc-48d0-93c9-fc1d2b3eda3c: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:03:46.944267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:46.951132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d91c4636-f435-4f68-9a3a-17ae3bcdcdea tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:46.969693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.004037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=9c326f27-3afa-4526-a140-94814814b74a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:47.018739 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-e8dceecd-0c79-4c5d-ba3f-b134c1af4bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3189704
Dec 15 19:03:47.020206 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/9c326f27-3afa-4526-a140-94814814b74a HTTP/1.1" status: 204  len: 168 time: 2.0721970
Dec 15 19:03:47.021461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:47.023056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59916) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:47.023731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:47.075253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] For port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a1ab82e7-c05a-4370-b8e0-7b1cff91afd7,segment=NetworkSegment(e2bc3f1f-a49e-4c6d-ad19-d74902af423c),segment_id=e2bc3f1f-a49e-4c6d-ad19-d74902af423c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:47.075829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.169081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e7c0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:44Z', 'revision_number': 11, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:47.171157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.179792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.186241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:47.214329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:03:47.214831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:03:47.235647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Calling delete_port for a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:47.276671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:47.277502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e7c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:47.327454 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-37eaa142-ecba-40bb-9ab9-286c07d360fc req-babde9e7-2dbe-489a-badf-792f33b0e40b service neutron] 10.222.0.64 "GET /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331135
Dec 15 19:03:47.328467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-ecf2dba0-28d9-4a7e-aef1-03227d3cbfba tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:47.329983 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-ecf2dba0-28d9-4a7e-aef1-03227d3cbfba tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 946 time: 0.2574885
Dec 15 19:03:47.340226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.348690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:47.428287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Port': ['ID=a1ab82e7-c05a-4370-b8e0-7b1cff91afd7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:47.438128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No DVR routers for this DVR port a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:47.477892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1a2e0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 8, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:47.484976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.485169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.485564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.485929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.486290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.486679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.486999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.487352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.487704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.488055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.488406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:47.488541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:47.515991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:47.529744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port cb5c467f-49d9-4375-a8c2-de55eedd8366 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:47.530078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.537252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13500ed-73b1-4aaa-a0de-f86b5ca0cb28 None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 8, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f55277-24f0-4f5a-8bb4-bf4fac51c274', 'name': '', 'network_id': 'e4a66ca2-d47e-4dd5-b902-c142e1483354', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:02:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:24Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': 'a9cb650b-40c3-43f4-809a-b009c5fc7ddd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:47.557563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.624250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e7c0>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:44Z', 'revision_number': 11, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:47.631387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64d5cb-90ff-441f-a58a-1a34ceb2969a None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:44Z', 'revision_number': 11, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:47.716476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Deleting port 266cfdf9-e455-425a-82f3-bad81c277fa0 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:47.716870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.778565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.809942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f6809-7e3c-422f-a116-7a169e08b333 None None] The port '266cfdf9-e455-425a-82f3-bad81c277fa0' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:03:47.827879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced12dd00>,) {'filters': {'network_id': ['d3b324b8-a255-4c2b-9a66-26f145676723']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:47.875701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced12dd00>, 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:47.876188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced12dd00>, 'e2bc3f1f-a49e-4c6d-ad19-d74902af423c') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:47.894040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.936812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.954560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70156a4-4c0c-4f99-b43a-9dfc98ea67b6 req-f7f2325e-2bbf-4b23-8530-a8adfedc8180 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:47.955236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f70156a4-4c0c-4f99-b43a-9dfc98ea67b6 req-f7f2325e-2bbf-4b23-8530-a8adfedc8180 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:47.990482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:47.990888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:47.999943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f70156a4-4c0c-4f99-b43a-9dfc98ea67b6 req-f7f2325e-2bbf-4b23-8530-a8adfedc8180 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:48.001336 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f70156a4-4c0c-4f99-b43a-9dfc98ea67b6 req-f7f2325e-2bbf-4b23-8530-a8adfedc8180 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7405513-58ef-4976-aeb5-9e7a4db79610 HTTP/1.1" status: 200  len: 946 time: 0.1570144
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:48.005041 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:48.039557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985cd7d-9fe4-42a7-9da4-b303733eb83d None None] DHCP port deletion for d3b324b8-a255-4c2b-9a66-26f145676723 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:48.135319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:48.159729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.164894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1af20257-e5cb-4ea5-b355-48a8fd05d3fe tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:48.188823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.195742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port cb5c467f-49d9-4375-a8c2-de55eedd8366, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cb5c467f-49d9-4375-a8c2-de55eedd8366,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:48.196240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.197230 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f70156a4-4c0c-4f99-b43a-9dfc98ea67b6 req-1c586a33-c599-444a-b61c-0a4afa23b6c2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b34b99c-7816-4a80-ab1e-f3a28412ec68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1851695
Dec 15 19:03:48.211607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:48.211794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a1ab82e7-c05a-4370-b8e0-7b1cff91afd7 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:48.212118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b44fa28a-8659-47fd-9c0a-6f737e704b76 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:48.216446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Pushing event deleted for resources: {'Network': ['ID=d3b324b8-a255-4c2b-9a66-26f145676723,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:48.226547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:48.240600 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/networks/d3b324b8-a255-4c2b-9a66-26f145676723 HTTP/1.1" status: 204  len: 168 time: 1.5990803
Dec 15 19:03:48.257373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: b44fa28a-8659-47fd-9c0a-6f737e704b76 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:48.257855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b44fa28a-8659-47fd-9c0a-6f737e704b76 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:48.258788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59922) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:48.260203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.264691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'routes': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:48.360151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for cb5c467f-49d9-4375-a8c2-de55eedd8366 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:48.504702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.512215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:48.555307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=cb5c467f-49d9-4375-a8c2-de55eedd8366,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:48.558248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:48.617097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Added routes are [] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 19:03:48.617429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.extraroute_db [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Removed routes are [] {{(pid=83671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 19:03:48.617778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.629429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port cb5c467f-49d9-4375-a8c2-de55eedd8366 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:48.632066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.636691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'name': 'network-vif-deleted', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:03:48.650399 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-be48950f-d83e-4faf-83a3-499ec431edf8 req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/cb5c467f-49d9-4375-a8c2-de55eedd8366 HTTP/1.1" status: 204  len: 173 time: 1.3038530
Dec 15 19:03:48.693976 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7405513-58ef-4976-aeb5-9e7a4db79610', 'name': 'network-vif-deleted', 'tag': 'cb5c467f-49d9-4375-a8c2-de55eedd8366', 'status': 'completed', 'code': 200}
Dec 15 19:03:48.947837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:48.954667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.276555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 83f55277-24f0-4f5a-8bb4-bf4fac51c274 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:49.276887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.310663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59930) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:49.329903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router 5f5602b6-b79b-43b2-bc01-19ef7637b940 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:49.383719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.413978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.478821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.484825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:49.499518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b34b99c-7816-4a80-ab1e-f3a28412ec68,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:49.502641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:49.512669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.516372 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b34b99c-7816-4a80-ab1e-f3a28412ec68 HTTP/1.1" status: 204  len: 168 time: 0.2022886
Dec 15 19:03:49.557689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59936) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:49.597320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port 83f55277-24f0-4f5a-8bb4-bf4fac51c274, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=83f55277-24f0-4f5a-8bb4-bf4fac51c274,segment=NetworkSegment(f9a3530e-9e11-4611-87cb-b9d4bbb2618f),segment_id=f9a3530e-9e11-4611-87cb-b9d4bbb2618f)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:49.597674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.606108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:49.613604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:49.617269 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c789f1a7-6135-4a3c-9184-c82bf5d2e590 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 200  len: 700 time: 1.3551037
Dec 15 19:03:49.617714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59940) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:49.620132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] Sync routers for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:49.632442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:49.633580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced500f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:49.672490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-889c3158-1270-49bc-86bc-98585be92e1c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:49.706704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-889c3158-1270-49bc-86bc-98585be92e1c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:49.708014 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-889c3158-1270-49bc-86bc-98585be92e1c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 200  len: 205 time: 0.0893948
Dec 15 19:03:49.724554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59944) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:49.733524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 83f55277-24f0-4f5a-8bb4-bf4fac51c274 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:49.791676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:49.907030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced500f10>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:44Z', 'revision_number': 11, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:49.912810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] Checking router: 5f5602b6-b79b-43b2-bc01-19ef7637b940 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:49.925096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] Routers {'5f5602b6-b79b-43b2-bc01-19ef7637b940'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:49.927484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced500f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5f5602b6-b79b-43b2-bc01-19ef7637b940'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:49.939173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-279356a1-3b00-4c9a-921e-5416a37b2336 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.020478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.060578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] Set router 5f5602b6-b79b-43b2-bc01-19ef7637b940 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:50.172795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced500f10>, [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:44Z', 'revision_number': 11, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:50.177683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da5521-8781-4463-8e9f-6533158193a5 None None] The sync data for ids ['5f5602b6-b79b-43b2-bc01-19ef7637b940'] in dv-neutron-821830-2-hyperv is: [{'id': '5f5602b6-b79b-43b2-bc01-19ef7637b940', 'name': 'tempest-RoutersTest-router-637662740', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:02:49Z', 'updated_at': '2021-12-15T19:03:44Z', 'revision_number': 11, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:50.529654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-279356a1-3b00-4c9a-921e-5416a37b2336 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.532732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.537577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556ac4d9-ba1b-4fa0-ac05-e2bb835068ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:50.572284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-279356a1-3b00-4c9a-921e-5416a37b2336 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.583315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=83f55277-24f0-4f5a-8bb4-bf4fac51c274,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:50.587163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:50.752766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-279356a1-3b00-4c9a-921e-5416a37b2336 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.753247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279356a1-3b00-4c9a-921e-5416a37b2336 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5602b6-b79b-43b2-bc01-19ef7637b940 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:03:50.783666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-279356a1-3b00-4c9a-921e-5416a37b2336 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.788684 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-279356a1-3b00-4c9a-921e-5416a37b2336 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 204  len: 168 time: 1.0592554
Dec 15 19:03:50.789703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59948) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:50.796078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-909631532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:50.798337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port e2499b5f-431e-4cd2-b250-d79469802e34 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:50.799268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.805560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:50.819168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Usage tracker for resource:router and tenant:86482f36365847fd939403a9c67fa8da is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:50.822923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:50.830537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:50.848157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.849072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.864796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:50.885725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:51.009839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port e2499b5f-431e-4cd2-b250-d79469802e34, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e2499b5f-431e-4cd2-b250-d79469802e34,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:51.010186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:51.018228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:51.059536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:51.060591 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b1df990a-3c9d-46ad-a857-c8b5b805b706 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2704189
Dec 15 19:03:51.063595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59952) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:51.069393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7e383593-6beb-4dec-987d-919d2ec6372f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:51.132372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for e2499b5f-431e-4cd2-b250-d79469802e34 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:51.317111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:51.322298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a1c203f8-160a-4040-a8c6-19fc09d51368 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:51.366314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=e2499b5f-431e-4cd2-b250-d79469802e34,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:51.368876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:51.434704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device cb5c467f-49d9-4375-a8c2-de55eedd8366 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:51.480549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: cb5c467f-49d9-4375-a8c2-de55eedd8366 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:51.481320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device cb5c467f-49d9-4375-a8c2-de55eedd8366 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:51.670173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:51.848030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e383593-6beb-4dec-987d-919d2ec6372f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:51.867176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e383593-6beb-4dec-987d-919d2ec6372f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:52.045854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:52.194896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e383593-6beb-4dec-987d-919d2ec6372f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Router a489a739-d106-4dbc-b8ae-14c485f06052 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:03:52.363214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 60851722-b196-48da-9d82-e8360181523b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:52.370838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e383593-6beb-4dec-987d-919d2ec6372f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:52.377287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e383593-6beb-4dec-987d-919d2ec6372f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:52.381681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7e383593-6beb-4dec-987d-919d2ec6372f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "PUT /v2.0/routers/a489a739-d106-4dbc-b8ae-14c485f06052 HTTP/1.1" status: 200  len: 693 time: 1.3171899
Dec 15 19:03:52.382601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59956) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:52.383544 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] Sync routers for ids ['a489a739-d106-4dbc-b8ae-14c485f06052'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:52.386431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:52.394476 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3703604
Dec 15 19:03:52.395315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59960) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:52.397277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:52.409140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] Routers {'a489a739-d106-4dbc-b8ae-14c485f06052'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:52.409793 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3fd00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a489a739-d106-4dbc-b8ae-14c485f06052'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:52.416238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:52.422660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced65ddf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:52.559998 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] Set router a489a739-d106-4dbc-b8ae-14c485f06052 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:52.573154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:52.594666 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/60851722-b196-48da-9d82-e8360181523b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0358715
Dec 15 19:03:52.597161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59964) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:52.606488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:52.614490 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] Sync routers for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:52.695287 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3fd00>, [{'id': 'a489a739-d106-4dbc-b8ae-14c485f06052', 'name': 'tempest-RoutersTest-router-909631532', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:50Z', 'updated_at': '2021-12-15T19:03:51Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:52.700205 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] Checking router: a489a739-d106-4dbc-b8ae-14c485f06052 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:52.702442 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:52.703056 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7d73d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:52.782390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet a9cb650b-40c3-43f4-809a-b009c5fc7ddd {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:52.791487 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c9617734-437b-4c35-a971-2440034846b2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/routers/a489a739-d106-4dbc-b8ae-14c485f06052 HTTP/1.1" status: 200  len: 699 time: 0.4053319
Dec 15 19:03:52.803095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:52.809817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59968) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:52.812853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet cb8da299-aa01-4721-b8e9-9a54b7bd3551 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:52.853839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:52.877249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:52.909676 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:52.911783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:52.971053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:52.993348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.004022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced65ddf0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:50Z', 'revision_number': 9, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:53.014052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:53.028606 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:53.029517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced65ddf0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:53.060508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.066033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-76843a39-11d9-48ad-a852-d9187b9ca738 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:53.071007 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-370c0da0-3508-4f9d-87f4-ee244f315bba tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a489a739-d106-4dbc-b8ae-14c485f06052 HTTP/1.1" status: 200  len: 205 time: 0.2533956
Dec 15 19:03:53.071281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59972) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:53.106508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cb650b-40c3-43f4-809a-b009c5fc7ddd,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:53.114802 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] Routers {'a489a739-d106-4dbc-b8ae-14c485f06052'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:53.115429 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3fd00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a489a739-d106-4dbc-b8ae-14c485f06052'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:53.115771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:53.126430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.136092 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/a9cb650b-40c3-43f4-809a-b009c5fc7ddd HTTP/1.1" status: 204  len: 168 time: 0.7364657
Dec 15 19:03:53.137490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59976) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:53.144500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.207690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:53.212627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-92dff474-572d-4507-843a-5a9c9360f17c tempest-BulkNetworkOpsIpV6Test-386537399 tempest-BulkNetworkOpsIpV6Test-386537399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:53.249516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.259489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8da299-aa01-4721-b8e9-9a54b7bd3551,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:53.264539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:53.270041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/cb8da299-aa01-4721-b8e9-9a54b7bd3551 HTTP/1.1" status: 204  len: 168 time: 0.6695924
Dec 15 19:03:53.271118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59980) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:53.281337 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] Set router a489a739-d106-4dbc-b8ae-14c485f06052 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:53.292515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.304470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port b2a35495-d7da-4a3d-80b9-2e210d36d9cb {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:53.304789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.353726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81d22510-beea-4794-bdb9-88688afb3108 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:53.374994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2b604-8e5f-4a55-9bf1-635c0870fad0 None None] Network e4a66ca2-d47e-4dd5-b902-c142e1483354 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:53.411316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3fd00>, [{'id': 'a489a739-d106-4dbc-b8ae-14c485f06052', 'name': 'tempest-RoutersTest-router-909631532', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:50Z', 'updated_at': '2021-12-15T19:03:51Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:53.417116 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3983b-fca0-4615-bc81-bf11e2f1f322 None None] The sync data for ids ['a489a739-d106-4dbc-b8ae-14c485f06052'] in dv-neutron-821830-2-hyperv is: [{'id': 'a489a739-d106-4dbc-b8ae-14c485f06052', 'name': 'tempest-RoutersTest-router-909631532', 'tenant_id': '86482f36365847fd939403a9c67fa8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:50Z', 'updated_at': '2021-12-15T19:03:51Z', 'revision_number': 2, 'project_id': '86482f36365847fd939403a9c67fa8da', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:53.469935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a8bea4-7d2d-48ea-b5fb-9aed06350f66 None None] Network 32df7c16-07f8-4ab2-aa38-0cf21f77003f requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:03:53.518571 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7d73d0>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:51Z', 'revision_number': 7, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:53.523957 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] Checking router: 60851722-b196-48da-9d82-e8360181523b for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:53.536872 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] Routers {'60851722-b196-48da-9d82-e8360181523b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:53.537736 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7d73d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['60851722-b196-48da-9d82-e8360181523b'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:53.763319 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] Set router 60851722-b196-48da-9d82-e8360181523b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:53.807792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port b2a35495-d7da-4a3d-80b9-2e210d36d9cb, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b2a35495-d7da-4a3d-80b9-2e210d36d9cb,segment=NetworkSegment(f9a3530e-9e11-4611-87cb-b9d4bbb2618f),segment_id=f9a3530e-9e11-4611-87cb-b9d4bbb2618f)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:53.808397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.023739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for b2a35495-d7da-4a3d-80b9-2e210d36d9cb owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:54.028363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] DHCP port deletion for 32df7c16-07f8-4ab2-aa38-0cf21f77003f request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:54.034075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Deleting port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:54.034613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.119776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ee661-00dc-430e-a638-b2557f21a2a0 None None] DHCP port deletion for e4a66ca2-d47e-4dd5-b902-c142e1483354 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:03:54.139760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.144515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50dc8991-0d4d-46ca-9e69-46c7bb4711df tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:54.146922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81d22510-beea-4794-bdb9-88688afb3108 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.165564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ee661-00dc-430e-a638-b2557f21a2a0 None None] Deleting port b2a35495-d7da-4a3d-80b9-2e210d36d9cb {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:54.166000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee661-00dc-430e-a638-b2557f21a2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.174961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81d22510-beea-4794-bdb9-88688afb3108 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.200792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.202141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=b2a35495-d7da-4a3d-80b9-2e210d36d9cb,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:54.205616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:54.209521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No DVR routers for this DVR port b2a35495-d7da-4a3d-80b9-2e210d36d9cb on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:54.262604 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7d73d0>, [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:51Z', 'revision_number': 7, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:54.267808 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4749c7-fae0-4260-9ce3-aeeece0a4305 None None] The sync data for ids ['60851722-b196-48da-9d82-e8360181523b'] in dv-neutron-821830-2-hyperv is: [{'id': '60851722-b196-48da-9d82-e8360181523b', 'name': 'tempest-TestNetworkBasicOps-router-1559569243', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:01:02Z', 'updated_at': '2021-12-15T19:03:51Z', 'revision_number': 7, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '42f3aca9-43e7-472c-98cf-1c5f94949440', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:aa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60851722-b196-48da-9d82-e8360181523b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:01:03Z', 'updated_at': '2021-12-15T19:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:54.294333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ee661-00dc-430e-a638-b2557f21a2a0 None None] The port 'b2a35495-d7da-4a3d-80b9-2e210d36d9cb' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:03:54.310533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81d22510-beea-4794-bdb9-88688afb3108 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.310703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d22510-beea-4794-bdb9-88688afb3108 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Fanout notify agent at l3_agent the message router_deleted on router a489a739-d106-4dbc-b8ae-14c485f06052 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:03:54.340772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81d22510-beea-4794-bdb9-88688afb3108 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.341941 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-81d22510-beea-4794-bdb9-88688afb3108 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/a489a739-d106-4dbc-b8ae-14c485f06052 HTTP/1.1" status: 204  len: 168 time: 1.2696643
Dec 15 19:03:54.358237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 59984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:54.409367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d20f186c-250c-444d-aa18-a7138070f2a6 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a489a739-d106-4dbc-b8ae-14c485f06052 HTTP/1.1" status: 200  len: 205 time: 0.0485919
Dec 15 19:03:54.424259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59988) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:54.515855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced65ddf0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:50Z', 'revision_number': 9, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:54.526951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479066f6-2eab-478b-91ad-6d93bc5de205 None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:50Z', 'revision_number': 9, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': '368a2f3e-1e5d-41c7-a414-0dd024b498ed', 'name': '', 'network_id': '277da6c0-4e16-4587-97d2-c3c660626b16', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:a2:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:20Z', 'updated_at': '2021-12-15T19:03:41Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '16b49b7e-6540-4f17-b688-0ce14c76d345', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:03:54.530038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] For port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4,segment=NetworkSegment(fa4bab0c-d991-4b25-b226-4070e4a6abda),segment_id=fa4bab0c-d991-4b25-b226-4070e4a6abda)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:54.531135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.549066 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-761cdb2a-86f5-4b7b-b56e-f47500e7146c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] delete failed (client error): The resource could not be found.
Dec 15 19:03:54.553017 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-761cdb2a-86f5-4b7b-b56e-f47500e7146c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/a489a739-d106-4dbc-b8ae-14c485f06052 HTTP/1.1" status: 404  len: 336 time: 0.1176608
Dec 15 19:03:54.553994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59992) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:54.595684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.598886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.612430 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-daeba844-4f57-4449-bdee-9b1121f06ab0 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:54.613053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daeba844-4f57-4449-bdee-9b1121f06ab0 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:54.622836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 42f3aca9-43e7-472c-98cf-1c5f94949440 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:54.622836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.634499 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-daeba844-4f57-4449-bdee-9b1121f06ab0 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/0d6d5278-8435-4390-8a27-44dbb3e385cd HTTP/1.1" status: 404  len: 337 time: 0.0785789
Dec 15 19:03:54.637100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 59996) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:54.649155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec11c490>,) {'filters': {'network_id': ['e4a66ca2-d47e-4dd5-b902-c142e1483354']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:54.766126 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Calling delete_port for 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:54.797979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec11c490>, 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:54.798311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec11c490>, 'f9a3530e-9e11-4611-87cb-b9d4bbb2618f') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:54.806153 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd909449-4a3d-4bbb-bd9c-dece28bfefcd tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:54.806615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd909449-4a3d-4bbb-bd9c-dece28bfefcd tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:54.812739 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cd909449-4a3d-4bbb-bd9c-dece28bfefcd tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/f74395f2-3211-4847-a8a4-565893d32fca HTTP/1.1" status: 404  len: 337 time: 0.1707962
Dec 15 19:03:54.812739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60000) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:54.864480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.878924 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61d9346-9966-462d-83cd-a72d02fd88dd tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:54.879399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61d9346-9966-462d-83cd-a72d02fd88dd tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:54.881043 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b61d9346-9966-462d-83cd-a72d02fd88dd tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/7f4bdb4b-12a4-4c37-b4d2-2b73b28c7d25 HTTP/1.1" status: 404  len: 337 time: 0.0678399
Dec 15 19:03:54.884193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60004) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:54.894862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.903233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:54.904069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:54.919982 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:54.927005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:54.930813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:54.978551 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55e34f9-fd16-4d1a-bac5-5fa84c79967a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:54.979074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55e34f9-fd16-4d1a-bac5-5fa84c79967a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:54.983255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Pushing event deleted for resources: {'Port': ['ID=3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:54.983408 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b55e34f9-fd16-4d1a-bac5-5fa84c79967a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/701571f7-a0a6-42cc-af77-1875289bd03d HTTP/1.1" status: 404  len: 337 time: 0.0829387
Dec 15 19:03:54.984862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60008) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:54.990030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] No DVR routers for this DVR port 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:03:54.999356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:54.999699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.000274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.001097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.001706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.002278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.003148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.003708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.005211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.006052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.006606 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:03:55.011616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:55.038240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:55.042179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e78c16f0-04a9-4d18-9a78-2dbe35cd5424 tempest-BulkNetworkOpsTest-2025988761 tempest-BulkNetworkOpsTest-2025988761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:55.056746 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a6a196eb-6d38-4811-935b-ef1714162645 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 200  len: 205 time: 0.0629551
Dec 15 19:03:55.059463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:55.059601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60012) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.066170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=e4a66ca2-d47e-4dd5-b902-c142e1483354,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:55.069090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:55.071246 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/e4a66ca2-d47e-4dd5-b902-c142e1483354 HTTP/1.1" status: 204  len: 168 time: 1.9328411
Dec 15 19:03:55.073959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60016) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.132479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-f33f14f1-d85e-4f90-8c8a-efaa92ba681f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] delete failed (client error): The resource could not be found.
Dec 15 19:03:55.133537 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f33f14f1-d85e-4f90-8c8a-efaa92ba681f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/5f5602b6-b79b-43b2-bc01-19ef7637b940 HTTP/1.1" status: 404  len: 336 time: 0.0730684
Dec 15 19:03:55.136688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60020) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.139914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 42f3aca9-43e7-472c-98cf-1c5f94949440, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=42f3aca9-43e7-472c-98cf-1c5f94949440,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:55.140273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:55.238343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b2ad09a5-7b28-40e6-8aab-c2a987d2630c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4a55e7b-0c68-401e-802a-1d80b06fa829 HTTP/1.1" status: 200  len: 205 time: 0.1004193
Dec 15 19:03:55.242732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60024) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.298925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 42f3aca9-43e7-472c-98cf-1c5f94949440 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:55.310374 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-9385b15f-dc51-4ade-b81c-ffec17c16e0e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] delete failed (client error): The resource could not be found.
Dec 15 19:03:55.311387 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9385b15f-dc51-4ade-b81c-ffec17c16e0e tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/d4a55e7b-0c68-401e-802a-1d80b06fa829 HTTP/1.1" status: 404  len: 336 time: 0.0677657
Dec 15 19:03:55.367729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60028) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.584173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:55.587396 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7b6ea7-c240-4f81-ae06-2478169a3530 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:55.587840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7b6ea7-c240-4f81-ae06-2478169a3530 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:55.588875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:55.590000 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ae7b6ea7-c240-4f81-ae06-2478169a3530 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/e52cb91a-ae01-4736-9305-6849e73adfb4 HTTP/1.1" status: 404  len: 337 time: 0.2213426
Dec 15 19:03:55.592961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60032) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.631711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=42f3aca9-43e7-472c-98cf-1c5f94949440,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:55.635813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:55.639153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5537abf1-595a-40df-86ca-1b668faae995 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Synchronizing usage tracker for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:03:55.664642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5537abf1-595a-40df-86ca-1b668faae995 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Unset dirty status for tenant:86482f36365847fd939403a9c67fa8da on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:03:55.664642 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5537abf1-595a-40df-86ca-1b668faae995 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4efb49e-dddc-4c96-96dd-ed73ab18559d HTTP/1.1" status: 200  len: 205 time: 0.0669842
Dec 15 19:03:55.670033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60036) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.698254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:55.771830 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-ac11c71f-4fd1-4fa1-b301-ca30b8b46472 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] delete failed (client error): The resource could not be found.
Dec 15 19:03:55.772793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ac11c71f-4fd1-4fa1-b301-ca30b8b46472 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/e4efb49e-dddc-4c96-96dd-ed73ab18559d HTTP/1.1" status: 404  len: 336 time: 0.1022580
Dec 15 19:03:55.779975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60040) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.831760 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f0f58019-26bf-4cc8-b855-2d379ac98613 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=9807a51f-48e5-4cbd-8029-c6db829cdf21 HTTP/1.1" status: 200  len: 205 time: 0.0520439
Dec 15 19:03:55.835295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60044) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.913791 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-9a3b2847-e423-4063-a412-99aee0f896bf tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] delete failed (client error): The resource could not be found.
Dec 15 19:03:55.913791 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9a3b2847-e423-4063-a412-99aee0f896bf tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/9807a51f-48e5-4cbd-8029-c6db829cdf21 HTTP/1.1" status: 404  len: 336 time: 0.0786576
Dec 15 19:03:55.920738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60048) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:55.971761 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bad62a-b374-4446-af1e-176a07e465b9 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:55.971761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bad62a-b374-4446-af1e-176a07e465b9 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:55.971761 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-95bad62a-b374-4446-af1e-176a07e465b9 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/ab406d0d-66c9-4a51-bb63-0926614180ea HTTP/1.1" status: 404  len: 337 time: 0.0486796
Dec 15 19:03:55.977350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60052) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.005765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 83f55277-24f0-4f5a-8bb4-bf4fac51c274 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:56.042742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 83f55277-24f0-4f5a-8bb4-bf4fac51c274 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:56.042742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 83f55277-24f0-4f5a-8bb4-bf4fac51c274 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:56.042952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b2a35495-d7da-4a3d-80b9-2e210d36d9cb no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:56.045760 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a28eed93-58d6-4973-9c01-aeae26142e59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=63116629-451a-4fa3-8e9d-9540e0cfafae HTTP/1.1" status: 200  len: 205 time: 0.0679941
Dec 15 19:03:56.046673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60056) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.054925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.077596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: b2a35495-d7da-4a3d-80b9-2e210d36d9cb {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:56.077888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b2a35495-d7da-4a3d-80b9-2e210d36d9cb not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:56.078320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2499b5f-431e-4cd2-b250-d79469802e34 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:56.112003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e2499b5f-431e-4cd2-b250-d79469802e34 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:56.112289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e2499b5f-431e-4cd2-b250-d79469802e34 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:56.112717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:56.147930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:56.148261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3aa5a1e7-0a63-4ade-a5b2-5da16dd4b6c4 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:56.185116 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-6fb076b4-72f3-4b56-9845-6a7a0a82a76b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] delete failed (client error): The resource could not be found.
Dec 15 19:03:56.190497 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6fb076b4-72f3-4b56-9845-6a7a0a82a76b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/63116629-451a-4fa3-8e9d-9540e0cfafae HTTP/1.1" status: 404  len: 336 time: 0.0922341
Dec 15 19:03:56.190497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60060) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.264789 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-030b29fa-d235-4e50-b0b8-914e0bfcbf80 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:56.265696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030b29fa-d235-4e50-b0b8-914e0bfcbf80 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:56.266958 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-030b29fa-d235-4e50-b0b8-914e0bfcbf80 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/3b25c03b-75ee-4125-8022-f00295432228 HTTP/1.1" status: 404  len: 337 time: 0.0519228
Dec 15 19:03:56.274322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60064) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.329481 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-845a30a3-2fa0-44db-b58c-120f25f327b5 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a0a0a48-413d-4d63-87b4-0491e09a2d39 HTTP/1.1" status: 200  len: 205 time: 0.0518963
Dec 15 19:03:56.329481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60068) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.374260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.378793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.399651 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-f28b16d6-a0ff-491e-a9fe-95388b7ce79a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] delete failed (client error): The resource could not be found.
Dec 15 19:03:56.407200 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f28b16d6-a0ff-491e-a9fe-95388b7ce79a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/routers/8a0a0a48-413d-4d63-87b4-0491e09a2d39 HTTP/1.1" status: 404  len: 336 time: 0.0715690
Dec 15 19:03:56.407200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60072) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.412768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.412768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router 60851722-b196-48da-9d82-e8360181523b {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:03:56.453957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.453957 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/60851722-b196-48da-9d82-e8360181523b HTTP/1.1" status: 204  len: 168 time: 3.1646383
Dec 15 19:03:56.453957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60076) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.462535 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cd54fb-dc6e-49a0-b5f7-fcd2ee5f5bf9 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:56.462535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cd54fb-dc6e-49a0-b5f7-fcd2ee5f5bf9 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:56.462535 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b8cd54fb-dc6e-49a0-b5f7-fcd2ee5f5bf9 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/b4d1e6e4-19be-4122-a8e4-2b63c81ccd55 HTTP/1.1" status: 404  len: 337 time: 0.0433764
Dec 15 19:03:56.462535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60080) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:56.579098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.636688 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31dab41-4ea5-4cb3-b6d2-6e7eac2f41df tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:03:56.636987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31dab41-4ea5-4cb3-b6d2-6e7eac2f41df tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:03:56.641522 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f31dab41-4ea5-4cb3-b6d2-6e7eac2f41df tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] 10.222.0.48 "DELETE /v2.0/subnets/d2fe6299-1475-4942-a89e-4582bc6e346c HTTP/1.1" status: 404  len: 337 time: 0.1861835
Dec 15 19:03:56.748245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.778736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec316670>,) {'filters': {'network_id': ['32df7c16-07f8-4ab2-aa38-0cf21f77003f']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:56.793659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec316670>, 'fa4bab0c-d991-4b25-b226-4070e4a6abda') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:56.793659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec316670>, 'fa4bab0c-d991-4b25-b226-4070e4a6abda') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:56.805617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.825223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.829991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:03:56.829991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:03:56.844384 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:03:56.868291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 368a2f3e-1e5d-41c7-a414-0dd024b498ed {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:03:56.868814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:56.930184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.055592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.066066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ff4fa581-9b27-45c8-b1d0-3384837a39e4 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:57.084371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60088) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:57.089464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.092077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=32df7c16-07f8-4ab2-aa38-0cf21f77003f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:57.095096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:57.101482 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-28df12be-f1c4-4089-a8a4-de7e17be7940 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/32df7c16-07f8-4ab2-aa38-0cf21f77003f HTTP/1.1" status: 204  len: 168 time: 0.6590645
Dec 15 19:03:57.122450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60094) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:57.130208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--1491305050', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:57.135329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:57.139840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:57.142949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:57.144364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port 368a2f3e-1e5d-41c7-a414-0dd024b498ed, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=368a2f3e-1e5d-41c7-a414-0dd024b498ed,segment=NetworkSegment(027faa67-2c7b-4b58-ad36-c6bd94259908),segment_id=027faa67-2c7b-4b58-ad36-c6bd94259908)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:03:57.144837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.155898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:57.167888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:57.171402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.201979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:03:57.210633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.210963 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment 50141c53-1aba-470c-998c-82714b03ce25 of type vlan for network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5
Dec 15 19:03:57.248490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.269083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 368a2f3e-1e5d-41c7-a414-0dd024b498ed owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:03:57.278476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.282271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:57.282843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.286321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c9dcaab-2bba-4bb8-99d9-070954d841bc tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:57.393872 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2698894
Dec 15 19:03:57.397029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60098) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:57.405464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:57.410781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:57.414088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:57.415008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:57.422760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:57.423558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:03:57.426164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:57.433798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:57.444941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.446049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.470828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.511123 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f20f8867-6b4a-4183-8a45-470292180b08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86482f36365847fd939403a9c67fa8da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4220634
Dec 15 19:03:57.511123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60102) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:57.642498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.677952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.708609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.724176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.749594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-09a3db79-460a-47d1-a56d-57c534f4c283 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:57.827763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=368a2f3e-1e5d-41c7-a414-0dd024b498ed,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:57.839327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:57.955947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 42f3aca9-43e7-472c-98cf-1c5f94949440 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:03:57.957927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.991803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:57.998823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:58.004812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d2efd969-6918-40af-b118-ab0f0c28de05 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:58.007707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 42f3aca9-43e7-472c-98cf-1c5f94949440 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:03:58.008072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 42f3aca9-43e7-472c-98cf-1c5f94949440 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:03:58.026648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50dbef5-a47a-4e0d-a475-8cc4c4394cf3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:58.030569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:58.060529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:58.064825 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d50dbef5-a47a-4e0d-a475-8cc4c4394cf3 HTTP/1.1" status: 204  len: 168 time: 0.5546479
Dec 15 19:03:58.092224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:58.196515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.150 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c2bcef80-44a8-43ad-901c-a602ebefa2b6) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:03:58.380715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:58.422633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:58.429774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:58.499069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:03:58.502534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:03:58.508890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:03:58.548540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=c2bcef80-44a8-43ad-901c-a602ebefa2b6,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:58.551762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:58.651571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:03:58.694910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:58.695855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:58.867936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:58.876803 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8018363
Dec 15 19:03:58.877560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60122) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:58.882265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:58.910793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:58.911818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced89ebb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:58.958077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 918a1491-da71-4667-946c-dd563b359a36 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:03:59.095924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:59.172677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60128) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:59.244293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet 16b49b7e-6540-4f17-b688-0ce14c76d345 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:03:59.248126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.307182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:03:59.316104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.317262 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Sync routers for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:03:59.336009 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:59.336888 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd18f70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:59.339107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.341060 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.9427948
Dec 15 19:03:59.344027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60134) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:59.362933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-567098570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:59.372057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:59.383052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:router and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:59.388255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:59.397609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:59.418066 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9befa16f-f772-44e8-ac26-1140bf30be48 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0683937
Dec 15 19:03:59.418419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60138) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:59.427528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.428605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.449550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.464769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced89ebb0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:57Z', 'revision_number': 10, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:59.469423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:59.476550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.483547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:03:59.485425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced89ebb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:59.509793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.541544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.544886 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:59.546283 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-26201b45-6510-4a5f-9580-a2a387cd273e tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.3718896
Dec 15 19:03:59.551238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60146) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:59.559993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-740794649'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:59.566464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:59.571285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:network and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:59.575184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:59.581343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:59.603185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:59.606835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.636832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.641337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1ddb9-a408-464c-afb3-60242cdf6725 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:03:59.643180 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f8a1ddb9-a408-464c-afb3-60242cdf6725 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2238989
Dec 15 19:03:59.647749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60150) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:59.703448 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2db8992b-8586-48cb-b110-61434684c3b5 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0501831
Dec 15 19:03:59.708019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60154) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:59.720116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-435239841', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:03:59.754960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:03:59.841073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:59.845581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:59.848759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:59.856110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.874216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:03:59.876495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1930f9c4-13c6-4f90-af7d-0e774cd5992a tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:03:59.918206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:03:59.925104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=16b49b7e-6540-4f17-b688-0ce14c76d345,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:03:59.932917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:03:59.937613 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/16b49b7e-6540-4f17-b688-0ce14c76d345 HTTP/1.1" status: 204  len: 168 time: 1.0590458
Dec 15 19:03:59.938019 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd18f70>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:03:58Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:03:59.939152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:03:59.940253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60158) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:03:59.943817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:security_group_rule and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:03:59.946574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:03:59.956751 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Checking router: 918a1491-da71-4667-946c-dd563b359a36 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:03:59.958626 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Updating router 918a1491-da71-4667-946c-dd563b359a36 port c2bcef80-44a8-43ad-901c-a602ebefa2b6 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:03:59.961972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:03:59.974081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:00.032225 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.101406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f247b5-c767-49ba-bf6e-defbe1f4417b None None] Network 277da6c0-4e16-4587-97d2-c3c660626b16 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:00.105949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.119728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port a3622c0f-49c1-4b1a-8d4a-417d60e24269 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:00.120063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.142425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.293944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a443256-b156-4c42-b924-9c74bc56978f req-e4f6b86c-0bb8-40fe-b8a2-4cee496b46d4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:00.296179 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a443256-b156-4c42-b924-9c74bc56978f req-e4f6b86c-0bb8-40fe-b8a2-4cee496b46d4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2663534
Dec 15 19:04:00.337728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced89ebb0>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:57Z', 'revision_number': 10, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:00.339175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.342579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a1779-d9ab-46ee-a4e8-d878e587cf97 None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:03:57Z', 'revision_number': 10, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None, '_interfaces': [{'id': 'f675a8bd-8975-4a96-83ba-f41cca4dbe87', 'name': '', 'network_id': 'de089a0a-fa22-400e-ba48-8da476637719', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'mac_address': 'fa:16:3e:07:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01224222-6283-40e5-9a43-640ea4be56d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:13Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 5, 'project_id': '2340f76848574b7f88addbba4be6160a', 'subnets': [{'id': '01224222-6283-40e5-9a43-640ea4be56d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:00.358329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.364926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5876b727-3ef1-4fe9-b353-344549c40fa1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:00.410809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port a3622c0f-49c1-4b1a-8d4a-417d60e24269, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a3622c0f-49c1-4b1a-8d4a-417d60e24269,segment=NetworkSegment(027faa67-2c7b-4b58-ad36-c6bd94259908),segment_id=027faa67-2c7b-4b58-ad36-c6bd94259908)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:00.411229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.420829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:04:00.441955 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a443256-b156-4c42-b924-9c74bc56978f req-82eb7b78-e8fe-4add-8273-02d3f930cc3a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310558
Dec 15 19:04:00.491057 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.505417 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Transition to ACTIVE for port object c2bcef80-44a8-43ad-901c-a602ebefa2b6 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:00.512163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9fb206-3fd8-4a4e-98c3-a1c9a4619e48,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:00.515043 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.518582 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:00.538062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for a3622c0f-49c1-4b1a-8d4a-417d60e24269 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:00.539674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:00.551049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.555015 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Added segment 828987e0-7e5d-4a70-91fd-9adea3639b84 of type vlan for network 367efb93-e3bf-44db-8013-00cce4b01c34
Dec 15 19:04:00.596290 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Attempting to bind port c2bcef80-44a8-43ad-901c-a602ebefa2b6 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:00.596849 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Attempting to bind port c2bcef80-44a8-43ad-901c-a602ebefa2b6 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:00.597011 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Attempting to bind port c2bcef80-44a8-43ad-901c-a602ebefa2b6 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:00.599152 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42a294-6b84-4608-98a0-c4425b6ba018 None None] Pushing event updated for resources: {'Port': ['ID=c2bcef80-44a8-43ad-901c-a602ebefa2b6,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:00.602141 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bb42a294-6b84-4608-98a0-c4425b6ba018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:00.607033 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:00.607410 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:00.607809 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.608432 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:00.609103 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Bound port: c2bcef80-44a8-43ad-901c-a602ebefa2b6, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:00.609906 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.631874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.682966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.691247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.696707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e96e4977-80eb-4407-b3e5-9ebba6f375c2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:00.699483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b50c90f6-4cd2-4fcd-9a57-66036caf77af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:00.700852 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] For port c2bcef80-44a8-43ad-901c-a602ebefa2b6, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:00.704820 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] For port c2bcef80-44a8-43ad-901c-a602ebefa2b6, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c2bcef80-44a8-43ad-901c-a602ebefa2b6,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:00.715744 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.717267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9c474-84ab-48f2-ab0b-e06c1800a85d None None] DHCP port deletion for 277da6c0-4e16-4587-97d2-c3c660626b16 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:04:00.721555 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-02f968fa-d324-427c-9685-116b1b711e41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:00.762944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bdd-9e74-4ab4-ba11-49bd86b197b5 req-7acfd3eb-b24b-477e-924a-cf812d9c2c6f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:00.764660 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-972f0bdd-9e74-4ab4-ba11-49bd86b197b5 req-7acfd3eb-b24b-477e-924a-cf812d9c2c6f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1903236
Dec 15 19:04:00.771527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.775344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:00.776005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:00.779782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=a3622c0f-49c1-4b1a-8d4a-417d60e24269,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:00.798182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:00.830844 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:00.831519 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd18f70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:00.840057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=a1eb06c8-9e47-4553-9a3c-c0465e6c7f93,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:00.843335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:00.846104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-272cafa6-c03f-4947-aca7-06a759e017e5 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:00.867315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:00.867806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:04:00.873026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No DVR routers for this DVR port a3622c0f-49c1-4b1a-8d4a-417d60e24269 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:00.900135 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.3442793
Dec 15 19:04:00.901413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60164) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:00.910837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'subnet': {'network_id': '367efb93-e3bf-44db-8013-00cce4b01c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:00.922653 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-972f0bdd-9e74-4ab4-ba11-49bd86b197b5 req-f2680e54-6e58-468f-91a6-3ec27373127f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1442010
Dec 15 19:04:00.957091 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42a294-6b84-4608-98a0-c4425b6ba018 None None] Pushing event updated for resources: {'Port': ['ID=c2bcef80-44a8-43ad-901c-a602ebefa2b6,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:00.963196 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bb42a294-6b84-4608-98a0-c4425b6ba018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:01.006471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:04:01.069394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.072092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Network': ['ID=367efb93-e3bf-44db-8013-00cce4b01c34,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:01.076542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:01.085765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 367efb93-e3bf-44db-8013-00cce4b01c34 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:04:01.093470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:01.098197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:01.098949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.115694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde4e3b-173d-44e6-9075-fac5593fb8db None None] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:01.138285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced2a2550>,) {'filters': {'network_id': ['277da6c0-4e16-4587-97d2-c3c660626b16']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:01.141255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:01.145790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:subnet and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:01.148872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:01.158161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:01.166370 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:01.167740 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.4582820
Dec 15 19:04:01.171223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60170) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:01.173727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2a2550>, '027faa67-2c7b-4b58-ad36-c6bd94259908') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:01.174084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2a2550>, '027faa67-2c7b-4b58-ad36-c6bd94259908') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:01.186143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:01.202930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.222091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.229183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:04:01.229731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:04:01.408009 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:04:01.468439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.477990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:01.499599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:04:01.501155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.503491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.519542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=277da6c0-4e16-4587-97d2-c3c660626b16,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:01.525728 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd18f70>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:03:58Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:01.530542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:01.530731 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a197786-9dac-4141-8001-93e3b0338c9b None None] The sync data for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv is: [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:03:58Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:01.534862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:01.539293 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/277da6c0-4e16-4587-97d2-c3c660626b16 HTTP/1.1" status: 204  len: 168 time: 1.5974185
Dec 15 19:04:01.542677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60176) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:01.782302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Allocated IP 172.20.0.2 (29b99cfc-6c35-4f3c-8a27-0a2b390f50d5/a1eb06c8-9e47-4553-9a3c-c0465e6c7f93/17e535d6-f33a-4979-9e39-0fe93679e1f0) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:01.909285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f56597-a9ae-4856-a265-c7476b6f9bad req-4e485540-515a-4289-81e3-7c44fa1dd4b4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:01.910964 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-37f56597-a9ae-4856-a265-c7476b6f9bad req-4e485540-515a-4289-81e3-7c44fa1dd4b4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4987397
Dec 15 19:04:01.995479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-37f56597-a9ae-4856-a265-c7476b6f9bad req-baa2e12d-33b6-4549-b35a-07e93412baa4 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758815
Dec 15 19:04:01.998948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c2bcef80-44a8-43ad-901c-a602ebefa2b6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:02.058739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.070501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e9b2d0d9-f902-4443-b312-82b51a4c9f44 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:02.117925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c2bcef80-44a8-43ad-901c-a602ebefa2b6 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:02.129250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c2bcef80-44a8-43ad-901c-a602ebefa2b6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:02.129657 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.152128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Subnet': ['ID=d5999e16-e61e-43d2-9fbb-95d60fcd66ed,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:02.162883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:02.220868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Checking segment: {'id': '828987e0-7e5d-4a70-91fd-9adea3639b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '367efb93-e3bf-44db-8013-00cce4b01c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:02.220868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network hostable DHCP agents. Network: 367efb93-e3bf-44db-8013-00cce4b01c34, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:04:02.263014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.317604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.328290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.336596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network 367efb93-e3bf-44db-8013-00cce4b01c34 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:04:02.340945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port c2bcef80-44a8-43ad-901c-a602ebefa2b6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c2bcef80-44a8-43ad-901c-a602ebefa2b6,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:02.354761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.356887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 367efb93-e3bf-44db-8013-00cce4b01c34) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:02.359781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Transition to ACTIVE for port object 17e535d6-f33a-4979-9e39-0fe93679e1f0 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:02.363568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ef8d4de-34e5-418f-8db4-15c8f18f7358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:02.365531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:02.368933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.402722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466ed50-968b-486e-a3a8-8d6ff855b0f7 None None] Network 367efb93-e3bf-44db-8013-00cce4b01c34 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:02.494389 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5913131
Dec 15 19:04:02.502628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60180) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:02.514226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'network': {'name': 'tempest-router-network01--1018234788'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:02.521620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:02.528701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:network and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:02.532587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:02.542966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:02.590866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 368a2f3e-1e5d-41c7-a414-0dd024b498ed no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:02.620917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:02.623823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.638286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Transition to ACTIVE for port object 17e535d6-f33a-4979-9e39-0fe93679e1f0 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:02.640789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 368a2f3e-1e5d-41c7-a414-0dd024b498ed {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:02.642179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 368a2f3e-1e5d-41c7-a414-0dd024b498ed not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:02.642179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a3622c0f-49c1-4b1a-8d4a-417d60e24269 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:02.688318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a3622c0f-49c1-4b1a-8d4a-417d60e24269 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:02.688663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a3622c0f-49c1-4b1a-8d4a-417d60e24269 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:02.692663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=c2bcef80-44a8-43ad-901c-a602ebefa2b6,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:02.699022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.709429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:02.709911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:02.713458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:04:02.741675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.742208 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Added segment 85e5c573-2b3c-4300-8c6a-0e80b4d7a11a of type vlan for network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31
Dec 15 19:04:02.773513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:02.784771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.786825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:02.792607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:02.848994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Pushing event updated for resources: {'Port': ['ID=17e535d6-f33a-4979-9e39-0fe93679e1f0,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:02.854137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:02.902623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.906222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:02.906789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.913827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a209688-62c8-43ae-a192-73738b797fa3 tempest-NetworksIpV6Test-151649597 tempest-NetworksIpV6Test-151649597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:02.952502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port f675a8bd-8975-4a96-83ba-f41cca4dbe87 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:02.953122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:02.986056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Attempting to bind port 17e535d6-f33a-4979-9e39-0fe93679e1f0 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:02.986436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Attempting to bind port 17e535d6-f33a-4979-9e39-0fe93679e1f0 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:02.986831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Attempting to bind port 17e535d6-f33a-4979-9e39-0fe93679e1f0 on network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:02.995696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-367efb93-e3bf-44db-8013-00cce4b01c34', 'network_id': '367efb93-e3bf-44db-8013-00cce4b01c34', 'tenant_id': '05e3b57bae83431894f437a135c97758', 'fixed_ips': [{'subnet_id': 'd5999e16-e61e-43d2-9fbb-95d60fcd66ed'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:04:02.996519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.007608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:03.007990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Checking segment: {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:03.008393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.008789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Bound using segment: {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:03.009267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Bound port: 17e535d6-f33a-4979-9e39-0fe93679e1f0, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:03.009711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.054484 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5480535
Dec 15 19:04:03.058058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60186) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:03.071658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'network': {'name': 'tempest-router-network02--2142315333'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:03.076647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Network': ['ID=4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:03.080004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:03.085199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:03.096656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:04:03.099096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:network and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:03.104058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:03.114399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:03.117319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.192605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port f675a8bd-8975-4a96-83ba-f41cca4dbe87, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f675a8bd-8975-4a96-83ba-f41cca4dbe87,segment=NetworkSegment(97d89500-7ef4-44be-93da-cf1b063b0d80),segment_id=97d89500-7ef4-44be-93da-cf1b063b0d80)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:03.192952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.211564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:03.215597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.307166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] For port 17e535d6-f33a-4979-9e39-0fe93679e1f0, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:03.311452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] For port 17e535d6-f33a-4979-9e39-0fe93679e1f0, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17e535d6-f33a-4979-9e39-0fe93679e1f0,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:03.320645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for f675a8bd-8975-4a96-83ba-f41cca4dbe87 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:03.321159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.327831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:03.377771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:04:03.390042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Allocated IP 2001:db8::2 (367efb93-e3bf-44db-8013-00cce4b01c34/d5999e16-e61e-43d2-9fbb-95d60fcd66ed/50239d98-c142-44bd-9718-085f25bf357f) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:03.396172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.396578 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Added segment 75a46745-f76b-4fab-b9aa-dd6422c3c5f4 of type vlan for network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc
Dec 15 19:04:03.453092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Pushing event updated for resources: {'Port': ['ID=17e535d6-f33a-4979-9e39-0fe93679e1f0,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:03.459716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:03.526776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.532002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-11e069e6-8bb1-4c4b-9693-fa213e14fa81 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:03.585891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=f675a8bd-8975-4a96-83ba-f41cca4dbe87,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:03.589813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:03.670593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.685654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.686689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135baa52-5475-422b-8069-c57f9b5bffcb req-ef0bd364-454f-4a3d-a0ab-784fd239ecfd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:03.695710 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-135baa52-5475-422b-8069-c57f9b5bffcb req-ef0bd364-454f-4a3d-a0ab-784fd239ecfd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4971144
Dec 15 19:04:03.712190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Transition to ACTIVE for port object 50239d98-c142-44bd-9718-085f25bf357f will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:03.755632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Transition to ACTIVE for port object 50239d98-c142-44bd-9718-085f25bf357f will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:03.769820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.774521 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b00d23f-c4de-434d-ae9c-58bb5e79a527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:03.876203 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-135baa52-5475-422b-8069-c57f9b5bffcb req-1e906b1c-b6cf-4891-b55a-d0eebe10a393 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1799989
Dec 15 19:04:03.880309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.893068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:03.893068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:03.901249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b1460b6d-be1e-4aca-a999-80a47146229f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:03.901511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Pushing event updated for resources: {'Port': ['ID=50239d98-c142-44bd-9718-085f25bf357f,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:03.904509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:03.957347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Network 367efb93-e3bf-44db-8013-00cce4b01c34 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:03.957347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:03.958337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:04.054210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.085649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Attempting to bind port 50239d98-c142-44bd-9718-085f25bf357f on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:04.085887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Attempting to bind port 50239d98-c142-44bd-9718-085f25bf357f by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '828987e0-7e5d-4a70-91fd-9adea3639b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '367efb93-e3bf-44db-8013-00cce4b01c34'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:04.086176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Attempting to bind port 50239d98-c142-44bd-9718-085f25bf357f on network 367efb93-e3bf-44db-8013-00cce4b01c34 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:04.094274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:04.094852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Checking segment: {'id': '828987e0-7e5d-4a70-91fd-9adea3639b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '367efb93-e3bf-44db-8013-00cce4b01c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:04.095268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.095667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Bound using segment: {'id': '828987e0-7e5d-4a70-91fd-9adea3639b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '367efb93-e3bf-44db-8013-00cce4b01c34'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:04.096145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Bound port: 50239d98-c142-44bd-9718-085f25bf357f, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828987e0-7e5d-4a70-91fd-9adea3639b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '367efb93-e3bf-44db-8013-00cce4b01c34'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:04.096529 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.156234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c2bcef80-44a8-43ad-901c-a602ebefa2b6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:04.169431 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1083138
Dec 15 19:04:04.175710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60190) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:04.189622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'subnet': {'network_id': '4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:04.211341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (29b99cfc-6c35-4f3c-8a27-0a2b390f50d5/a1eb06c8-9e47-4553-9a3c-c0465e6c7f93/56796896-0504-4b9a-b67e-dfc5a013fe89) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:04.218213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Network': ['ID=85c2449f-5379-487b-9ba9-8c93a9b2d2bc,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:04.225609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:04.236630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:04:04.335224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] For port 50239d98-c142-44bd-9718-085f25bf357f, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:04.359286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] For port 50239d98-c142-44bd-9718-085f25bf357f, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=50239d98-c142-44bd-9718-085f25bf357f,segment=NetworkSegment(828987e0-7e5d-4a70-91fd-9adea3639b84),segment_id=828987e0-7e5d-4a70-91fd-9adea3639b84)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:04.370132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.374614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d578c4a3-4beb-4905-b24e-fcc2892c727d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:04.406317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:04.408256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c2bcef80-44a8-43ad-901c-a602ebefa2b6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:04.408390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.414152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:subnet and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:04.417742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:04.432820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:04.462513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:04.538026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.552219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:04.557888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Pushing event updated for resources: {'Port': ['ID=50239d98-c142-44bd-9718-085f25bf357f,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:04.561380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:04.579890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 56796896-0504-4b9a-b67e-dfc5a013fe89 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:04.766523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:04.767502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.779363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:04.787016 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2416096
Dec 15 19:04:04.788493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60196) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:04.794858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:04.795485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ef370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:04.796149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:04.818401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-741e9efc-9dc6-49e6-900f-887b84926a57 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:04.868158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:04.877792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:04.880041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:05.076091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:05.080892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting subnet 01224222-6283-40e5-9a43-640ea4be56d7 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:04:05.084663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.265946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.289364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=56796896-0504-4b9a-b67e-dfc5a013fe89,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:05.298160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:05.299519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.307701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.317107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-590158fc-1564-486e-ad11-35587db721db tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:05.324399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffcdc55-4000-454d-b376-3525dd5f5341 None None] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:05.344743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ef370>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:04:03Z', 'revision_number': 11, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:05.357797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26632a4-6b0e-486c-9634-b08806c044b8 req-3387dac4-2103-46dd-9bf3-76eee28fb1c3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:05.359267 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d26632a4-6b0e-486c-9634-b08806c044b8 req-3387dac4-2103-46dd-9bf3-76eee28fb1c3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1893659
Dec 15 19:04:05.419625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] Checking router: 68588322-fdbd-46fe-bb56-4740f06e087d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:05.420745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.439195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Subnet': ['ID=0e900f0f-b61f-4599-b0f3-5ed3b85abffb,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:05.454007 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d26632a4-6b0e-486c-9634-b08806c044b8 req-597c136c-7bca-461f-80bf-8e849ffbbfa1 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889642
Dec 15 19:04:05.454620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:05.467474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e274e966-f630-44fb-b203-4fc7a4be8ccc None None] Provisioning for port 17e535d6-f33a-4979-9e39-0fe93679e1f0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:05.484840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:05.485544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ef370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:05.492358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Checking segment: {'id': '85e5c573-2b3c-4300-8c6a-0e80b4d7a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:05.492722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network hostable DHCP agents. Network: 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:04:05.507416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.507608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.513127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec9ba48d-1d2c-4af2-9d5c-f3a18b8d146f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:05.554372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Subnet': ['ID=01224222-6283-40e5-9a43-640ea4be56d7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:05.558500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:05.562204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.568883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/01224222-6283-40e5-9a43-640ea4be56d7 HTTP/1.1" status: 204  len: 168 time: 0.7731619
Dec 15 19:04:05.571713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60204) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:05.616898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fa2ed-9b63-462e-aa77-6d08cda83c60 None None] Network de089a0a-fa22-400e-ba48-8da476637719 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:05.671623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:04:05.696236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:05.712183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:05.712875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.740906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] Set router 68588322-fdbd-46fe-bb56-4740f06e087d gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:05.754083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.773900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Deleting port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:05.774234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:05.793985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0aa2c-921a-4578-9da1-06ea1f074315 None None] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:05.833936 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6513121
Dec 15 19:04:05.835228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60208) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:05.849472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'subnet': {'network_id': '85c2449f-5379-487b-9ba9-8c93a9b2d2bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:06.061610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7ef370>, [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:04:03Z', 'revision_number': 11, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:06.141910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac42e6-eafa-4bed-a674-f33e5d835b26 None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [{'id': '68588322-fdbd-46fe-bb56-4740f06e087d', 'name': 'tempest-RoutersIpV6Test-router-1357810418', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:10Z', 'updated_at': '2021-12-15T19:04:03Z', 'revision_number': 11, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:06.143493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 50239d98-c142-44bd-9718-085f25bf357f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:06.229476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab9c38-bb7d-427d-ae5d-6934a9be68b3 None None] Network 367efb93-e3bf-44db-8013-00cce4b01c34 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:06.249408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] For port 522b4d43-ef9b-4b38-95d1-9a76effdfc10, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=522b4d43-ef9b-4b38-95d1-9a76effdfc10,segment=NetworkSegment(97d89500-7ef4-44be-93da-cf1b063b0d80),segment_id=97d89500-7ef4-44be-93da-cf1b063b0d80)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:06.249993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.289335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:06.295649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:subnet and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:06.301120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:06.319638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:06.353502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:06.380708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Calling delete_port for 522b4d43-ef9b-4b38-95d1-9a76effdfc10 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:06.451784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.462193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.467244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.467542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8a415e2e-d6c7-4d26-ac31-0cc241581504 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:06.513607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1354b14c-9968-4f05-9131-05a3073cb3e0 None None] Provisioning for port 50239d98-c142-44bd-9718-085f25bf357f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:06.523506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:06.523863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Port': ['ID=522b4d43-ef9b-4b38-95d1-9a76effdfc10,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:06.527263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:06.531997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No DVR routers for this DVR port 522b4d43-ef9b-4b38-95d1-9a76effdfc10 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:06.629562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.662081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31', 'network_id': '4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31', 'tenant_id': '05e3b57bae83431894f437a135c97758', 'fixed_ips': [{'subnet_id': '0e900f0f-b61f-4599-b0f3-5ed3b85abffb'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:04:06.662900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.677883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 50239d98-c142-44bd-9718-085f25bf357f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:06.707004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 50239d98-c142-44bd-9718-085f25bf357f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:06.707155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.707386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.738799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec82e220>,) {'filters': {'network_id': ['de089a0a-fa22-400e-ba48-8da476637719']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:06.752952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec82e220>, '97d89500-7ef4-44be-93da-cf1b063b0d80') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:06.753245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec82e220>, '97d89500-7ef4-44be-93da-cf1b063b0d80') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:06.771739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.798983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.817783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:04:06.818482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:04:06.842969 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:04:06.864441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0e985-0c9c-463c-933d-42e4119c94f3 None None] DHCP port deletion for de089a0a-fa22-400e-ba48-8da476637719 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:04:06.899318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.925195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=56796896-0504-4b9a-b67e-dfc5a013fe89,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:06.933365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:06.952893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:06.963522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-83455404-cf55-493a-ba62-2928434fa1fb tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:06.985929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.007664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Pushing event deleted for resources: {'Network': ['ID=de089a0a-fa22-400e-ba48-8da476637719,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:07.020065 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/networks/de089a0a-fa22-400e-ba48-8da476637719 HTTP/1.1" status: 204  len: 168 time: 1.4470878
Dec 15 19:04:07.021238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:07.023064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60214) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:07.029217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'routes': None}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:07.061012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.121501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Allocated IP 2001:db8::2 (4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31/0e900f0f-b61f-4599-b0f3-5ed3b85abffb/1490f1a3-f2b7-4c3c-a840-5bec04115fa9) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:07.122506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be55dc-6f1a-47e0-a87a-a15c9b55f2b4 req-f7cc3c34-72e6-4d56-b582-bc4d7e1c256b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:07.124090 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-41be55dc-6f1a-47e0-a87a-a15c9b55f2b4 req-f7cc3c34-72e6-4d56-b582-bc4d7e1c256b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4122031
Dec 15 19:04:07.144350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 50239d98-c142-44bd-9718-085f25bf357f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=50239d98-c142-44bd-9718-085f25bf357f,segment=NetworkSegment(828987e0-7e5d-4a70-91fd-9adea3639b84),segment_id=828987e0-7e5d-4a70-91fd-9adea3639b84)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:07.224485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:07.252135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:07.262691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.263553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17e535d6-f33a-4979-9e39-0fe93679e1f0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:07.331909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:07.387871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Provisioning for port 56796896-0504-4b9a-b67e-dfc5a013fe89 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:07.408222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Provisioning complete for port 56796896-0504-4b9a-b67e-dfc5a013fe89 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:07.411098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.411245 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-41be55dc-6f1a-47e0-a87a-a15c9b55f2b4 req-4e368e09-0cfa-4c84-9cfe-d78bafa16ed1 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2272623
Dec 15 19:04:07.433905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.extraroute_db [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Added routes are [] {{(pid=83670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 15 19:04:07.434425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.extraroute_db [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Removed routes are [] {{(pid=83670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 15 19:04:07.435221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.504925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.512711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-596b5597-f5a4-449f-ad05-3cee6355c639 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:07.653923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Port 56796896-0504-4b9a-b67e-dfc5a013fe89 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:07.672846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.677047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=50239d98-c142-44bd-9718-085f25bf357f,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:07.684214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:07.691509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Transition to ACTIVE for port object 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:07.703486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Subnet': ['ID=b5c9c2e7-8877-42ba-96a6-1b7f6f2dcc22,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:07.709611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Provisioning complete for port 17e535d6-f33a-4979-9e39-0fe93679e1f0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:07.709826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:07.716978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Checking segment: {'id': '75a46745-f76b-4fab-b9aa-dd6422c3c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2449f-5379-487b-9ba9-8c93a9b2d2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:07.717356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network hostable DHCP agents. Network: 85c2449f-5379-487b-9ba9-8c93a9b2d2bc, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:04:07.718463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.743492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 17e535d6-f33a-4979-9e39-0fe93679e1f0 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:07.768959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 17e535d6-f33a-4979-9e39-0fe93679e1f0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:07.769535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.799418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Transition to ACTIVE for port object 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:07.816657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:04:07.824912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.831539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2ac95650-b283-497c-a266-bfbe9b1f8904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:07.839498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 85c2449f-5379-487b-9ba9-8c93a9b2d2bc) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:07.845116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:07.845725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.867364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f336d8-21b9-4e8d-af1a-509ff504e83d None None] Network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:07.882464 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0413744
Dec 15 19:04:07.887094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60218) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:07.901897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:07.905501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.005573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:08.048254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:08.052941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Pushing event updated for resources: {'Port': ['ID=1490f1a3-f2b7-4c3c-a840-5bec04115fa9,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:08.061670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 68588322-fdbd-46fe-bb56-4740f06e087d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:08.066593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:08.068907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:08.140903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.192364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 918a1491-da71-4667-946c-dd563b359a36 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:08.223742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:08.229545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.233220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d07da2c2-bae6-41d1-ad04-9c701ff2cfa6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 200  len: 705 time: 1.2065206
Dec 15 19:04:08.233782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60222) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:08.278288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e4a6395c-c21a-4616-aafc-bb414e177276 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:08.295386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e4a6395c-c21a-4616-aafc-bb414e177276 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:08.300491 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e4a6395c-c21a-4616-aafc-bb414e177276 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 200  len: 205 time: 0.0623207
Dec 15 19:04:08.301337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60226) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:08.302199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.343514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Attempting to bind port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:08.343936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Attempting to bind port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '85e5c573-2b3c-4300-8c6a-0e80b4d7a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:08.344239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Attempting to bind port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 on network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:08.347129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] For port 17e535d6-f33a-4979-9e39-0fe93679e1f0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17e535d6-f33a-4979-9e39-0fe93679e1f0,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:08.388983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.399444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:08.440511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7c1f-3f7b-482d-bd0f-ee21a53d133f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.487137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:08.487553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Checking segment: {'id': '85e5c573-2b3c-4300-8c6a-0e80b4d7a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:08.487916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.488295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Bound using segment: {'id': '85e5c573-2b3c-4300-8c6a-0e80b4d7a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:08.488779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Bound port: 1490f1a3-f2b7-4c3c-a840-5bec04115fa9, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e5c573-2b3c-4300-8c6a-0e80b4d7a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:08.489150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.531597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-85c2449f-5379-487b-9ba9-8c93a9b2d2bc', 'network_id': '85c2449f-5379-487b-9ba9-8c93a9b2d2bc', 'tenant_id': '05e3b57bae83431894f437a135c97758', 'fixed_ips': [{'subnet_id': 'b5c9c2e7-8877-42ba-96a6-1b7f6f2dcc22'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:04:08.532192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.711742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:08.712608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:08.724256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Pushing event updated for resources: {'Port': ['ID=17e535d6-f33a-4979-9e39-0fe93679e1f0,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:08.738070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.739094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:08.766371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-235b5254-d518-4015-8b2b-693bd78607a3 None None] Provisioning complete for port 50239d98-c142-44bd-9718-085f25bf357f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:08.766755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-235b5254-d518-4015-8b2b-693bd78607a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.875394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] For port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:08.898817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] For port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1490f1a3-f2b7-4c3c-a840-5bec04115fa9,segment=NetworkSegment(85e5c573-2b3c-4300-8c6a-0e80b4d7a11a),segment_id=85e5c573-2b3c-4300-8c6a-0e80b4d7a11a)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:08.909391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.914072 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] Sync routers for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:08.932050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-605604ae-1e08-448d-b6a7-0a68f46ddd14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:08.936688 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] Routers {'68588322-fdbd-46fe-bb56-4740f06e087d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:08.937352 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9df040>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['68588322-fdbd-46fe-bb56-4740f06e087d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:08.984975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7c1f-3f7b-482d-bd0f-ee21a53d133f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.990101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7c1f-3f7b-482d-bd0f-ee21a53d133f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:08.996684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Allocated IP 2001:db8::2 (85c2449f-5379-487b-9ba9-8c93a9b2d2bc/b5c9c2e7-8877-42ba-96a6-1b7f6f2dcc22/61f82eb5-e18d-4d5f-8af6-9742e08778ca) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:08.998800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:09.012971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/918a1491-da71-4667-946c-dd563b359a36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8286629
Dec 15 19:04:09.019078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60232) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:09.042740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188cb3a-b10b-4f82-b88d-9036a4c63c19 req-a5478528-7e3f-4239-9bff-562bc426d06b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.043761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Sync routers for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:09.050478 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c188cb3a-b10b-4f82-b88d-9036a4c63c19 req-a5478528-7e3f-4239-9bff-562bc426d06b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4040210
Dec 15 19:04:09.067775 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9df040>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:09.088536 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] Routers set() bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:09.088900 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] Router IDs set() for agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 15 19:04:09.089775 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_agentschedulers_db [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68588322-fdbd-46fe-bb56-4740f06e087d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent'). {{(pid=83673) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 15 19:04:09.090347 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593caf4-3426-4aa7-a918-2f10d39fa566 None None] The sync data for ids ['68588322-fdbd-46fe-bb56-4740f06e087d'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:09.105556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7c1f-3f7b-482d-bd0f-ee21a53d133f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.106159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ef7c1f-3f7b-482d-bd0f-ee21a53d133f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Fanout notify agent at l3_agent the message router_deleted on router 68588322-fdbd-46fe-bb56-4740f06e087d {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:04:09.143535 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c188cb3a-b10b-4f82-b88d-9036a4c63c19 req-aa379145-e528-4de9-82e7-7f3ffb9ab36f tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917919
Dec 15 19:04:09.156719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7c1f-3f7b-482d-bd0f-ee21a53d133f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.167539 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c5ef7c1f-3f7b-482d-bd0f-ee21a53d133f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 204  len: 168 time: 0.8633509
Dec 15 19:04:09.169769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60236) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:09.170000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:09.170624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9025b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:09.180098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1885359072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:09.187562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:09.192718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Usage tracker for resource:router and tenant:2340f76848574b7f88addbba4be6160a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:09.197268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:09.204690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:09.228543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.229575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.263313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.295694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.329203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.334720 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-245832c3-f673-45f0-bf96-0fe40fab00e8 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1638737
Dec 15 19:04:09.335366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60240) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:09.342917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-82be59e2-0519-4f9b-9476-115f5e1c9261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:09.382760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.383672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.384572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.384992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.385389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.385748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.386101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.386862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Pushing event updated for resources: {'Port': ['ID=1490f1a3-f2b7-4c3c-a840-5bec04115fa9,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:09.387014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.387325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.387686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.397639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:09.400366 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f9568bba-5ce3-4b94-be90-f704d137f7d3 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7067 time: 0.3791139
Dec 15 19:04:09.403873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60244) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:09.490941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Allocated IP 2001:db8::1 (4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31/0e900f0f-b61f-4599-b0f3-5ed3b85abffb/7a9a5dbc-5549-43ad-afe4-1f0abde8601e) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:09.611782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.612435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.613030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.613594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.614107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.614612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.615145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.615647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.620627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.621222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:09.629817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-784aff37-6317-4989-9409-a5b437307b4e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6479 time: 0.2249117
Dec 15 19:04:09.632265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60248) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:09.805446 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-235b5254-d518-4015-8b2b-693bd78607a3 None None] Provisioning complete for port 56796896-0504-4b9a-b67e-dfc5a013fe89 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:09.811667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-235b5254-d518-4015-8b2b-693bd78607a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.847282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 50239d98-c142-44bd-9718-085f25bf357f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:09.960750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:09.983127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:10.002591 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-e06113c3-9dd6-41c1-8ae5-d5e443223012 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2300506
Dec 15 19:04:10.047394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Transition to ACTIVE for port object 61f82eb5-e18d-4d5f-8af6-9742e08778ca will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:10.050008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-235b5254-d518-4015-8b2b-693bd78607a3 None None] Port 56796896-0504-4b9a-b67e-dfc5a013fe89 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:10.099656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Transition to ACTIVE for port object 61f82eb5-e18d-4d5f-8af6-9742e08778ca will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:10.171864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.179798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.180036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82be59e2-0519-4f9b-9476-115f5e1c9261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.187621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63113e99-79d6-4ec4-9ab9-46012af814a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:10.201032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82be59e2-0519-4f9b-9476-115f5e1c9261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.208323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Transition to ACTIVE for port object 7a9a5dbc-5549-43ad-afe4-1f0abde8601e will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:10.225971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-e5cccf11-70f8-4cfa-a6a1-4f70e115ae1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 1098 time: 0.1592410
Dec 15 19:04:10.319729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.333639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9713ce5b-710a-44b2-b555-ddd20aa8ad13 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:10.480663 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3cd4de4-8d39-4624-8919-f801e8d17382 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4836 time: 0.8398221
Dec 15 19:04:10.480663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:10.492902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:10.501042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:10.501742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.506598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Port': ['ID=7a9a5dbc-5549-43ad-afe4-1f0abde8601e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:10.512730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:10.547603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Pushing event updated for resources: {'Port': ['ID=61f82eb5-e18d-4d5f-8af6-9742e08778ca,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:10.559404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:10.570212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23488f25-bf0b-4f3a-a25c-2005ea2a2756 req-36406f2e-212c-4046-a49c-1c9f3b19c73b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:10.577246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 50239d98-c142-44bd-9718-085f25bf357f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:10.578244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.578949 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-23488f25-bf0b-4f3a-a25c-2005ea2a2756 req-36406f2e-212c-4046-a49c-1c9f3b19c73b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1921833
Dec 15 19:04:10.581493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-179cbdbb-f116-480d-bfd3-7cb37cc23b9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:10.582960 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-179cbdbb-f116-480d-bfd3-7cb37cc23b9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.2899184
Dec 15 19:04:10.583590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82be59e2-0519-4f9b-9476-115f5e1c9261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Router 1618e1d6-54e8-4fc6-b5ee-809f09b98c56 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:04:10.624392 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:10.676800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:10.683739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.711129 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-23488f25-bf0b-4f3a-a25c-2005ea2a2756 req-26369dfd-d6fb-41e9-9235-bc49a408f372 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310177
Dec 15 19:04:10.715179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:10.720761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b204b-c021-48a5-b127-313973fd8c1f None None] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:10.766793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-2bb8c2b4-4ab8-478e-bbd3-900078352363 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e9515-6200-4190-9111-390ed12ccac8 HTTP/1.1" status: 200  len: 1001 time: 0.1758764
Dec 15 19:04:10.906012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82be59e2-0519-4f9b-9476-115f5e1c9261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:10.913560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82be59e2-0519-4f9b-9476-115f5e1c9261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:10.914737 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-82be59e2-0519-4f9b-9476-115f5e1c9261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "PUT /v2.0/routers/1618e1d6-54e8-4fc6-b5ee-809f09b98c56 HTTP/1.1" status: 200  len: 698 time: 1.5784485
Dec 15 19:04:10.917113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-2afb2c54-090b-402a-b90a-99051d5f7818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:10.918587 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-2afb2c54-090b-402a-b90a-99051d5f7818 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.1388869
Dec 15 19:04:10.919041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60256) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:10.921458 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] Sync routers for ids ['1618e1d6-54e8-4fc6-b5ee-809f09b98c56'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:10.940749 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] Routers {'1618e1d6-54e8-4fc6-b5ee-809f09b98c56'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:10.941671 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2ec40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1618e1d6-54e8-4fc6-b5ee-809f09b98c56'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:11.088687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Attempting to bind port 61f82eb5-e18d-4d5f-8af6-9742e08778ca on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:11.089277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Attempting to bind port 61f82eb5-e18d-4d5f-8af6-9742e08778ca by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '75a46745-f76b-4fab-b9aa-dd6422c3c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2449f-5379-487b-9ba9-8c93a9b2d2bc'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:11.092025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Attempting to bind port 61f82eb5-e18d-4d5f-8af6-9742e08778ca on network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:11.095515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-09157abe-673d-4b58-995d-841f788a2977 None None] Provisioning for port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:11.113536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60260) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:11.126689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6605661', 'description': 'tempest-secgroup-smoke-6605661 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:11.131706 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] Set router 1618e1d6-54e8-4fc6-b5ee-809f09b98c56 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:11.140237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:11.174924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17e535d6-f33a-4979-9e39-0fe93679e1f0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:11.190442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:11.204458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:11.215877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:11.251162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9025b0>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:11.255633 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-adce2f4d-6672-41c9-9897-a02ae82bd999 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/routers/1618e1d6-54e8-4fc6-b5ee-809f09b98c56 HTTP/1.1" status: 200  len: 704 time: 0.3330879
Dec 15 19:04:11.257335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60264) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:11.257722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:11.258228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Checking segment: {'id': '75a46745-f76b-4fab-b9aa-dd6422c3c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2449f-5379-487b-9ba9-8c93a9b2d2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:11.258739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.259790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Bound using segment: {'id': '75a46745-f76b-4fab-b9aa-dd6422c3c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2449f-5379-487b-9ba9-8c93a9b2d2bc'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:11.260443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Bound port: 61f82eb5-e18d-4d5f-8af6-9742e08778ca, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a46745-f76b-4fab-b9aa-dd6422c3c5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85c2449f-5379-487b-9ba9-8c93a9b2d2bc'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:11.261125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.264408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.269280 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-4d352b01-335c-4463-b6db-8e4d3e60c132 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2298636
Dec 15 19:04:11.284796 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Checking router: 918a1491-da71-4667-946c-dd563b359a36 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:11.285330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Updating router 918a1491-da71-4667-946c-dd563b359a36 port 56796896-0504-4b9a-b67e-dfc5a013fe89 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:04:11.309947 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2ec40>, [{'id': '1618e1d6-54e8-4fc6-b5ee-809f09b98c56', 'name': 'tempest-RoutersIpV6Test-router-1885359072', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:09Z', 'updated_at': '2021-12-15T19:04:10Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:11.315116 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] Checking router: 1618e1d6-54e8-4fc6-b5ee-809f09b98c56 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:11.328063 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] Routers {'1618e1d6-54e8-4fc6-b5ee-809f09b98c56'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:11.329071 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2ec40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1618e1d6-54e8-4fc6-b5ee-809f09b98c56'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:11.347448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-837a27be-7700-4ebb-ab62-596a7af4ee00 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Synchronizing usage tracker for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:11.376679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:11.380791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:11.384532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:11.390845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:11.410341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-837a27be-7700-4ebb-ab62-596a7af4ee00 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Unset dirty status for tenant:2340f76848574b7f88addbba4be6160a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:11.411490 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-837a27be-7700-4ebb-ab62-596a7af4ee00 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=1618e1d6-54e8-4fc6-b5ee-809f09b98c56 HTTP/1.1" status: 200  len: 205 time: 0.1534581
Dec 15 19:04:11.414269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60268) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:11.448789 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-41685db3-f7e7-449f-827b-bf43d751bbcf service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714363
Dec 15 19:04:11.470165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.485006 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] Set router 1618e1d6-54e8-4fc6-b5ee-809f09b98c56 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:11.488014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] For port 61f82eb5-e18d-4d5f-8af6-9742e08778ca, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:11.531377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] For port 61f82eb5-e18d-4d5f-8af6-9742e08778ca, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=61f82eb5-e18d-4d5f-8af6-9742e08778ca,segment=NetworkSegment(75a46745-f76b-4fab-b9aa-dd6422c3c5f4),segment_id=75a46745-f76b-4fab-b9aa-dd6422c3c5f4)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:11.552850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.560535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:11.563335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.resource_extend [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:04:11.613500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 17e535d6-f33a-4979-9e39-0fe93679e1f0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:11.614042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.617725 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2ec40>, [{'id': '1618e1d6-54e8-4fc6-b5ee-809f09b98c56', 'name': 'tempest-RoutersIpV6Test-router-1885359072', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:09Z', 'updated_at': '2021-12-15T19:04:10Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:11.622408 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859a5db-131a-45ac-aac7-87ea33b5d419 None None] The sync data for ids ['1618e1d6-54e8-4fc6-b5ee-809f09b98c56'] in dv-neutron-821830-2-hyperv is: [{'id': '1618e1d6-54e8-4fc6-b5ee-809f09b98c56', 'name': 'tempest-RoutersIpV6Test-router-1885359072', 'tenant_id': '2340f76848574b7f88addbba4be6160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:09Z', 'updated_at': '2021-12-15T19:04:10Z', 'revision_number': 2, 'project_id': '2340f76848574b7f88addbba4be6160a', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:11.628741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.649111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.650517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.666165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6919fb07-17ad-4848-8094-1710ed86f113 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:11.687703 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e5974d64-2a03-40a6-b000-7d15815599d0 req-915f3ac0-4fbc-483c-9220-ebfd348d2bcc service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312326
Dec 15 19:04:11.725395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.729623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-313495ba-735a-4c65-b9a8-5ee8a6f6e385 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.831473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:11.892544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Pushing event updated for resources: {'Port': ['ID=61f82eb5-e18d-4d5f-8af6-9742e08778ca,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:11.899301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:12.190075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f675a8bd-8975-4a96-83ba-f41cca4dbe87 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:12.251318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: f675a8bd-8975-4a96-83ba-f41cca4dbe87 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:12.251866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f675a8bd-8975-4a96-83ba-f41cca4dbe87 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:12.253746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 522b4d43-ef9b-4b38-95d1-9a76effdfc10 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:12.295151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.299521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60276) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:12.300015 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1622 time: 1.1850605
Dec 15 19:04:12.305333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 522b4d43-ef9b-4b38-95d1-9a76effdfc10 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:12.305333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 522b4d43-ef9b-4b38-95d1-9a76effdfc10 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:12.319156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3a222dce-d527-45cd-aa10-88f369cf4752', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:12.325273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.340287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:12.348868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Transition to ACTIVE for port object 56796896-0504-4b9a-b67e-dfc5a013fe89 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:12.354570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Port': ['ID=7a9a5dbc-5549-43ad-afe4-1f0abde8601e,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:12.355303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:12.360028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:12.364885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-753ffd12-adc1-4694-9654-e2d4f24ad45d tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:12.367493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.368077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:12.380137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:12.380663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6f39e74d-b03f-416a-85be-1a4b0668da1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:12.427001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.497458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ec791eb5-dea5-496e-b023-3d90395782d8 None None] Provisioning for port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:12.503673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853410a-d50b-40b2-a4aa-da0fff3c3256 None None] Pushing event updated for resources: {'Port': ['ID=56796896-0504-4b9a-b67e-dfc5a013fe89,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:12.506125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ec791eb5-dea5-496e-b023-3d90395782d8 None None] Provisioning complete for port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:12.506607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ec791eb5-dea5-496e-b023-3d90395782d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.539518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1853410a-d50b-40b2-a4aa-da0fff3c3256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:12.572368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.578619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.586378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:12.613227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9f3c4b-6ce7-4042-b3cf-e60edd94f64e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:12.616956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:12.625682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:12.634281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.636101 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3356442
Dec 15 19:04:12.638892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:12.645050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3a222dce-d527-45cd-aa10-88f369cf4752', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:12.653010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:12.658161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:12.662133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:12.672249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:12.762047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.825931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff17d-925b-41d0-9a9c-35c6aa709954 req-a46d9b57-29c8-4893-a9a6-d409df283c80 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:12.832797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-29aff17d-925b-41d0-9a9c-35c6aa709954 req-a46d9b57-29c8-4893-a9a6-d409df283c80 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 945 time: 0.1662295
Dec 15 19:04:12.838874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ec791eb5-dea5-496e-b023-3d90395782d8 None None] Port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:12.865124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f7db-14c6-4160-b36e-edf8a187bd3c req-e3f34830-654d-4799-9a74-dd10a0f08171 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:12.866794 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a937f7db-14c6-4160-b36e-edf8a187bd3c req-e3f34830-654d-4799-9a74-dd10a0f08171 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 1.0062573
Dec 15 19:04:12.867510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a222dce-d527-45cd-aa10-88f369cf4752,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:12.873181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:12.878818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-313495ba-735a-4c65-b9a8-5ee8a6f6e385 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.930879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:12.933324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-313495ba-735a-4c65-b9a8-5ee8a6f6e385 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.943818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:12.968467 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-29aff17d-925b-41d0-9a9c-35c6aa709954 req-a6101445-2231-4fd3-a29a-2bd1ed24a039 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346848
Dec 15 19:04:12.987510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.991027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:12.996157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:12.998384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7481da84-0b5b-4de8-a9af-68c340215bfa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:13.026686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Attempting to bind port 56796896-0504-4b9a-b67e-dfc5a013fe89 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:13.027151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Attempting to bind port 56796896-0504-4b9a-b67e-dfc5a013fe89 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:13.027928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Attempting to bind port 56796896-0504-4b9a-b67e-dfc5a013fe89 on network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:13.036812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:13.037199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Checking segment: {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:13.038040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.038606 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Bound using segment: {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:13.039095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Bound port: 56796896-0504-4b9a-b67e-dfc5a013fe89, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:13.039483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.049200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:13.049601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.077901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9caeb74-07e3-4986-b225-5783615b53c0,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:13.083734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:13.090176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.094588 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4545989
Dec 15 19:04:13.104425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60286) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.110636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3a222dce-d527-45cd-aa10-88f369cf4752', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:13.125428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:13.137704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:13.140803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:13.155295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:13.175731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-07b778fa-ec21-4702-a7af-6de5706e9e1d None None] Provisioning complete for port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:13.176069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-07b778fa-ec21-4702-a7af-6de5706e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.186779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.211222 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a937f7db-14c6-4160-b36e-edf8a187bd3c req-1f909486-2645-42ff-b0f3-f6e8a4b80dd7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3266282
Dec 15 19:04:13.293990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-313495ba-735a-4c65-b9a8-5ee8a6f6e385 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.294531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313495ba-735a-4c65-b9a8-5ee8a6f6e385 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Fanout notify agent at l3_agent the message router_deleted on router 1618e1d6-54e8-4fc6-b5ee-809f09b98c56 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:04:13.333430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-313495ba-735a-4c65-b9a8-5ee8a6f6e385 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.337593 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-313495ba-735a-4c65-b9a8-5ee8a6f6e385 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/1618e1d6-54e8-4fc6-b5ee-809f09b98c56 HTTP/1.1" status: 204  len: 168 time: 1.9193110
Dec 15 19:04:13.338938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60292) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.340886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] For port 56796896-0504-4b9a-b67e-dfc5a013fe89, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:13.403969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-07b778fa-ec21-4702-a7af-6de5706e9e1d None None] Port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:13.411595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-de007311-d165-49cd-aaad-acea2451e3f1 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=1618e1d6-54e8-4fc6-b5ee-809f09b98c56 HTTP/1.1" status: 200  len: 205 time: 0.0669646
Dec 15 19:04:13.411595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.412881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] For port 56796896-0504-4b9a-b67e-dfc5a013fe89, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=56796896-0504-4b9a-b67e-dfc5a013fe89,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:13.413021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60296) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.414695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4ebaf1b-191b-4cd2-a003-c10d3270ff67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.416073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766b98f-9bd2-4f85-aa1d-5f749788be90 None None] Network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:13.441444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.452368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:13.490147 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-7a09e8fa-bd78-4ecb-9be2-5e66962f0430 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:13.494007 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7a09e8fa-bd78-4ecb-9be2-5e66962f0430 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/1618e1d6-54e8-4fc6-b5ee-809f09b98c56 HTTP/1.1" status: 404  len: 336 time: 0.0781248
Dec 15 19:04:13.495798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60300) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.497702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.527667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2f65be61-a1b1-4b1c-b74b-7c14887e5cce tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:13.594819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1e81bc-8543-4c3f-b3e6-bfdc77bd0e4a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:13.598005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:13.599015 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a96d193-5e0b-4471-8b2d-7080df3f99d4 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:13.599522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a96d193-5e0b-4471-8b2d-7080df3f99d4 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:13.601803 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7a96d193-5e0b-4471-8b2d-7080df3f99d4 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/eccf4bed-6c4d-4f57-bc74-215c8a0e69b7 HTTP/1.1" status: 404  len: 337 time: 0.1053865
Dec 15 19:04:13.603096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.604197 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4984243
Dec 15 19:04:13.605639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60306) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.607581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60308) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.640862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3a222dce-d527-45cd-aa10-88f369cf4752', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:13.658196 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-1149d580-7b0e-40f8-8f20-429252eb55a6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:13.658792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1149d580-7b0e-40f8-8f20-429252eb55a6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:13.661687 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1149d580-7b0e-40f8-8f20-429252eb55a6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/a9cb650b-40c3-43f4-809a-b009c5fc7ddd HTTP/1.1" status: 404  len: 337 time: 0.0539248
Dec 15 19:04:13.667864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:13.670112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60314) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.750727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:13.763676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:13.772518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853410a-d50b-40b2-a4aa-da0fff3c3256 None None] Pushing event updated for resources: {'Port': ['ID=56796896-0504-4b9a-b67e-dfc5a013fe89,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:13.778369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0276b31-9ce2-4d3c-ac4b-704d510e937c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:13.779064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0276b31-9ce2-4d3c-ac4b-704d510e937c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:13.781069 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f0276b31-9ce2-4d3c-ac4b-704d510e937c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/16b49b7e-6540-4f17-b688-0ce14c76d345 HTTP/1.1" status: 404  len: 337 time: 0.1086116
Dec 15 19:04:13.787024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:13.789035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60318) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.815955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:13.829723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1853410a-d50b-40b2-a4aa-da0fff3c3256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:13.851672 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9387977-48b0-47ea-ac18-0b1939194221 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:13.851672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9387977-48b0-47ea-ac18-0b1939194221 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:13.853623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b9387977-48b0-47ea-ac18-0b1939194221 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/01224222-6283-40e5-9a43-640ea4be56d7 HTTP/1.1" status: 404  len: 337 time: 0.0634081
Dec 15 19:04:13.860621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60322) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.926123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1490f1a3-f2b7-4c3c-a840-5bec04115fa9,segment=NetworkSegment(85e5c573-2b3c-4300-8c6a-0e80b4d7a11a),segment_id=85e5c573-2b3c-4300-8c6a-0e80b4d7a11a)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:13.926352 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f956d998-cc2f-434b-9daa-b87e49d49474 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 200  len: 205 time: 0.0647147
Dec 15 19:04:13.928100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:13.928947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9025b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:13.931408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60326) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:13.960391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.016596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.018224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 61f82eb5-e18d-4d5f-8af6-9742e08778ca up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:14.018543 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-0cbe03d0-490a-4b55-b022-6f9b5e8f0c99 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:14.019599 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0cbe03d0-490a-4b55-b022-6f9b5e8f0c99 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/68588322-fdbd-46fe-bb56-4740f06e087d HTTP/1.1" status: 404  len: 336 time: 0.0869117
Dec 15 19:04:14.032178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60332) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.032531 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-939f3890-c88d-470b-9abc-431337a3a6bf req-7b7bd31e-54a1-4b0f-8a19-b3582ba2bc93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1098 time: 0.2665248
Dec 15 19:04:14.066647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.076550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:14.122893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Provisioning complete for port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:14.123391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.136369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-136d013f-4d1b-4447-8eee-262b48390d1d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bdd0df1-812a-42b3-b685-7a3b3cae044f HTTP/1.1" status: 200  len: 205 time: 0.0652912
Dec 15 19:04:14.139488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.142867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60336) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.149399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870169-e0d1-4a23-aaf2-5c04d55d11d2 req-dd0aeb0d-200a-4e5c-8d16-e65d8512bb6b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:14.151754 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-75870169-e0d1-4a23-aaf2-5c04d55d11d2 req-dd0aeb0d-200a-4e5c-8d16-e65d8512bb6b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4315643
Dec 15 19:04:14.152425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-033a2cbd-4997-4389-92df-b624873b7bd5 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:14.252929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3890-c88d-470b-9abc-431337a3a6bf req-cd424312-93ec-41cd-a130-9fa0aef7502d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:14.254473 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-939f3890-c88d-470b-9abc-431337a3a6bf req-cd424312-93ec-41cd-a130-9fa0aef7502d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 912 time: 0.2166872
Dec 15 19:04:14.273260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc45edb-3e19-4121-bb37-e905684a6801,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:14.278752 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-6a8d4bec-d95d-4b37-8e1a-68be5adcce74 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:14.279745 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6a8d4bec-d95d-4b37-8e1a-68be5adcce74 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/4bdd0df1-812a-42b3-b685-7a3b3cae044f HTTP/1.1" status: 404  len: 336 time: 0.1142733
Dec 15 19:04:14.284033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:14.292143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60340) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.301073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.304787 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6906683
Dec 15 19:04:14.317713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:14.327276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60344) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.340754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=1490f1a3-f2b7-4c3c-a840-5bec04115fa9,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:14.341852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3a222dce-d527-45cd-aa10-88f369cf4752', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:14.347663 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-048edf21-8e0e-447f-85b6-049fbd86ee92 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:14.348107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048edf21-8e0e-447f-85b6-049fbd86ee92 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:14.348379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:14.349897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:14.350390 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-048edf21-8e0e-447f-85b6-049fbd86ee92 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/a35ac984-403d-4b41-b64f-5472d3d671a3 HTTP/1.1" status: 404  len: 337 time: 0.0567265
Dec 15 19:04:14.356334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:14.360226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:14.363285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60348) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.369088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:14.378262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Provisioning for port 61f82eb5-e18d-4d5f-8af6-9742e08778ca completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:14.387663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:14.426781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cb58b-ed33-4987-a48b-c850ba7f465d req-9e715dcc-1a4d-4905-b738-e134363c7a0c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:14.434985 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-195cb58b-ed33-4987-a48b-c850ba7f465d req-9e715dcc-1a4d-4905-b738-e134363c7a0c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 945 time: 0.2505512
Dec 15 19:04:14.435968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 61f82eb5-e18d-4d5f-8af6-9742e08778ca completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:14.436217 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-62b91dd3-9903-4589-9ba8-942a90404fa5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2c6e5e8-e814-43de-b72d-1a817bfc66e6 HTTP/1.1" status: 200  len: 205 time: 0.0708797
Dec 15 19:04:14.445071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Provisioning complete for port 61f82eb5-e18d-4d5f-8af6-9742e08778ca triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:14.445617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.449425 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-75870169-e0d1-4a23-aaf2-5c04d55d11d2 req-2ae0b82a-691d-4f69-aac0-927e07af33de tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2089684
Dec 15 19:04:14.450099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Router 59d8bc38-05ff-45d0-8e49-262204347635 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:04:14.452591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60352) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.463592 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:04:14.490936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.498411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 61f82eb5-e18d-4d5f-8af6-9742e08778ca triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:14.498927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.526418 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-195cb58b-ed33-4987-a48b-c850ba7f465d req-67aa78e8-cfd3-4622-9dd6-1e889a81a51f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873969
Dec 15 19:04:14.570599 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-939f3890-c88d-470b-9abc-431337a3a6bf req-c1f43dae-e5f5-4fe2-a8e4-af532cd07c72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 999 time: 0.3090911
Dec 15 19:04:14.658899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3890-c88d-470b-9abc-431337a3a6bf req-c9869062-5be5-44be-8f31-c1fd0388a296 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:14.660265 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-939f3890-c88d-470b-9abc-431337a3a6bf req-c9869062-5be5-44be-8f31-c1fd0388a296 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.0825729
Dec 15 19:04:14.664968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.702027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.714841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c1fad1ad-7a13-4b4d-92d3-e2284f7303f5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:14.738361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-f1ecce63-f86f-402c-b50b-8bc12744ed80 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:14.739938 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-f1ecce63-f86f-402c-b50b-8bc12744ed80 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 945 time: 0.8481812
Dec 15 19:04:14.741731 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-7c54618e-2a2b-4e66-aac0-e7ff3552201c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:14.745100 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7c54618e-2a2b-4e66-aac0-e7ff3552201c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/f2c6e5e8-e814-43de-b72d-1a817bfc66e6 HTTP/1.1" status: 404  len: 336 time: 0.2873566
Dec 15 19:04:14.750511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60356) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.852293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2773216a-a291-4fd0-bc72-39cedd82024c,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:14.857843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:14.873063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.874501 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5446758
Dec 15 19:04:14.878581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60360) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.885332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '3a222dce-d527-45cd-aa10-88f369cf4752', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:14.898653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:14.905865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:14.909088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:14.914137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-939f3890-c88d-470b-9abc-431337a3a6bf req-99b60505-e45d-400e-927c-4edd43d379e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2473233
Dec 15 19:04:14.914460 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-514a51b8-270c-4825-99ba-1f3bfbcb13cf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b96e3f-f9f2-4d81-bed7-865ed886de17 HTTP/1.1" status: 200  len: 205 time: 0.0675688
Dec 15 19:04:14.917512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60364) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:14.920121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:14.950827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.959272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:14.985179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Deleting port 446e9515-6200-4190-9111-390ed12ccac8 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:14.985764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.016561 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-59905207-6038-4e77-891f-29b731ad247f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:15.019703 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-59905207-6038-4e77-891f-29b731ad247f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/49b96e3f-f9f2-4d81-bed7-865ed886de17 HTTP/1.1" status: 404  len: 336 time: 0.0983860
Dec 15 19:04:15.019814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60368) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:15.042797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] For port 61f82eb5-e18d-4d5f-8af6-9742e08778ca, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=61f82eb5-e18d-4d5f-8af6-9742e08778ca,segment=NetworkSegment(75a46745-f76b-4fab-b9aa-dd6422c3c5f4),segment_id=75a46745-f76b-4fab-b9aa-dd6422c3c5f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:15.067407 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:04:15.074922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.078789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.081379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:15.082274 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8376b19-23e7-426b-be04-ea0ec72cf594 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:15.082274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8376b19-23e7-426b-be04-ea0ec72cf594 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:15.086310 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c8376b19-23e7-426b-be04-ea0ec72cf594 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/50f5c9b3-d321-4ad6-8ad4-a304cd45ddf0 HTTP/1.1" status: 404  len: 337 time: 0.0631075
Dec 15 19:04:15.089782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60372) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:15.160583 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-939f3890-c88d-470b-9abc-431337a3a6bf req-7e5d9252-0938-4da4-a253-b11353bb99a3 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836083
Dec 15 19:04:15.179152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2c90d7eb-6eb2-43fb-badd-996f0f15f9f4 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb6a813e-2323-4e1f-a344-4fd59901809e HTTP/1.1" status: 200  len: 205 time: 0.0845916
Dec 15 19:04:15.186995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:15.187429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:15.188312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60376) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:15.199400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9025b0>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:13Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:15.202176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Pushing event updated for resources: {'Port': ['ID=61f82eb5-e18d-4d5f-8af6-9742e08778ca,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:15.208046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:15.209588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add98fb2-c8af-4f4f-b9eb-08047a71c572 None None] The sync data for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv is: [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:13Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:15.237291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-09d2d6d9-9a7f-44e0-ba0f-aaa43de6e920 None None] Provisioning complete for port 61f82eb5-e18d-4d5f-8af6-9742e08778ca triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:15.237544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09d2d6d9-9a7f-44e0-ba0f-aaa43de6e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.300425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.332911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:15.338104 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4500673
Dec 15 19:04:15.344284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] Sync routers for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:15.347323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60380) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:15.349670 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-0791043d-6b7c-47d8-aed4-69593e564ab9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:15.353500 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0791043d-6b7c-47d8-aed4-69593e564ab9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/eb6a813e-2323-4e1f-a344-4fd59901809e HTTP/1.1" status: 404  len: 336 time: 0.1595359
Dec 15 19:04:15.356253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60384) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:15.357394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.361080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:15.361844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda25400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:15.404347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ff70cc8-319a-470e-8165-800b0d34afa6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:15.431081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda25400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:15.484195 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-939f3890-c88d-470b-9abc-431337a3a6bf req-8074d5dc-3912-40d7-b796-e8609407bfd4 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3167624
Dec 15 19:04:15.504533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:15.505420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda25400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:03:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:15.545227 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f616ea-31ee-4af0-b722-a13fdbf16587 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:15.546449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f616ea-31ee-4af0-b722-a13fdbf16587 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:15.556633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] For port 446e9515-6200-4190-9111-390ed12ccac8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=446e9515-6200-4190-9111-390ed12ccac8,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:15.556996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.563397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6135bc86-23c4-4e82-b330-b2a7f450c27f,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:15.571523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:15.579751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c8f616ea-31ee-4af0-b722-a13fdbf16587 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/37ad9520-a660-433e-92fe-9c993f416480 HTTP/1.1" status: 404  len: 337 time: 0.2202010
Dec 15 19:04:15.583798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60392) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:15.585058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.588676 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.7067902
Dec 15 19:04:15.610082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda25400>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:15.610833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e60a4-94bf-4b92-9e8b-96937258b464 None None] The sync data for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:15.626048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d3a119d5-6d5d-42dd-8c83-0a662fe5fb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:15.858251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e3d8e-e5d5-469b-b2a6-a4f4f6d20afa req-29302a6c-e288-428d-88f5-ce45a9e35c2e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:15.860583 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-110e3d8e-e5d5-469b-b2a6-a4f4f6d20afa req-29302a6c-e288-428d-88f5-ce45a9e35c2e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 945 time: 0.1418252
Dec 15 19:04:15.941287 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-110e3d8e-e5d5-469b-b2a6-a4f4f6d20afa req-3b1edbad-229e-4a86-9cb4-70ba7495a7d7 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704365
Dec 15 19:04:15.969337 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2ae44e55-6f11-44c8-b3a2-f46dc1f792d2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "GET /v2.0/ports?device_id=b26b00d5-49dc-4a36-a0be-e8e2b5153a0c HTTP/1.1" status: 200  len: 205 time: 0.1964092
Dec 15 19:04:15.969460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60400) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:16.057520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:16.121946 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-107c12f3-f3e4-43e5-83f1-d7d56cab8c47 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:16.125481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-107c12f3-f3e4-43e5-83f1-d7d56cab8c47 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/routers/b26b00d5-49dc-4a36-a0be-e8e2b5153a0c HTTP/1.1" status: 404  len: 336 time: 0.1525137
Dec 15 19:04:16.125809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60408) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:16.169953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:16.170499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.190390 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb17ae12-3085-4686-a1af-c68d08ac362f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:16.190740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb17ae12-3085-4686-a1af-c68d08ac362f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:16.194679 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bb17ae12-3085-4686-a1af-c68d08ac362f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/ddefa32a-fc1b-4826-8995-0c4f9df0727b HTTP/1.1" status: 404  len: 337 time: 0.0656567
Dec 15 19:04:16.195344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60412) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:16.249272 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-184d5e92-7367-4e0f-a4e7-96ba139b08f4 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:04:16.249994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184d5e92-7367-4e0f-a4e7-96ba139b08f4 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:04:16.254072 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-184d5e92-7367-4e0f-a4e7-96ba139b08f4 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] 10.222.0.48 "DELETE /v2.0/subnets/df3d956c-edaf-49d4-9b96-950ad573a76b HTTP/1.1" status: 404  len: 337 time: 0.0554352
Dec 15 19:04:16.286530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-40d97e74-11e0-4b9c-bcb3-5c9598460919 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:16.306706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 61f82eb5-e18d-4d5f-8af6-9742e08778ca up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:16.320387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-40d97e74-11e0-4b9c-bcb3-5c9598460919 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:16.329775 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-40d97e74-11e0-4b9c-bcb3-5c9598460919 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6605661&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.1569271
Dec 15 19:04:16.472304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 61f82eb5-e18d-4d5f-8af6-9742e08778ca triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:16.472881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.498565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.499060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.499223 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Floating IP 385b6276-bc01-4477-9f66-cee325361b5a disassociated. External IP: 172.26.1.246, port: 446e9515-6200-4190-9111-390ed12ccac8.
Dec 15 19:04:16.499814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Calling delete_port for 446e9515-6200-4190-9111-390ed12ccac8 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:16.508380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-8b8b98be-69f8-41a5-92e8-77a9cd182ddc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:16.509235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-8b8b98be-69f8-41a5-92e8-77a9cd182ddc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:16.527926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-8b8b98be-69f8-41a5-92e8-77a9cd182ddc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:16.538384 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-8b8b98be-69f8-41a5-92e8-77a9cd182ddc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 HTTP/1.1" status: 200  len: 797 time: 0.2069337
Dec 15 19:04:16.568435 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-1d94da1f-1367-4c2b-9776-d1b5be482154 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0280957
Dec 15 19:04:16.577148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15a0f8-eebd-4c9b-acb1-4705189b279e req-0de7cd25-a73f-40b0-9c37-03c1cab33ec7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:16.578635 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0b15a0f8-eebd-4c9b-acb1-4705189b279e req-0de7cd25-a73f-40b0-9c37-03c1cab33ec7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.7624295
Dec 15 19:04:16.600312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 56796896-0504-4b9a-b67e-dfc5a013fe89 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:16.669691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-c983aa8b-8953-489c-add6-4b2e681f79a6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:16.690655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-c983aa8b-8953-489c-add6-4b2e681f79a6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:16.704298 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-c983aa8b-8953-489c-add6-4b2e681f79a6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1331618
Dec 15 19:04:16.718350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.729601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 56796896-0504-4b9a-b67e-dfc5a013fe89 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:16.736488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 56796896-0504-4b9a-b67e-dfc5a013fe89 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:16.736861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.738656 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0b15a0f8-eebd-4c9b-acb1-4705189b279e req-58198854-ae1a-4405-81a2-4f6f6d992dd7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516378
Dec 15 19:04:16.822684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60420) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:16.824375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.884794 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-310ffcb1-f5b4-4eab-89b4-13ec05951215 service neutron] 10.222.0.48 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735058
Dec 15 19:04:16.896224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.933129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 56796896-0504-4b9a-b67e-dfc5a013fe89, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=56796896-0504-4b9a-b67e-dfc5a013fe89,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:16.934777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.939081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:16.948304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:16.951621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9b636fa8-bff8-40db-9c49-8becaef3d2bf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:17.022729 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:04:17.029419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=56796896-0504-4b9a-b67e-dfc5a013fe89,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:17.037504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event deleted for resources: {'Port': ['ID=446e9515-6200-4190-9111-390ed12ccac8,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:17.040928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:17.043533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:17.082539 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-1f0aedae-d165-4ea5-ade1-d71a38191708 service neutron] 10.222.0.48 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959596
Dec 15 19:04:17.097881 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ae83a1b1-7926-47a5-a10f-e91826c0f2ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2340f76848574b7f88addbba4be6160a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2733126
Dec 15 19:04:17.100246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60428) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:17.161711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:17.181589 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e30fc107-08fc-4cd8-beb7-8a41ee84c985 req-d3981dd0-df2b-45fa-8648-11e06e485646 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 210 time: 0.0517836
Dec 15 19:04:17.191258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:17.304152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:17.317395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b922db72-e49f-4002-b8b0-519b77f682de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:17.418148 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-89871188-d512-4a37-96fa-095517d40f43 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:04:17.419448 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-89871188-d512-4a37-96fa-095517d40f43 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.0709965
Dec 15 19:04:17.423212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60440) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:17.456014 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b5b5c1cc-8870-4ba4-b31c-37652e6a1265 req-a7d6b193-d611-40a2-ad8e-acd67f0f36bb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 210 time: 0.1885486
Dec 15 19:04:17.462199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76768c53-03f8-45cc-b5a8-2dbd2eeea28c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:17.464973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:17.467503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:17.487209 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76768c53-03f8-45cc-b5a8-2dbd2eeea28c HTTP/1.1" status: 204  len: 168 time: 0.3846998
Dec 15 19:04:17.575657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:17.595712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 446e9515-6200-4190-9111-390ed12ccac8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:17.640215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 446e9515-6200-4190-9111-390ed12ccac8 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:17.640526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 446e9515-6200-4190-9111-390ed12ccac8 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:17.920543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 56796896-0504-4b9a-b67e-dfc5a013fe89 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:18.034206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 56796896-0504-4b9a-b67e-dfc5a013fe89 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:18.034698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:18.213526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:18.298580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1148d-fa5c-4b0b-b40b-ac0b12741d4f req-d84dcd96-4ec1-42b4-915e-82a85c8b425d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:18.300747 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-45d1148d-fa5c-4b0b-b40b-ac0b12741d4f req-d84dcd96-4ec1-42b4-915e-82a85c8b425d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1729128
Dec 15 19:04:18.304183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:18.307908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:18.318902 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:18.339464 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:18.343077 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5f910>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:18.376387 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-68ba7271-2333-4292-879e-859b76e340f8 req-1716245f-3802-48d7-b93d-67516436861f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 210 time: 0.0558300
Dec 15 19:04:18.564999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60470) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:18.580999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0026829
Dec 15 19:04:18.589165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60472) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:18.591167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] No DVR routers for this DVR port 446e9515-6200-4190-9111-390ed12ccac8 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:18.595057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:18.602659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'name': 'network-vif-deleted', 'tag': '446e9515-6200-4190-9111-390ed12ccac8'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:18.620088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-3b7bb518-9211-425d-badd-78fefc96a4c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:18.622196 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-3b7bb518-9211-425d-badd-78fefc96a4c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 HTTP/1.1" status: 200  len: 797 time: 0.1840334
Dec 15 19:04:18.637740 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a35ef8d4-ee71-4172-9fa2-45f1aa340775 req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "DELETE /v2.0/ports/446e9515-6200-4190-9111-390ed12ccac8 HTTP/1.1" status: 204  len: 173 time: 3.8857050
Dec 15 19:04:18.641892 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-45d1148d-fa5c-4b0b-b40b-ac0b12741d4f req-a8759bc8-6df9-406c-baa5-41f81a80fb80 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2396181
Dec 15 19:04:18.821713 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:18.893901 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-35b57a5b-72d5-4e2d-bbb9-088f23916aed req-577b57b1-d641-405d-b215-c893d859bcce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 210 time: 0.1493275
Dec 15 19:04:18.904812 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-5d1c049c-8701-4f03-8448-d28b80035829 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 377 time: 0.2657442
Dec 15 19:04:18.928918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['3a222dce-d527-45cd-aa10-88f369cf4752']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:18.939822 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f91db18-24f5-4ffa-ac2d-c86e826ac67b', 'name': 'network-vif-deleted', 'tag': '446e9515-6200-4190-9111-390ed12ccac8', 'status': 'completed', 'code': 200}
Dec 15 19:04:18.953243 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7bdaa522-7453-4905-850f-9a7fe6ec6b07 tempest-NetworksApiDiscovery-171810998 tempest-NetworksApiDiscovery-171810998-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.3541527
Dec 15 19:04:19.126596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:19.146245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:19.175007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:19.178760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:19.203072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32e1ba-c758-4c53-862d-01c9fe9a15ed req-c878e181-7fba-4559-a28e-2f5baa860408 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:19.210372 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-be32e1ba-c758-4c53-862d-01c9fe9a15ed req-c878e181-7fba-4559-a28e-2f5baa860408 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1949272
Dec 15 19:04:19.302868 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-be32e1ba-c758-4c53-862d-01c9fe9a15ed req-76713738-c58b-407d-b631-e621528d4531 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915122
Dec 15 19:04:19.359930 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5f910>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:19.382170 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:19.423475 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:19.424036 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5f910>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:19.543946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting port 7a9a5dbc-5549-43ad-afe4-1f0abde8601e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:19.544211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:19.563646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.8 (29b99cfc-6c35-4f3c-8a27-0a2b390f50d5/a1eb06c8-9e47-4553-9a3c-c0465e6c7f93/20afa2d7-2122-4f74-9f2e-84011d8110f8) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:19.612872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60490) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:19.633638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f0f45871-d279-4da1-9007-230078a939a3 req-0b20dbf4-d147-4238-9abd-2a4f6609ab69 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:19.685624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f0f45871-d279-4da1-9007-230078a939a3 req-0b20dbf4-d147-4238-9abd-2a4f6609ab69 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:19.699333 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f0f45871-d279-4da1-9007-230078a939a3 req-0b20dbf4-d147-4238-9abd-2a4f6609ab69 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f91db18-24f5-4ffa-ac2d-c86e826ac67b HTTP/1.1" status: 200  len: 210 time: 0.1272979
Dec 15 19:04:19.769558 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:19.848306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:19.978381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41bed1-b438-440d-a889-8d55261cd88f req-70dc3cc0-830c-42b4-97f4-50400d41386c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:19.985633 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9a41bed1-b438-440d-a889-8d55261cd88f req-70dc3cc0-830c-42b4-97f4-50400d41386c tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4162176
Dec 15 19:04:20.006297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.007411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.038044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 20afa2d7-2122-4f74-9f2e-84011d8110f8 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:20.048911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Calling delete_port for 7a9a5dbc-5549-43ad-afe4-1f0abde8601e owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:20.081479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9a41bed1-b438-440d-a889-8d55261cd88f req-5efd1792-92fe-4677-954d-2511697a631d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948679
Dec 15 19:04:20.112775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.132092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:20.179619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:20.184549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Usage tracker for resource:security_group_rule and tenant:73ec24e3898242ab8b2d012b7e12977e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:20.187599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:20.189798 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb5f910>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:20.194704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:20.196826 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfa63a-a4a9-496f-9da4-0092c6f8ae45 None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:20.267627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:20.271363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:20.279827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:20.325341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=20afa2d7-2122-4f74-9f2e-84011d8110f8,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:20.332786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:20.384284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:20.385079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.414277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4893661
Dec 15 19:04:20.427150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Request body: {'port': {'device_id': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:20.477804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a053-e1b1-498f-b2b1-0fda3459f553 req-c8233023-afb8-4a47-a5fe-d9be05e03d2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:20.478549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cf39a053-e1b1-498f-b2b1-0fda3459f553 req-c8233023-afb8-4a47-a5fe-d9be05e03d2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:20.574576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.606022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cf39a053-e1b1-498f-b2b1-0fda3459f553 req-c8233023-afb8-4a47-a5fe-d9be05e03d2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:20.607150 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cf39a053-e1b1-498f-b2b1-0fda3459f553 req-c8233023-afb8-4a47-a5fe-d9be05e03d2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 931 time: 0.5258038
Dec 15 19:04:20.618301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.626491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-817bd427-fa50-4d2f-bb7f-7210f51a6279 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:20.661462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-456a2137-14b7-4d72-a8d0-37fbdad449d9 None None] Provisioning for port 20afa2d7-2122-4f74-9f2e-84011d8110f8 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:20.667695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-456a2137-14b7-4d72-a8d0-37fbdad449d9 None None] Provisioning complete for port 20afa2d7-2122-4f74-9f2e-84011d8110f8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:20.668324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-456a2137-14b7-4d72-a8d0-37fbdad449d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.671019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.690375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Port': ['ID=7a9a5dbc-5549-43ad-afe4-1f0abde8601e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:20.694719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.704443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:20.705037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d17cbf10-cca6-4fb0-b6e2-a7781753a188 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:20.733498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-456a2137-14b7-4d72-a8d0-37fbdad449d9 None None] Port 20afa2d7-2122-4f74-9f2e-84011d8110f8 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:20.861573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483a9042-7c11-44a6-ad92-ad7fddcec408,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:20.871169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:20.890715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eb6ca-e985-4acc-8701-b488d08e3ac4 req-08328e78-80a1-461c-a395-9202019933c7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:20.892225 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6b3eb6ca-e985-4acc-8701-b488d08e3ac4 req-08328e78-80a1-461c-a395-9202019933c7 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2685356
Dec 15 19:04:20.921584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cf39a053-e1b1-498f-b2b1-0fda3459f553 req-7183dabd-2f6f-4229-8c86-eb9b78fcf821 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:20.933383 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73ec24e3898242ab8b2d012b7e12977e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3143148
Dec 15 19:04:20.937327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60504) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:20.955430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cf39a053-e1b1-498f-b2b1-0fda3459f553 req-7183dabd-2f6f-4229-8c86-eb9b78fcf821 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:20.956579 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cf39a053-e1b1-498f-b2b1-0fda3459f553 req-7183dabd-2f6f-4229-8c86-eb9b78fcf821 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.3394687
Dec 15 19:04:20.965420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:20.999973 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6b3eb6ca-e985-4acc-8701-b488d08e3ac4 req-3d5da065-965a-4ceb-8e34-95f2cd6eb3a3 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994346
Dec 15 19:04:21.095939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.113425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20afa2d7-2122-4f74-9f2e-84011d8110f8 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:04:21.132970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.145785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.168536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Transition to ACTIVE for port object 20afa2d7-2122-4f74-9f2e-84011d8110f8 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:21.185361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.191486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:21.426488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Router 59d8bc38-05ff-45d0-8e49-262204347635 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:21.443231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=20afa2d7-2122-4f74-9f2e-84011d8110f8,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:21.449414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:21.454453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.466425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbb51f6c-dfe6-43f9-9131-5db61a51a0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:21.514720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a9042-7c11-44a6-ad92-ad7fddcec408,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:21.549830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:21.559019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.560139 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/483a9042-7c11-44a6-ad92-ad7fddcec408 HTTP/1.1" status: 204  len: 168 time: 0.6218126
Dec 15 19:04:21.565902 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-0d07768e-9bb8-4ebe-9be1-0341c6d4be4b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551938081&fields=id&tenant_id=5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 267 time: 0.1484895
Dec 15 19:04:21.602702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:21.613074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] Sync routers for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:21.626472 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2004275
Dec 15 19:04:21.630647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60516) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:21.631065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:21.632492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4e5fa0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:21.646972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Attempting to bind port 20afa2d7-2122-4f74-9f2e-84011d8110f8 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:21.647891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Attempting to bind port 20afa2d7-2122-4f74-9f2e-84011d8110f8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:21.648395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Attempting to bind port 20afa2d7-2122-4f74-9f2e-84011d8110f8 on network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:21.704771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4e5fa0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:21.733436 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-2982dd64-72db-4559-9f00-61312b2edc5a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] delete failed (client error): The resource could not be found.
Dec 15 19:04:21.740000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:21.740169 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2982dd64-72db-4559-9f00-61312b2edc5a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1677119015 HTTP/1.1" status: 404  len: 335 time: 0.1082485
Dec 15 19:04:21.740675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60520) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:21.741234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4e5fa0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:21.745924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2bd99c5e-aaef-4e72-92e5-95714dd3f09d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'router': {'external_gateway_info': {'network_id': '59d8bc38-05ff-45d0-8e49-262204347635'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:21.767863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Port 20afa2d7-2122-4f74-9f2e-84011d8110f8 on network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:04:21.768199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Attempting to bind port 20afa2d7-2122-4f74-9f2e-84011d8110f8 on network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:21.793145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:21.793507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Checking segment: {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:21.793890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Bound using segment: {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:21.794317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Bound port: 20afa2d7-2122-4f74-9f2e-84011d8110f8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50141c53-1aba-470c-998c-82714b03ce25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:21.794659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.832208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-03aaefc9-775a-4fc6-ac31-9ba5f7738c5e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:21.833203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4e5fa0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:21.833741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec8ed3b-fc42-48b8-8578-170d0eb64a85 None None] The sync data for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:21.837896 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-03aaefc9-775a-4fc6-ac31-9ba5f7738c5e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 812 time: 0.2451980
Dec 15 19:04:21.889334 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-1a71cc98-2c35-469d-b152-a5a5ce4c173d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/quotas/5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 375 time: 0.0222404
Dec 15 19:04:21.969497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] For port 20afa2d7-2122-4f74-9f2e-84011d8110f8, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:21.974599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] For port 20afa2d7-2122-4f74-9f2e-84011d8110f8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:21.980695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:21.991516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d899bafc-6e6e-4097-ab30-2b7be8e2fe00 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:22.091607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=20afa2d7-2122-4f74-9f2e-84011d8110f8,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:22.096049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:22.111190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:22.112705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] 10.222.0.64 "PUT /v2.0/ports/20afa2d7-2122-4f74-9f2e-84011d8110f8 HTTP/1.1" status: 200  len: 1093 time: 1.6899559
Dec 15 19:04:22.113233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:22.136912 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-e12c5cce-14e1-47fe-b705-28e23d1a2321 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2405970
Dec 15 19:04:22.357987 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-e2d05b21-5dbd-418f-98a1-eb571e111a28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 1096 time: 0.1691296
Dec 15 19:04:22.430639 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-0a8557e2-bf87-4ad1-a331-4da87388e902 service neutron] 10.222.0.48 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646937
Dec 15 19:04:22.466807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50d46b-7aa1-429f-8e26-8e3004957c2d req-bbdee87c-5f7f-40b0-a92d-f30a722dd5a7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:22.469125 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1d50d46b-7aa1-429f-8e26-8e3004957c2d req-bbdee87c-5f7f-40b0-a92d-f30a722dd5a7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 943 time: 0.3031354
Dec 15 19:04:22.481103 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-dc05ed19-4805-4cf6-830d-10182fafb99a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8 HTTP/1.1" status: 200  len: 217 time: 0.1143012
Dec 15 19:04:22.508784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2bd99c5e-aaef-4e72-92e5-95714dd3f09d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:22.534485 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1d50d46b-7aa1-429f-8e26-8e3004957c2d req-7ab88ae4-87a6-40de-88c5-642a26855ed2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0558605
Dec 15 19:04:22.557509 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-2bd99c5e-aaef-4e72-92e5-95714dd3f09d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] update failed (client error): The resource could not be found.
Dec 15 19:04:22.562880 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2bd99c5e-aaef-4e72-92e5-95714dd3f09d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635 HTTP/1.1" status: 404  len: 339 time: 0.8169930
Dec 15 19:04:22.563028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60546) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:22.577124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1079805611'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:22.577124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:22.578213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:network and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:22.582347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:22.588313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:22.602627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:22.614808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:22.626362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-792204ea-8d33-4d0b-aa05-869b1763c5d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:22.628036 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-792204ea-8d33-4d0b-aa05-869b1763c5d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1eb06c8-9e47-4553-9a3c-c0465e6c7f93 HTTP/1.1" status: 200  len: 834 time: 0.1413770
Dec 15 19:04:22.652625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:04:22.663929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:22.664191 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Added segment 5596f625-2672-4bd0-bd7c-8caa610ac92e of type vlan for network b483bb37-18c3-403a-ba92-13270e4d5bb5
Dec 15 19:04:22.703439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:22.723662 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-a7bf7719-46bd-4ae0-84ab-049d4e213188 service neutron] 10.222.0.48 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685843
Dec 15 19:04:22.777695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-78f1c4d9-b035-4781-ba8d-65f531063459 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1366258
Dec 15 19:04:22.826266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:22.832063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:22.832751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:22.856019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3da6b30-af0b-4b42-afd3-7c3b872bb46f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:22.888030 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3236873
Dec 15 19:04:22.889320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60558) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:22.935301 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-68219aeb-505c-4888-ad1b-00514b102dc0 service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479802
Dec 15 19:04:22.972113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'subnet': {'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:23.131438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2266854-9d03-409f-852c-359bdb396ee6 req-5bacbe2e-c819-40e5-ac04-d21b0bbb33e2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:23.133063 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b2266854-9d03-409f-852c-359bdb396ee6 req-5bacbe2e-c819-40e5-ac04-d21b0bbb33e2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.3924563
Dec 15 19:04:23.137260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Network': ['ID=b483bb37-18c3-403a-ba92-13270e4d5bb5,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:23.152217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b483bb37-18c3-403a-ba92-13270e4d5bb5 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:04:23.153288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:23.184815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:23.215886 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e166851-2458-4e03-9ec3-7330040f7f61 req-fc25bcb8-e7c8-487b-a89d-9f19a07b6e0d service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2742856
Dec 15 19:04:23.222898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Usage tracker for resource:subnet and tenant:05e3b57bae83431894f437a135c97758 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:23.258429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b2266854-9d03-409f-852c-359bdb396ee6 req-f67c8b53-2248-4e4d-988c-f3c667b4f078 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162622
Dec 15 19:04:23.261924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:23.294943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:23.322671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Made reservation on behalf of 05e3b57bae83431894f437a135c97758 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:23.384970 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'status': 'completed', 'code': 200}
Dec 15 19:04:23.518177 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-a1d224ce-c233-462d-948d-e8dc5e61ab45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 1096 time: 0.1106133
Dec 15 19:04:23.554690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:23.819565 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1f45d022-7d4f-492d-b2e2-8c6285d485fb req-78476258-c1b8-437f-ab0f-b648d198c31a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 210 time: 0.2458234
Dec 15 19:04:23.975298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-e147350a-cc09-4a35-929a-d97990abcf9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:23.976781 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-e147350a-cc09-4a35-929a-d97990abcf9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 HTTP/1.1" status: 200  len: 898 time: 0.4513047
Dec 15 19:04:24.060300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda91a4c-5c8c-4a80-b913-57bfc2b65f3a req-af4ec376-20c8-4007-97f0-1026b6d01114 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:24.061317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-fda91a4c-5c8c-4a80-b913-57bfc2b65f3a req-af4ec376-20c8-4007-97f0-1026b6d01114 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:24.084012 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-87b10b6a-c460-4483-944e-e65f4a74c5ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8 HTTP/1.1" status: 200  len: 217 time: 0.0976007
Dec 15 19:04:24.089531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-fda91a4c-5c8c-4a80-b913-57bfc2b65f3a req-af4ec376-20c8-4007-97f0-1026b6d01114 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:24.090609 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fda91a4c-5c8c-4a80-b913-57bfc2b65f3a req-af4ec376-20c8-4007-97f0-1026b6d01114 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 943 time: 0.2531495
Dec 15 19:04:24.134962 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-ccfaac8f-df18-4860-bdd8-7e795128229e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0266360277054098840a82a850222651&device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 1098 time: 0.2569871
Dec 15 19:04:24.162728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864108-3b62-4f39-8a93-623de37d0e79 req-83a7cd25-fdbd-40b2-a193-b81e0ecd2c42 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:24.164198 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0864108-3b62-4f39-8a93-623de37d0e79 req-83a7cd25-fdbd-40b2-a193-b81e0ecd2c42 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.2122638
Dec 15 19:04:24.188346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-89882287-41c0-47e2-a076-390626155799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:24.190736 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-89882287-41c0-47e2-a076-390626155799 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1eb06c8-9e47-4553-9a3c-c0465e6c7f93 HTTP/1.1" status: 200  len: 834 time: 0.0991263
Dec 15 19:04:24.196137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fda91a4c-5c8c-4a80-b913-57bfc2b65f3a req-eea560a7-2a31-4a28-a797-97cb2c1e5b9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0669906
Dec 15 19:04:24.282750 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-f01ed074-2efd-41e3-bbf4-f53239468154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0856192
Dec 15 19:04:24.294796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:24.302369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73ad7429-dea8-4e16-8b40-d27ff7e02bdb tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:24.427954 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-f3b09478-a7d1-429f-abf2-297fa208dbc2 service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385982
Dec 15 19:04:24.531778 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0864108-3b62-4f39-8a93-623de37d0e79 req-cdf7ebfc-db4a-441d-9b51-8f0999e609f2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3412766
Dec 15 19:04:24.560025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Subnet': ['ID=c391f3fb-d5ce-48a3-a1a2-101d457b49d0,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:24.565504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:24.570381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-9f568bb3-57d9-4c06-bd5c-bbf0a7b19adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:24.571826 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-9f568bb3-57d9-4c06-bd5c-bbf0a7b19adb service neutron] 10.222.0.64 "GET /v2.0/networks?id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 200  len: 912 time: 0.4044158
Dec 15 19:04:24.589915 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-287755b3-1741-4c5a-85ae-8014ae758d58 req-df5afa52-e092-4c27-9356-a0429421eff0 service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543834
Dec 15 19:04:24.663720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Checking segment: {'id': '5596f625-2672-4bd0-bd7c-8caa610ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:24.665438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network hostable DHCP agents. Network: b483bb37-18c3-403a-ba92-13270e4d5bb5, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:04:24.735272 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-c3adb8fa-738e-4566-b8ba-541a52eb09e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 200  len: 999 time: 0.1548238
Dec 15 19:04:24.736006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60600) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:24.743882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440077767', 'description': 'tempest-secgroup-smoke-1440077767 description', 'project_id': '55cd5fa2695f44228fd7746d90f42278'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:24.792274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:24.801545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network b483bb37-18c3-403a-ba92-13270e4d5bb5 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:04:24.804009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:24.809668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:24.825239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:24.835057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b483bb37-18c3-403a-ba92-13270e4d5bb5) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:24.843167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:24.843480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f14022-d5bc-4bcd-8302-d195657d133a None None] Network b483bb37-18c3-403a-ba92-13270e4d5bb5 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:24.843908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:24.848657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-3e80cb60-2268-46df-a0fb-944eaadbc4fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:24.850170 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-3e80cb60-2268-46df-a0fb-944eaadbc4fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 200  len: 850 time: 0.1015141
Dec 15 19:04:24.853310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:24.866709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-9ae63a04-c54a-4ec5-8e1a-7a29113e6001 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:24.868242 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-9ae63a04-c54a-4ec5-8e1a-7a29113e6001 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 812 time: 0.1973689
Dec 15 19:04:24.918407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:24.962898 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0655704
Dec 15 19:04:24.963673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60606) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:24.972853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e57a46d2-3c4a-4719-b5b4-0c2f3077e1e5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:25.017619 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f1420e65-c5bf-4d95-86a2-cec0c59c9525 req-c132ac94-4efc-4bf0-9bd3-8e4160eb9f5a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 210 time: 0.0684850
Dec 15 19:04:25.023271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:25.029327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:25.034283 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-3c805fff-4a8f-414b-b232-156e3ebedd14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9df32833-fad4-45f6-b1a5-a3de4eeda5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1696916
Dec 15 19:04:25.035089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:25.041083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:25.078342 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-ad647059-c91c-43f5-b31e-d6ea65adf4fd tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 380 time: 0.1960187
Dec 15 19:04:25.138875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'port': {'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'admin_state_up': True, 'tenant_id': '5625589807734574847f5c5841e04e68', 'security_groups': ['d0b89c76-f0cf-406e-b820-20f7353f508a']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:25.156675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-b483bb37-18c3-403a-ba92-13270e4d5bb5', 'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5', 'tenant_id': '05e3b57bae83431894f437a135c97758', 'fixed_ips': [{'subnet_id': 'c391f3fb-d5ce-48a3-a1a2-101d457b49d0'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:04:25.158296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.248316 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-f934a5fe-a1c0-4ccb-9aee-adeb258cce02 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045543
Dec 15 19:04:25.251398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.356114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Allocated IP 2001:db8:1::2 (b483bb37-18c3-403a-ba92-13270e4d5bb5/c391f3fb-d5ce-48a3-a1a2-101d457b49d0/ed3a511d-0748-499f-a28d-c4002533464a) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:25.428393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d97eebf4-b3b8-4f16-a6ba-b05bfebb6abe req-368dd964-409a-4034-aea3-bb7726eced22 service neutron] 10.222.0.64 "GET /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740053
Dec 15 19:04:25.429556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.436400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-79401331-761c-4d1b-99d0-f5bcf888abe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:25.455302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:25.483600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:25.496307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:25.503390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ede527-8200-4d5d-9de6-a75e62b6596c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:25.518805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:25.523613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:25.530795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:25.537875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:25.585598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.596423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Transition to ACTIVE for port object ed3a511d-0748-499f-a28d-c4002533464a will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:25.615597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Transition to ACTIVE for port object ed3a511d-0748-499f-a28d-c4002533464a will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:25.628629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.631540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.635234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ef8d4de-34e5-418f-8db4-15c8f18f7358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:25.637780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.646431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8c493624-4145-4e50-90e3-4fe034b22992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:25.681505 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3ec31-160d-4ccc-bed3-380931586a3e None None] New status for floating IP 385b6276-bc01-4477-9f66-cee325361b5a: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:04:25.698339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de68848-3275-48cd-94df-74c96664017e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:25.702641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:25.704988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.710063 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9720592
Dec 15 19:04:25.710932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60616) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:25.717629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Pushing event updated for resources: {'Port': ['ID=ed3a511d-0748-499f-a28d-c4002533464a,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:25.718448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'security_group_rule': {'security_group_id': '2de68848-3275-48cd-94df-74c96664017e', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:25.719897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 20afa2d7-2122-4f74-9f2e-84011d8110f8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:04:25.725942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:25.730720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:25.736229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:25.742059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:25.747355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:25.780585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.899116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Network b483bb37-18c3-403a-ba92-13270e4d5bb5 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:25.900944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:25.907748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:25.917814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Made reservation on behalf of 5625589807734574847f5c5841e04e68 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:25.921001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.936014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:25.961849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128f22-ad90-4dd0-bfcf-8862821d3d61 req-ba46368f-7f1a-4b8d-8631-b8cf2b82c2fc tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:25.968875 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fc128f22-ad90-4dd0-bfcf-8862821d3d61 req-ba46368f-7f1a-4b8d-8631-b8cf2b82c2fc tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1693172
Dec 15 19:04:26.009874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.013572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7eaa119c-7e12-46e2-a09a-e99c29903f52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:26.047716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7f3e2f-9d4a-4deb-95d7-86fddb2c1eb6,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:26.054310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:26.072711 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fc128f22-ad90-4dd0-bfcf-8862821d3d61 req-d0688c13-19db-4203-b55f-76a9860a3147 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027341
Dec 15 19:04:26.074173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.075428 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3633921
Dec 15 19:04:26.077226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Attempting to bind port ed3a511d-0748-499f-a28d-c4002533464a on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:26.077821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Attempting to bind port ed3a511d-0748-499f-a28d-c4002533464a by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '5596f625-2672-4bd0-bd7c-8caa610ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:26.078285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60622) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:26.078530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Attempting to bind port ed3a511d-0748-499f-a28d-c4002533464a on network b483bb37-18c3-403a-ba92-13270e4d5bb5 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:26.087256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'security_group_rule': {'security_group_id': '2de68848-3275-48cd-94df-74c96664017e', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:26.105760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:26.113328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:26.119684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:26.129827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:26.131123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:26.131463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Checking segment: {'id': '5596f625-2672-4bd0-bd7c-8caa610ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:26.131883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.132284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Bound using segment: {'id': '5596f625-2672-4bd0-bd7c-8caa610ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:26.132806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Bound port: ed3a511d-0748-499f-a28d-c4002533464a, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5596f625-2672-4bd0-bd7c-8caa610ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b483bb37-18c3-403a-ba92-13270e4d5bb5'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:26.133189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.152170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Allocated IP 172.20.0.12 (4d08169a-3634-4d35-b71e-f55611cd8279/c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5/3a8ea474-788b-4ef2-ac27-00840527752b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:26.173806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.178135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 20afa2d7-2122-4f74-9f2e-84011d8110f8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:26.284646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'port_id': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'mac_address': 'fa:16:3e:9f:7f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:04:26.326854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.334032 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9e791117-0d2d-4156-b239-d37534f1f39d req-0384d412-e1dd-4998-a5fa-352cd5a200a0 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 210 time: 0.0557525
Dec 15 19:04:26.338343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.341290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3312d596-c231-46da-8a9d-baf129896239 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:26.355786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429de20d-f35d-4011-ab35-284fe46824c1 req-11e3ab9c-7105-4d5b-a1a6-af5b317b53f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:26.360685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.363119 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-429de20d-f35d-4011-ab35-284fe46824c1 req-11e3ab9c-7105-4d5b-a1a6-af5b317b53f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 943 time: 0.9480047
Dec 15 19:04:26.391539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20afa2d7-2122-4f74-9f2e-84011d8110f8 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:04:26.396086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2aa90d-04d1-47dc-8450-947ab84b5b80,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:26.400065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e57a46d2-3c4a-4719-b5b4-0c2f3077e1e5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.402209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:26.405930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] For port ed3a511d-0748-499f-a28d-c4002533464a, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:26.406404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.410071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] For port ed3a511d-0748-499f-a28d-c4002533464a, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ed3a511d-0748-499f-a28d-c4002533464a,segment=NetworkSegment(5596f625-2672-4bd0-bd7c-8caa610ac92e),segment_id=5596f625-2672-4bd0-bd7c-8caa610ac92e)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:26.415500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60626) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:26.416066 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3364923
Dec 15 19:04:26.416518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 20afa2d7-2122-4f74-9f2e-84011d8110f8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:26.419262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.423224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4103effd-9129-4687-a5df-f74d1aaaffa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:26.435524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'security_group_rule': {'security_group_id': '2de68848-3275-48cd-94df-74c96664017e', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:26.453109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:26.454781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.478116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:26.496918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:26.498149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Pushing event updated for resources: {'Port': ['ID=ed3a511d-0748-499f-a28d-c4002533464a,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:26.501708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:26.502354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1853410a-d50b-40b2-a4aa-da0fff3c3256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:26.512459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:26.516401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.538577 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-429de20d-f35d-4011-ab35-284fe46824c1 req-4d687ec8-ee23-48e1-b18b-dd631c02a390 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1740777
Dec 15 19:04:26.634553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Transition to ACTIVE for port object 3a8ea474-788b-4ef2-ac27-00840527752b will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:26.637659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=20afa2d7-2122-4f74-9f2e-84011d8110f8,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:26.641722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:26.647921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.693514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['20afa2d7-2122-4f74-9f2e-84011d8110f8'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:04:26.743543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.758295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4fae1d34-33b7-499e-a0ae-9f74c125cc1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:26.831299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.860579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.873642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Network 4d08169a-3634-4d35-b71e-f55611cd8279 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:26.884167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:26.886798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:26.921775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=3a8ea474-788b-4ef2-ac27-00840527752b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:26.925523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:26.933753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3da50036-109d-4b6c-b9fe-ecc83c75b41f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:26.986707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.990507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:26.991222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:26.996235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c1dfd1-4b63-468e-a44f-291aca103894,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:27.002492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:27.008869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.011596 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5847063
Dec 15 19:04:27.013217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60630) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:27.015856 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-e57a46d2-3c4a-4719-b5b4-0c2f3077e1e5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:04:27.020455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e57a46d2-3c4a-4719-b5b4-0c2f3077e1e5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635 HTTP/1.1" status: 400  len: 364 time: 2.0524812
Dec 15 19:04:27.020614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'security_group_rule': {'security_group_id': '2de68848-3275-48cd-94df-74c96664017e', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:27.022088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60634) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:27.031623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:27.043869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:27.047174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:27.065311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:27.091753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.111595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9766669
Dec 15 19:04:27.204353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Request body: {'port': {'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:27.211919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.223794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.240384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-115b0b8a-b0c3-4ee7-b719-15e666839565 None None] Provisioning for port 3a8ea474-788b-4ef2-ac27-00840527752b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:27.248024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-115b0b8a-b0c3-4ee7-b719-15e666839565 None None] Provisioning complete for port 3a8ea474-788b-4ef2-ac27-00840527752b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:27.248234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-115b0b8a-b0c3-4ee7-b719-15e666839565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.250375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:27.298671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efd1ed2-ae36-45e7-9fb6-d02a15b55bd4,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:27.301255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:27.312166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.316133 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2991974
Dec 15 19:04:27.318493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60640) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:27.329494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'security_group_rule': {'security_group_id': '2de68848-3275-48cd-94df-74c96664017e', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:27.339028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:27.362431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-115b0b8a-b0c3-4ee7-b719-15e666839565 None None] Port 3a8ea474-788b-4ef2-ac27-00840527752b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:27.386795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:27.393491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:27.402086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:27.434572 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Project 55cd5fa2695f44228fd7746d90f42278 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:04:27.458055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298bb79-449a-4f59-9f12-fd5d907b67d5 req-6d052d93-a323-4f4d-8b21-230d9c099d13 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:27.459747 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c298bb79-449a-4f59-9f12-fd5d907b67d5 req-6d052d93-a323-4f4d-8b21-230d9c099d13 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1379600
Dec 15 19:04:27.460433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.512914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.561197 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c298bb79-449a-4f59-9f12-fd5d907b67d5 req-67fbd552-d4ac-455d-b857-9e6e7108749a tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907533
Dec 15 19:04:27.583998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.591630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.612171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-657c8c21-069b-49a3-a9d6-ceb8f7018d8f tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:27.636034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b64cf8-03cf-41b3-bd60-32ff22e13eff,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:27.639641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:27.647064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.649748 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3299069
Dec 15 19:04:27.653750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 20afa2d7-2122-4f74-9f2e-84011d8110f8 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:27.657839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60650) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:27.744622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 20afa2d7-2122-4f74-9f2e-84011d8110f8 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:27.751877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 20afa2d7-2122-4f74-9f2e-84011d8110f8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:27.752279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:27.850693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f8fc7-4301-4e9e-9312-d50992ea8d53 None None] Network b483bb37-18c3-403a-ba92-13270e4d5bb5 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:27.905474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246a46f-7ed7-4c36-bd16-dfe95c6289a7 req-7e16fa2e-63ba-4ae4-a80d-e4084d967647 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:27.907356 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a246a46f-7ed7-4c36-bd16-dfe95c6289a7 req-7e16fa2e-63ba-4ae4-a80d-e4084d967647 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 944 time: 0.1478927
Dec 15 19:04:27.963561 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a246a46f-7ed7-4c36-bd16-dfe95c6289a7 req-92868aa5-dc0f-4e8e-92a9-27073542495d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0507057
Dec 15 19:04:27.968334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ed3a511d-0748-499f-a28d-c4002533464a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:28.001986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'security_group_rule': {'security_group_id': '2de68848-3275-48cd-94df-74c96664017e', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:28.021828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:28.034524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:security_group_rule and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:28.049207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:28.076968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:28.104375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e3848ab6-565d-423b-bcc9-77230b8f64c2 None None] Provisioning for port ed3a511d-0748-499f-a28d-c4002533464a completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:28.157846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164745-e9f9-45d8-ac46-cbcdb36f6594 req-82bfd8e4-60da-4ec5-a3c9-fed8aa9d1919 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:28.165004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77164745-e9f9-45d8-ac46-cbcdb36f6594 req-82bfd8e4-60da-4ec5-a3c9-fed8aa9d1919 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.0873117
Dec 15 19:04:28.169071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.198500 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Project 55cd5fa2695f44228fd7746d90f42278 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:04:28.222389 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77164745-e9f9-45d8-ac46-cbcdb36f6594 req-f304ecc8-427d-468d-9037-f88cb443fbd2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564349
Dec 15 19:04:28.231711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459b81-ef1e-4880-8cfa-270ccb220fcc req-ee104394-5b78-4e18-8320-b37b457b8aaa tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:28.232518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-d2459b81-ef1e-4880-8cfa-270ccb220fcc req-ee104394-5b78-4e18-8320-b37b457b8aaa tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:28.238749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ed3a511d-0748-499f-a28d-c4002533464a completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:28.244826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.262317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 20afa2d7-2122-4f74-9f2e-84011d8110f8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:28.272797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:28.277927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ed3a511d-0748-499f-a28d-c4002533464a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:28.278806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.325336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.327505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.329731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:28.366233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-d2459b81-ef1e-4880-8cfa-270ccb220fcc req-ee104394-5b78-4e18-8320-b37b457b8aaa tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:28.373206 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d2459b81-ef1e-4880-8cfa-270ccb220fcc req-ee104394-5b78-4e18-8320-b37b457b8aaa tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 932 time: 0.8262434
Dec 15 19:04:28.428202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=20afa2d7-2122-4f74-9f2e-84011d8110f8,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:28.434250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:28.530031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.564431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.resource_extend [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 15 19:04:28.567968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ed3a511d-0748-499f-a28d-c4002533464a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ed3a511d-0748-499f-a28d-c4002533464a,segment=NetworkSegment(5596f625-2672-4bd0-bd7c-8caa610ac92e),segment_id=5596f625-2672-4bd0-bd7c-8caa610ac92e)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:28.574894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.577288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-dc2e4f78-f0bc-488c-83da-6ed93a2c1513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:28.613057 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'code': 200}
Dec 15 19:04:28.678221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ed3a511d-0748-499f-a28d-c4002533464a,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:28.682597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:28.742042 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d2459b81-ef1e-4880-8cfa-270ccb220fcc req-ecca90da-2184-4f7d-aed0-d7cefd94214a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3678150
Dec 15 19:04:28.772643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-68aec4f9-c58c-42cb-bec5-059a0e3300ea None None] Provisioning complete for port ed3a511d-0748-499f-a28d-c4002533464a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:28.773258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-68aec4f9-c58c-42cb-bec5-059a0e3300ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.880436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8ea474-788b-4ef2-ac27-00840527752b {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:04:28.885962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.898052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.903293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.908763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:28.935765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56785e-fdad-4715-9b6b-6112b6e36515 req-b4823f58-5409-48c7-b2b4-37698e298451 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:28.937443 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6b56785e-fdad-4715-9b6b-6112b6e36515 req-b4823f58-5409-48c7-b2b4-37698e298451 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1406703
Dec 15 19:04:28.941187 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-09e860e5-77ac-40ad-8c81-ce593c9fb043 req-3400cfe7-5e38-4074-8676-4eaf40f8269a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 1098 time: 0.1099606
Dec 15 19:04:28.953632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Allocated IP 2001:db8::1 (367efb93-e3bf-44db-8013-00cce4b01c34/d5999e16-e61e-43d2-9fbb-95d60fcd66ed/4840f5a5-588f-4c92-85f4-9f2d7864ef51) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:28.955702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Transition to ACTIVE for port object 3a8ea474-788b-4ef2-ac27-00840527752b will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:28.956541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75106d2a-ee9f-4291-82fc-b79446424c46,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:28.964105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:28.968882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:28.976938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3c55214b-f01d-4a08-a669-d687fb06f9ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:29.016768 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6b56785e-fdad-4715-9b6b-6112b6e36515 req-625749cd-dc49-4739-b310-eb93f09f9550 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732057
Dec 15 19:04:29.018626 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-09e860e5-77ac-40ad-8c81-ce593c9fb043 req-517d2421-7e32-4545-9ca7-5ca40f4c0fe5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0610847
Dec 15 19:04:29.030973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.032134 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-24344496-78f2-41ec-9695-9551e35177ce tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.3055596
Dec 15 19:04:29.036834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60662) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:29.051437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'network': {'name': 'tempest-network-smoke--1467682921', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'port_security_enabled': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:29.051656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:29.055835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:network and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:29.058892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:29.065920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:29.079048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Made reservation on behalf of 55cd5fa2695f44228fd7746d90f42278 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:29.083257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.119473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:04:29.129861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.130531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Added segment 430487b4-8c2f-48e9-bbf8-c0e004b117e3 of type vlan for network c29f2923-e182-4692-a5c0-087306c6f164
Dec 15 19:04:29.137184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Pushing event updated for resources: {'Port': ['ID=3a8ea474-788b-4ef2-ac27-00840527752b,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:29.224045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:29.271764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.301390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.305612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:29.306185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.311134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ef08812-c83c-48d5-8f4a-660799988302 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:29.394773 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3562558
Dec 15 19:04:29.395623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60666) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:29.405486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.417122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'admin_state_up': True, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:29.425619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:29.430907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Network': ['ID=c29f2923-e182-4692-a5c0-087306c6f164,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:29.433235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:router and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:29.436127 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:29.436920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:29.440150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a9252-77a5-4af4-9525-ec90009d574f req-51dad661-9aff-4447-9573-bd0591db27f7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:29.441328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network c29f2923-e182-4692-a5c0-087306c6f164 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:04:29.441801 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0f6a9252-77a5-4af4-9525-ec90009d574f req-51dad661-9aff-4447-9573-bd0591db27f7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 945 time: 0.3125470
Dec 15 19:04:29.444023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:29.447042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Transition to ACTIVE for port object 4840f5a5-588f-4c92-85f4-9f2d7864ef51 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:29.448179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Attempting to bind port 3a8ea474-788b-4ef2-ac27-00840527752b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:29.448507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Attempting to bind port 3a8ea474-788b-4ef2-ac27-00840527752b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:29.448992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Attempting to bind port 3a8ea474-788b-4ef2-ac27-00840527752b on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:29.457403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.458445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.478192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Port 3a8ea474-788b-4ef2-ac27-00840527752b on network 4d08169a-3634-4d35-b71e-f55611cd8279 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:04:29.478605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Attempting to bind port 3a8ea474-788b-4ef2-ac27-00840527752b on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:29.483202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.503944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:29.504281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Checking segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:29.504639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Bound using segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:29.505070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Bound port: 3a8ea474-788b-4ef2-ac27-00840527752b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:29.505439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.553458 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0f6a9252-77a5-4af4-9525-ec90009d574f req-ba38f2f3-5296-468e-b9fe-b69a9fb35752 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0984142
Dec 15 19:04:29.568231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.575457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac30ee4a-fe82-48a0-98f3-5abdb27d8131 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:29.627654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.668050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network 367efb93-e3bf-44db-8013-00cce4b01c34 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:29.673650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:29.677435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Port': ['ID=4840f5a5-588f-4c92-85f4-9f2d7864ef51,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:29.682880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:29.683602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.687856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:29.692797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] For port 3a8ea474-788b-4ef2-ac27-00840527752b, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:29.697334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] For port 3a8ea474-788b-4ef2-ac27-00840527752b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=3a8ea474-788b-4ef2-ac27-00840527752b,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:29.711266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.717476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-70cb6e80-5a20-4e67-922c-7e690d88efef tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:29.879396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:29.943116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ed3a511d-0748-499f-a28d-c4002533464a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:30.001040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.077618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ed3a511d-0748-499f-a28d-c4002533464a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:30.078337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.106117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.168132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.170391 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] 10.222.0.64 "PUT /v2.0/ports/3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 200  len: 1094 time: 2.9778557
Dec 15 19:04:30.176686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1be6fd7c-93bd-449b-a0fb-e2ae716f81c6 None None] Provisioning for port 4840f5a5-588f-4c92-85f4-9f2d7864ef51 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:30.184992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1be6fd7c-93bd-449b-a0fb-e2ae716f81c6 None None] Provisioning complete for port 4840f5a5-588f-4c92-85f4-9f2d7864ef51 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:30.185475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1be6fd7c-93bd-449b-a0fb-e2ae716f81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.196862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Allocated IP 172.26.1.163 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c655476b-0c4e-493a-9e78-b939388959db) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:30.228452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:30.269564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-1be6fd7c-93bd-449b-a0fb-e2ae716f81c6 None None] Port 4840f5a5-588f-4c92-85f4-9f2d7864ef51 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:30.363094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.374760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Pushing event updated for resources: {'Port': ['ID=3a8ea474-788b-4ef2-ac27-00840527752b,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:30.379168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:30.402160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12f4a4-4560-44b7-9505-d64e46448abc req-155ee55e-cdf5-4721-87a6-0595309201b3 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:30.403733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5e12f4a4-4560-44b7-9505-d64e46448abc req-155ee55e-cdf5-4721-87a6-0595309201b3 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 944 time: 0.4443235
Dec 15 19:04:30.445249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.450599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:30.518133 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5e12f4a4-4560-44b7-9505-d64e46448abc req-27137698-71f3-4cf6-a4c7-544970d5a8b3 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080260
Dec 15 19:04:30.531165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:30.534699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:30.536554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Port': ['ID=c655476b-0c4e-493a-9e78-b939388959db,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:30.539209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:30.564218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:30.595305 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b', 'status': 'completed', 'code': 200}
Dec 15 19:04:30.630985 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-92249b10-b47b-46dc-b20b-9642fb956b56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1097 time: 0.3618290
Dec 15 19:04:30.705644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.706585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.734783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de7a9-b28c-4840-ac2b-b836a9f6bfbd req-ad05f551-5c9e-46df-b2b2-dfbe9ee51fd2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:30.736240 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e8de7a9-b28c-4840-ac2b-b836a9f6bfbd req-ad05f551-5c9e-46df-b2b2-dfbe9ee51fd2 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.4637163
Dec 15 19:04:30.782203 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-5917b429-e188-4e01-a4c3-1b233aa45f1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 200  len: 217 time: 0.1039886
Dec 15 19:04:30.891380 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e8de7a9-b28c-4840-ac2b-b836a9f6bfbd req-acc030b4-8264-40ff-a7e8-9f80c6331843 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1447518
Dec 15 19:04:30.895507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-a8ebf66c-e830-4c30-be4a-f31b9b98cb53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:30.896871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-a8ebf66c-e830-4c30-be4a-f31b9b98cb53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.1065969
Dec 15 19:04:30.924461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e41-bda2-429a-b988-3cef7e91422f req-6fe9a680-2cdc-4caa-abd5-7ba6ba9e9749 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:30.925924 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-de2e6e41-bda2-429a-b988-3cef7e91422f req-6fe9a680-2cdc-4caa-abd5-7ba6ba9e9749 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 945 time: 0.1602006
Dec 15 19:04:30.960169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.965668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.966447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:30.971160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dc315ae0-a824-43f9-84b4-c691526e6a16 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:30.980894 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-de2e6e41-bda2-429a-b988-3cef7e91422f req-0c300801-20e3-4ded-b307-b8bd799670ab tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0491979
Dec 15 19:04:31.079017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Router 4d463fbe-1640-4532-b3f8-578c35627504 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:04:31.119132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event updated for resources: {'Port': ['ID=4840f5a5-588f-4c92-85f4-9f2d7864ef51,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:31.131441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:31.186065 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-73f5be70-67d5-41f4-93ec-6ea23ccea829 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2812047
Dec 15 19:04:31.337169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Network 367efb93-e3bf-44db-8013-00cce4b01c34 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:31.348357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:31.412655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-cbc64859-c512-4d3e-85c2-5f8771137111 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:31.414244 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-cbc64859-c512-4d3e-85c2-5f8771137111 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.64 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.1584885
Dec 15 19:04:31.486061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca5e22-e34f-4379-bcb5-e1429d022f77 req-0e13ef5c-7fa5-4bc9-9f4a-2b7ca562a2f0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:31.487535 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01ca5e22-e34f-4379-bcb5-e1429d022f77 req-0e13ef5c-7fa5-4bc9-9f4a-2b7ca562a2f0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 945 time: 0.3595140
Dec 15 19:04:31.498704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Deleting port efff039f-6a3f-4783-94ef-ed45ebd865db {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:31.499294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:31.550510 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-da68b587-52b4-4ef7-9e64-89bfcd2a1c88 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386714
Dec 15 19:04:31.642832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c6d117a7-234c-4b45-8f03-6cce72ea1a19 None None] Provisioning complete for port 4840f5a5-588f-4c92-85f4-9f2d7864ef51 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:31.643439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:31.645068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c6d117a7-234c-4b45-8f03-6cce72ea1a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:31.747763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c6d117a7-234c-4b45-8f03-6cce72ea1a19 None None] Port 4840f5a5-588f-4c92-85f4-9f2d7864ef51 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:31.751388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Sync routers for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:31.764702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:31.765336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2c63d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:31.787648 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01ca5e22-e34f-4379-bcb5-e1429d022f77 req-dc778c5f-0bb8-423c-a9da-b6b7904ac8e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2890251
Dec 15 19:04:31.826056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60682) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:31.878296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:31.882797 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.4704814
Dec 15 19:04:31.891011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60686) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:31.956481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:31.961687 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f49205e-32ae-4d95-aba6-a4c8a7d63ec9 req-a5369dab-fbdb-4fa4-b924-5a5566b24bd9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4015634
Dec 15 19:04:31.979145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b56e2-f7cf-4f7a-a080-5234ca47d7fc req-1d4c4947-bc19-47bb-8336-49bdc6c17980 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:31.980867 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-029b56e2-f7cf-4f7a-a080-5234ca47d7fc req-1d4c4947-bc19-47bb-8336-49bdc6c17980 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 944 time: 0.3216324
Dec 15 19:04:31.983895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] For port efff039f-6a3f-4783-94ef-ed45ebd865db, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=efff039f-6a3f-4783-94ef-ed45ebd865db,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:31.984316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.023764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Router 59d8bc38-05ff-45d0-8e49-262204347635 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:32.193093 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2bfdf6f9-8eb3-4acd-9103-9abe22288e6e tempest-TestNetworkAdvancedServerOps-419554781 tempest-TestNetworkAdvancedServerOps-419554781-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=55cd5fa2695f44228fd7746d90f42278&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3007917
Dec 15 19:04:32.199358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60694) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:32.206782 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ab5cb3b0-727e-4776-923d-dceeb4a0551a tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 1093 time: 0.3704748
Dec 15 19:04:32.212862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60698) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:32.229138 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-029b56e2-f7cf-4f7a-a080-5234ca47d7fc req-7340cc4c-64e4-40ad-b2be-d2650ad050ab tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2356074
Dec 15 19:04:32.295984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2c63d0>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:30Z', 'revision_number': 3, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:32.299924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Checking router: 4d463fbe-1640-4532-b3f8-578c35627504 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:32.300285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Updating router 4d463fbe-1640-4532-b3f8-578c35627504 port c655476b-0c4e-493a-9e78-b939388959db binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:04:32.310792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:32.340114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:32.345854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:32.352506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:32.356276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.362999 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-907efa84-a15f-4379-b060-21d022cc3e54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1097 time: 0.3379915
Dec 15 19:04:32.363884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:32.411553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.517950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb844b-a4cc-48f9-b601-2437f77d133e tempest-TestNetworkAdvancedServerOps-419554781 tempest-TestNetworkAdvancedServerOps-419554781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:32.522184 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5fdb844b-a4cc-48f9-b601-2437f77d133e tempest-TestNetworkAdvancedServerOps-419554781 tempest-TestNetworkAdvancedServerOps-419554781-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3163359
Dec 15 19:04:32.524360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60702) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:32.536215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade05e2-782c-4cf4-a2cb-3fe72cc3770f req-6b1f8e7b-a709-49eb-8bae-c3205bedbd0d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:32.537706 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cade05e2-782c-4cf4-a2cb-3fe72cc3770f req-6b1f8e7b-a709-49eb-8bae-c3205bedbd0d tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 945 time: 0.3387556
Dec 15 19:04:32.564116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.564497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.564792 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Floating IP be1296da-2bb7-414b-ae35-399c8abdee48 disassociated. External IP: 172.26.1.4, port: efff039f-6a3f-4783-94ef-ed45ebd865db.
Dec 15 19:04:32.565552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Calling delete_port for efff039f-6a3f-4783-94ef-ed45ebd865db owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:32.604429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-04c55aa1-9d6a-4595-b2ce-03d0fb63ae08 tempest-TestNetworkAdvancedServerOps-419554781 tempest-TestNetworkAdvancedServerOps-419554781-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0766146
Dec 15 19:04:32.604677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60706) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:32.612137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038534238', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:32.655383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-92e3f148-51fa-491f-a650-127437348804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:32.656856 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-92e3f148-51fa-491f-a650-127437348804 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.2848923
Dec 15 19:04:32.702189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.718130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Transition to ACTIVE for port object c655476b-0c4e-493a-9e78-b939388959db will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:32.723609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:32.735659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.737473 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] Sync routers for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:32.741200 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7150371
Dec 15 19:04:32.742590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:32.744682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60710) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:32.759457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:32.772745 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:32.773578 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbe3d90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:32.796903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:subnet and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:32.806591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:32.814158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:32.826729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Attempting to bind port c655476b-0c4e-493a-9e78-b939388959db on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:32.827235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Attempting to bind port c655476b-0c4e-493a-9e78-b939388959db by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:32.827696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Attempting to bind port c655476b-0c4e-493a-9e78-b939388959db on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:32.833916 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cade05e2-782c-4cf4-a2cb-3fe72cc3770f req-1142fa25-5adf-4c60-b1b8-66f4f3d59038 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups?id=93564164-a284-4bac-9b34-d2576bd22ae5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2343054
Dec 15 19:04:32.840524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Made reservation on behalf of 55cd5fa2695f44228fd7746d90f42278 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:32.845056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:32.845573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:32.846073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.846593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:32.847231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Bound port: c655476b-0c4e-493a-9e78-b939388959db, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:32.847698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.864848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-8ceef8fc-c4a3-4ff4-8305-0be42f6cbb64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 200  len: 217 time: 0.1963189
Dec 15 19:04:32.934341 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbe3d90>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:32.943567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] For port c655476b-0c4e-493a-9e78-b939388959db, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:32.948277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] For port c655476b-0c4e-493a-9e78-b939388959db, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c655476b-0c4e-493a-9e78-b939388959db,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:32.948548 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:32.949093 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedbe3d90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:32.957061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836dbd8-2dab-4008-9bb2-a5ecbdad8318 None None] Pushing event updated for resources: {'Port': ['ID=c655476b-0c4e-493a-9e78-b939388959db,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:32.969204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:32.982842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1836dbd8-2dab-4008-9bb2-a5ecbdad8318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:32.983581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1836dbd8-2dab-4008-9bb2-a5ecbdad8318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:33.005526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-46c87910-a628-48ce-87e7-8e3563f25a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:33.007279 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-46c87910-a628-48ce-87e7-8e3563f25a24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0887046
Dec 15 19:04:33.030983 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedbe3d90>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:33.031308 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc95e0-6ee2-4749-b611-fc12a3ab5a67 None None] The sync data for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:33.065708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836dbd8-2dab-4008-9bb2-a5ecbdad8318 None None] Pushing event updated for resources: {'Port': ['ID=c655476b-0c4e-493a-9e78-b939388959db,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:33.072277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1836dbd8-2dab-4008-9bb2-a5ecbdad8318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:33.074874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:33.075501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2c63d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:33.082702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:33.092385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:33.093462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:33.152969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event deleted for resources: {'Port': ['ID=efff039f-6a3f-4783-94ef-ed45ebd865db,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:33.155439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:33.163908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:33.186891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2de00c80-506c-4ae7-855f-ce7caffae585 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:33.279619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:33.480061 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-fa2c21c2-5fb9-4108-80ed-5882e2ea0d9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4623640
Dec 15 19:04:33.657901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.60 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/a74f41c3-c788-42a5-8afe-0a8f261bd0b1) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:33.669413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2c63d0>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:30Z', 'revision_number': 3, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:33.673550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8964115-21c2-45b9-bf8f-18fdc0eef329 None None] The sync data for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv is: [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:30Z', 'revision_number': 3, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:33.699279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:33.707439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4f58c130-5e1b-46b5-ae3b-d74116c141f6 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:33.749771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0c57b-23ce-4244-8d31-7c2b29ac1c59 req-61149705-1d34-458d-a8e0-175c9784008a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:33.750909 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-e74872d3-03ca-45a4-a8a4-1d34ebf99fd5 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626798
Dec 15 19:04:33.751403 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4f0c57b-23ce-4244-8d31-7c2b29ac1c59 req-61149705-1d34-458d-a8e0-175c9784008a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 944 time: 0.3008060
Dec 15 19:04:33.834356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Subnet': ['ID=462fcd8c-4f64-4c2b-9351-dbde605aaceb,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:33.837888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:33.869446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:33.883851 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4f0c57b-23ce-4244-8d31-7c2b29ac1c59 req-0f819d20-a0c2-4b24-b10c-fc0643fc952c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195891
Dec 15 19:04:33.903235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Checking segment: {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:33.903235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Network hostable DHCP agents. Network: c29f2923-e182-4692-a5c0-087306c6f164, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:04:33.935553 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-2de00c80-506c-4ae7-855f-ce7caffae585 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 15 19:04:33.937276 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2de00c80-506c-4ae7-855f-ce7caffae585 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635 HTTP/1.1" status: 409  len: 329 time: 1.1823471
Dec 15 19:04:33.941496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60718) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:34.043130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:34.091466 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e42854d5-203d-4b77-9a5c-4f1fe8556db7 req-eac5b37f-93e4-4aac-9def-42d226bbf777 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951987
Dec 15 19:04:34.094579 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94d7bf93-b173-4d69-a144-bedc0204be25 req-b66e0d39-0615-4f66-b753-78ac02f91c35 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0597396
Dec 15 19:04:34.135564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:34.141007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-520e7a57-e7fb-4858-b2a8-316eb60f6e69 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:34.177710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Network c29f2923-e182-4692-a5c0-087306c6f164 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:04:34.200241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, c29f2923-e182-4692-a5c0-087306c6f164) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:34.211851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4b760-d35a-420e-8ce1-986c832d0e7e None None] Network c29f2923-e182-4692-a5c0-087306c6f164 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:34.214168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:34.214765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:34.216098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:34.219749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:34.224203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:34.313185 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.7051051
Dec 15 19:04:34.321355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60722) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:34.401752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=a74f41c3-c788-42a5-8afe-0a8f261bd0b1,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:34.408745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:34.494485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-c29f2923-e182-4692-a5c0-087306c6f164', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:04:34.494892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:34.718634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Allocated IP 172.20.0.2 (c29f2923-e182-4692-a5c0-087306c6f164/462fcd8c-4f64-4c2b-9351-dbde605aaceb/052197d1-5499-4249-a255-7ddbe11f8871) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:34.820355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:34.848181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:34.862169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] Sync routers for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:34.886554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:34.927205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:34.927850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda58f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:34.930741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] No DVR routers for this DVR port efff039f-6a3f-4783-94ef-ed45ebd865db on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:34.933722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:34.935959 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6f88c968-4e65-4a56-a152-a6fb36866618 req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.64 "DELETE /v2.0/ports/efff039f-6a3f-4783-94ef-ed45ebd865db HTTP/1.1" status: 204  len: 173 time: 3.5160444
Dec 15 19:04:34.936679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'name': 'network-vif-deleted', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:34.961924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.017331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.098574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Transition to ACTIVE for port object 052197d1-5499-4249-a255-7ddbe11f8871 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:35.159681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Transition to ACTIVE for port object 052197d1-5499-4249-a255-7ddbe11f8871 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:35.162181 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27213a6-14fd-4145-8168-20724944da53', 'name': 'network-vif-deleted', 'tag': 'efff039f-6a3f-4783-94ef-ed45ebd865db', 'status': 'completed', 'code': 200}
Dec 15 19:04:35.176450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.184912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1836dbd8-2dab-4008-9bb2-a5ecbdad8318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:35.248054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:35.320120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Pushing event updated for resources: {'Port': ['ID=052197d1-5499-4249-a255-7ddbe11f8871,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:35.323036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:35.329175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Network c29f2923-e182-4692-a5c0-087306c6f164 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:35.332428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:35.335676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:35.372937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2dca9b4-7c81-483d-ac02-15e9dad00de0 req-e7e3b01e-6c74-43f8-a6b9-16c240017266 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a27213a6-14fd-4145-8168-20724944da53 HTTP/1.1" status: 200  len: 210 time: 0.0549738
Dec 15 19:04:35.375768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac61353-1421-4520-a288-934fd78ce3f4 req-783722d0-d4d8-4802-9cb1-60a541e0d3b8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:35.382531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7ac61353-1421-4520-a288-934fd78ce3f4 req-783722d0-d4d8-4802-9cb1-60a541e0d3b8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 944 time: 0.2180946
Dec 15 19:04:35.420868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.428489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.439841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4faad03-6ecc-4ed8-8b21-39b30eafc011 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:35.490363 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7ac61353-1421-4520-a288-934fd78ce3f4 req-a03523cf-ba4f-423e-a6a2-03d3740a17a6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068890
Dec 15 19:04:35.561508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=a74f41c3-c788-42a5-8afe-0a8f261bd0b1,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:35.567353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:35.571430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Attempting to bind port 052197d1-5499-4249-a255-7ddbe11f8871 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:35.571742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.571922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Attempting to bind port 052197d1-5499-4249-a255-7ddbe11f8871 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:35.572383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Attempting to bind port 052197d1-5499-4249-a255-7ddbe11f8871 on network c29f2923-e182-4692-a5c0-087306c6f164 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:35.581045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:35.581650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Checking segment: {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:35.582499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.582699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Bound using segment: {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:35.583309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Bound port: 052197d1-5499-4249-a255-7ddbe11f8871, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:35.583780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.733155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device efff039f-6a3f-4783-94ef-ed45ebd865db no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:35.787482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: efff039f-6a3f-4783-94ef-ed45ebd865db {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:35.787885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device efff039f-6a3f-4783-94ef-ed45ebd865db not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:35.825344 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP 8a23568c-9e75-4e45-9d7b-36841c482e93 associated. External IP: 172.26.1.60, port: 20afa2d7-2122-4f74-9f2e-84011d8110f8.
Dec 15 19:04:35.869385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] For port 052197d1-5499-4249-a255-7ddbe11f8871, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:35.879823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] For port 052197d1-5499-4249-a255-7ddbe11f8871, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=052197d1-5499-4249-a255-7ddbe11f8871,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:35.889324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:35.889905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a25c7014-8385-448e-8710-ece165a8f1ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:35.958291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Pushing event updated for resources: {'Port': ['ID=052197d1-5499-4249-a255-7ddbe11f8871,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:35.961871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:35.962953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c655476b-0c4e-493a-9e78-b939388959db up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:36.059568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda58f10>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:31Z', 'revision_number': 5, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:36.065211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] Checking router: 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:36.068289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c655476b-0c4e-493a-9e78-b939388959db completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:36.076733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c655476b-0c4e-493a-9e78-b939388959db triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:36.077402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.126216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:36.127004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda58f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:36.367258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 918a1491-da71-4667-946c-dd563b359a36 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:36.376344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting port 4840f5a5-588f-4c92-85f4-9f2d7864ef51 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:36.376928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.382913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:36.428193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.472517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port c655476b-0c4e-493a-9e78-b939388959db, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c655476b-0c4e-493a-9e78-b939388959db,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:36.530469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.540382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f602e77d-a082-4725-9740-c29afb428e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:36.615712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60738) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:36.696620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=c655476b-0c4e-493a-9e78-b939388959db,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:36.700069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:36.769835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.808668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.824104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:36.826848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda58f10>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:31Z', 'revision_number': 5, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:36.831743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835f6c7-f7b3-4b99-93b6-a9bafe6fe27e None None] The sync data for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv is: [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T18:58:20Z', 'revision_number': 4, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7acc7a99-745d-4f44-94f8-d11e8c7d9da0', 'name': '', 'network_id': '9df32833-fad4-45f6-b1a5-a3de4eeda5ec', 'tenant_id': '0266360277054098840a82a850222651', 'mac_address': 'fa:16:3e:9f:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:18Z', 'updated_at': '2021-12-15T18:58:31Z', 'revision_number': 5, 'project_id': '0266360277054098840a82a850222651', 'subnets': [{'id': '2c3ef5a2-df05-4108-8925-db1186ca8653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:36.838462 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] Sync routers for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:36.856701 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:36.857726 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede44ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:36.875285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.937462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:36.949770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ff714721-7009-42d2-b5a7-c6b9f56bbd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:36.966962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93564164-a284-4bac-9b34-d2576bd22ae5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:36.969620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:36.974115 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.7568171
Dec 15 19:04:36.974115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:36.978445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60742) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:37.008770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:37.047396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:37.072510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:37.073826 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "DELETE /v2.0/security-groups/93564164-a284-4bac-9b34-d2576bd22ae5 HTTP/1.1" status: 204  len: 168 time: 0.4565337
Dec 15 19:04:37.077043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60748) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:37.108915 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'status': 'completed', 'code': 200}
Dec 15 19:04:37.118134 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-4087b0ef-003f-45ce-9f63-87fea7f6a6fd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] show failed (client error): The resource could not be found.
Dec 15 19:04:37.119161 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4087b0ef-003f-45ce-9f63-87fea7f6a6fd tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "GET /v2.0/security-groups/93564164-a284-4bac-9b34-d2576bd22ae5 HTTP/1.1" status: 404  len: 347 time: 0.0412159
Dec 15 19:04:37.124637 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-19ff046f-75a8-4d71-b352-00cdfb96e9d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/8a23568c-9e75-4e45-9d7b-36841c482e93 HTTP/1.1" status: 200  len: 990 time: 0.1442194
Dec 15 19:04:37.125396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60752) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:37.160883 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:37.278582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Calling delete_port for 4840f5a5-588f-4c92-85f4-9f2d7864ef51 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:37.398330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0273-65b3-4d5b-8d75-74c78b1269d4 req-2ee28f75-418e-4b64-93ba-662321658aa8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:37.400375 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-335c0273-65b3-4d5b-8d75-74c78b1269d4 req-2ee28f75-418e-4b64-93ba-662321658aa8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 944 time: 0.5632606
Dec 15 19:04:37.406793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Deleting port 7ab8684f-af8e-4037-b38e-93bf673711b1 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:37.407222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:37.483062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac5508f-06d5-4841-bd1f-5da0142590b7 None None] Network c29f2923-e182-4692-a5c0-087306c6f164 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:37.628381 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-335c0273-65b3-4d5b-8d75-74c78b1269d4 req-a5a1d25a-c684-4d16-862c-b40cf9963cfa tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2073090
Dec 15 19:04:37.676474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:37.677489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:37.703843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-afc76e8f-df47-46c3-9403-eab3925b3288 None None] Provisioning for port 052197d1-5499-4249-a255-7ddbe11f8871 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:37.704083 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede44ac0>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '8a23568c-9e75-4e45-9d7b-36841c482e93', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '918a1491-da71-4667-946c-dd563b359a36', 'port_id': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'mac_address': 'fa:16:3e:9f:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:34Z', 'updated_at': '2021-12-15T19:04:34Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:16Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:37.714365 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] Checking router: 918a1491-da71-4667-946c-dd563b359a36 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:37.717853 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-fbb77506-6d23-4341-889f-1f447c7723a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 1098 time: 0.5781140
Dec 15 19:04:37.735356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e8ff9-9d41-402e-886b-37c3e162f642 None None] New status for floating IP be1296da-2bb7-414b-ae35-399c8abdee48: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:04:37.757981 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:37.758747 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede44ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:37.846721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Calling delete_port for 7ab8684f-af8e-4037-b38e-93bf673711b1 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:38.020633 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:38.092205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-187e4829-a33c-4209-b9cf-823072b964ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:38.093719 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-187e4829-a33c-4209-b9cf-823072b964ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 HTTP/1.1" status: 200  len: 898 time: 0.3685310
Dec 15 19:04:38.098645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.108303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.114984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:38.149966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60756) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:38.153587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-297e8ff9-9d41-402e-886b-37c3e162f642 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 15 19:04:38.153587 dv-neutron-821830-2-hyperv neutron-server[83672]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Dec 15 19:04:38.153587 dv-neutron-821830-2-hyperv neutron-server[83672]: [parameters: {'status': 'DOWN', 'floatingips_id': 'be1296da-2bb7-414b-ae35-399c8abdee48'}]
Dec 15 19:04:38.153587 dv-neutron-821830-2-hyperv neutron-server[83672]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:38.153956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-297e8ff9-9d41-402e-886b-37c3e162f642 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:38.154646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c655476b-0c4e-493a-9e78-b939388959db up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:38.156894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:38.221011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Port': ['ID=4840f5a5-588f-4c92-85f4-9f2d7864ef51,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:38.235194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Pushing event deleted for resources: {'Port': ['ID=7ab8684f-af8e-4037-b38e-93bf673711b1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:38.238228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:38.245641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:38.309432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Allocated IP 172.20.0.1 (c29f2923-e182-4692-a5c0-087306c6f164/462fcd8c-4f64-4c2b-9351-dbde605aaceb/275b2054-768f-43f0-a414-e927621c7205) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:38.340153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c655476b-0c4e-493a-9e78-b939388959db triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:38.340523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.400163 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-65ae40dd-1e62-4c44-a70d-23e29eee827e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/8a23568c-9e75-4e45-9d7b-36841c482e93 HTTP/1.1" status: 200  len: 990 time: 0.2434716
Dec 15 19:04:38.423437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.459562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.472270 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] 10.222.0.48 "DELETE /v2.0/floatingips/be1296da-2bb7-414b-ae35-399c8abdee48 HTTP/1.1" status: 204  len: 168 time: 1.3458066
Dec 15 19:04:38.475304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60760) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:38.512815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 052197d1-5499-4249-a255-7ddbe11f8871 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:38.595670 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede44ac0>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '8a23568c-9e75-4e45-9d7b-36841c482e93', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '918a1491-da71-4667-946c-dd563b359a36', 'port_id': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'mac_address': 'fa:16:3e:9f:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:34Z', 'updated_at': '2021-12-15T19:04:34Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:16Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:38.607997 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeca3fb-2174-42f0-8a72-c5e8e5034726 None None] The sync data for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv is: [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '8a23568c-9e75-4e45-9d7b-36841c482e93', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '918a1491-da71-4667-946c-dd563b359a36', 'port_id': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'mac_address': 'fa:16:3e:9f:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:34Z', 'updated_at': '2021-12-15T19:04:34Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:16Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:38.621369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 052197d1-5499-4249-a255-7ddbe11f8871 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:38.627995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 052197d1-5499-4249-a255-7ddbe11f8871 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:38.628408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.693246 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-5ae23e27-5a69-48a0-8737-ea1f339a5b1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8 HTTP/1.1" status: 200  len: 998 time: 0.5906258
Dec 15 19:04:38.693998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e8ff9-9d41-402e-886b-37c3e162f642 None None] New status for floating IP be1296da-2bb7-414b-ae35-399c8abdee48: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:04:38.889797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.907798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-1f5ee2c4-3d1b-4bc5-9340-7693537a13a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:38.909438 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-1f5ee2c4-3d1b-4bc5-9340-7693537a13a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1eb06c8-9e47-4553-9a3c-c0465e6c7f93 HTTP/1.1" status: 200  len: 834 time: 0.1967847
Dec 15 19:04:38.916098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-219b6b1d-8f40-4c05-80ee-bbfe212ceac4 None None] Provisioning complete for port 052197d1-5499-4249-a255-7ddbe11f8871 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:38.916098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-219b6b1d-8f40-4c05-80ee-bbfe212ceac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:38.982804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd541e-423f-497b-a851-8e2efec0c9a4 req-d11331f7-4594-487c-bdd1-a73131b7f8e0 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:38.984256 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-adcd541e-423f-497b-a851-8e2efec0c9a4 req-d11331f7-4594-487c-bdd1-a73131b7f8e0 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 944 time: 0.1094005
Dec 15 19:04:39.027722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:39.098208 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-adcd541e-423f-497b-a851-8e2efec0c9a4 req-498e9c60-941a-4e24-aa63-f94b58ddd9bd tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048074
Dec 15 19:04:39.107843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-219b6b1d-8f40-4c05-80ee-bbfe212ceac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:39.120422 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 052197d1-5499-4249-a255-7ddbe11f8871, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=052197d1-5499-4249-a255-7ddbe11f8871,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:39.133581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:39.135892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-652a4e7f-0ddd-4235-83d1-03139908fdae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:39.144733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:39.171977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Transition to ACTIVE for port object 275b2054-768f-43f0-a414-e927621c7205 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:39.245272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-219b6b1d-8f40-4c05-80ee-bbfe212ceac4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:39.245690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-219b6b1d-8f40-4c05-80ee-bbfe212ceac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:39.249043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=052197d1-5499-4249-a255-7ddbe11f8871,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:39.252090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:39.324502 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-922dedf7-7c74-4cad-b861-3966000b543d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4068344
Dec 15 19:04:39.339902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:39.399129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60768) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:39.518135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:39.528192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:39.626409 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3de20a26-6cb6-4740-ac8e-90685f8fb21a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/8a23568c-9e75-4e45-9d7b-36841c482e93 HTTP/1.1" status: 200  len: 990 time: 0.2258191
Dec 15 19:04:39.645401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Network c29f2923-e182-4692-a5c0-087306c6f164 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:39.653002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:39.655615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:39.688057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Port': ['ID=275b2054-768f-43f0-a414-e927621c7205,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:39.692665 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-c169f912-c69d-4960-b3ab-f52beb8ce9ff service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3605788
Dec 15 19:04:39.696546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:39.713360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 3a8ea474-788b-4ef2-ac27-00840527752b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:04:39.745485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Router 59d8bc38-05ff-45d0-8e49-262204347635 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:39.844270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:39.951642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 052197d1-5499-4249-a255-7ddbe11f8871 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:40.014871 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a9521e-70bc-4701-96c0-8531a7b1a31c None None] New status for floating IP 8a23568c-9e75-4e45-9d7b-36841c482e93: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:04:40.043784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 3a8ea474-788b-4ef2-ac27-00840527752b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=3a8ea474-788b-4ef2-ac27-00840527752b,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:40.070931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-931e8def-3e59-43d8-b581-bb388f5037d9 None None] Provisioning for port 275b2054-768f-43f0-a414-e927621c7205 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:40.077585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-931e8def-3e59-43d8-b581-bb388f5037d9 None None] Provisioning complete for port 275b2054-768f-43f0-a414-e927621c7205 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:40.077976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-931e8def-3e59-43d8-b581-bb388f5037d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:40.129505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '3a8ea474-788b-4ef2-ac27-00840527752b', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:04:40.146165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 052197d1-5499-4249-a255-7ddbe11f8871 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:40.146541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:40.261983 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adb584e-0be4-49fc-8b5a-88cb846ce4f8 req-fd172f04-beeb-4631-a715-dc1ca02119fb service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5556905
Dec 15 19:04:40.324557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:40.346046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:40.377034 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-931e8def-3e59-43d8-b581-bb388f5037d9 None None] Port 275b2054-768f-43f0-a414-e927621c7205 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:40.378850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] Sync routers for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:40.388288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:40.408030 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4655006
Dec 15 19:04:40.414544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60774) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:40.415566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8ea474-788b-4ef2-ac27-00840527752b {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:04:40.420303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Deleting port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:40.420836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:40.438040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:40.438675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede75e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:40.486565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 3a8ea474-788b-4ef2-ac27-00840527752b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=3a8ea474-788b-4ef2-ac27-00840527752b,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:40.521526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:40.525984 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-d4b38cbb-0cc2-42c9-ad4f-f00a356d86f0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] show failed (client error): The resource could not be found.
Dec 15 19:04:40.532122 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d4b38cbb-0cc2-42c9-ad4f-f00a356d86f0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-720287748 HTTP/1.1" status: 404  len: 334 time: 0.1115496
Dec 15 19:04:40.533518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60778) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:40.533661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:40.542813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e471532d-8df9-4c92-8e4b-7cbea4642b6a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:40.573344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede75e50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:40.621731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] For port 7acc7a99-745d-4f44-94f8-d11e8c7d9da0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:40.623019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:40.623260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] Routers {'59d8bc38-05ff-45d0-8e49-262204347635'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:40.624345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede75e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['59d8bc38-05ff-45d0-8e49-262204347635'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:40.625348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-e471532d-8df9-4c92-8e4b-7cbea4642b6a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] update failed (client error): The resource could not be found.
Dec 15 19:04:40.633082 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e471532d-8df9-4c92-8e4b-7cbea4642b6a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-228144500 HTTP/1.1" status: 404  len: 334 time: 0.0923452
Dec 15 19:04:40.633274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60782) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:40.638483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60784) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:40.696605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede75e50>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:40.697003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98147d-49ea-47c6-b2ee-da162fa692ea None None] The sync data for ids ['59d8bc38-05ff-45d0-8e49-262204347635'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:40.699260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=3a8ea474-788b-4ef2-ac27-00840527752b,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:40.701526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:40.731174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efdb74-1507-4610-b1f6-2a71e6ed1a83 req-1a698799-1c34-4b3d-9b12-d78dd8acde5a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:40.732612 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b5efdb74-1507-4610-b1f6-2a71e6ed1a83 req-1a698799-1c34-4b3d-9b12-d78dd8acde5a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 944 time: 0.3877077
Dec 15 19:04:40.750248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['3a8ea474-788b-4ef2-ac27-00840527752b'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:04:40.862396 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b5efdb74-1507-4610-b1f6-2a71e6ed1a83 req-5cd362b1-9361-4cee-bd73-f0d67e425748 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761180
Dec 15 19:04:40.878573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Calling delete_port for 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:40.954335 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a1a21093-449e-41c2-a6f1-8fe895d34205 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/8a23568c-9e75-4e45-9d7b-36841c482e93 HTTP/1.1" status: 200  len: 992 time: 0.3202505
Dec 15 19:04:41.044427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.049430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.083131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fb5a0b3-8b83-4fb7-8f6c-138040828daa tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:41.132904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting subnet c391f3fb-d5ce-48a3-a1a2-101d457b49d0 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:04:41.138212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.167922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.171415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Port': ['ID=275b2054-768f-43f0-a414-e927621c7205,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:41.174804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:41.231260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.312876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.320616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Network c29f2923-e182-4692-a5c0-087306c6f164 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:41.321964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:41.322212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:41.488996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acc7a99-745d-4f44-94f8-d11e8c7d9da0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:41.493203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:41.560519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.614872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6a9ad6f3-90e2-4fc8-8880-f50628f95cab None None] Provisioning complete for port 275b2054-768f-43f0-a414-e927621c7205 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:41.617226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad6f3-90e2-4fc8-8880-f50628f95cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.678695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ad6f3-90e2-4fc8-8880-f50628f95cab None None] Port 275b2054-768f-43f0-a414-e927621c7205 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:41.711907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 3a8ea474-788b-4ef2-ac27-00840527752b up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:41.738470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Router 4d463fbe-1640-4532-b3f8-578c35627504 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:41.758519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.764187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7e0543d-2d98-4f58-8a5e-9da5357f906a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:41.806802 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 3a8ea474-788b-4ef2-ac27-00840527752b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:41.807463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Subnet': ['ID=c391f3fb-d5ce-48a3-a1a2-101d457b49d0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:41.812852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:41.814066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 3a8ea474-788b-4ef2-ac27-00840527752b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:41.814379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.817675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:41.832864 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/subnets/c391f3fb-d5ce-48a3-a1a2-101d457b49d0 HTTP/1.1" status: 204  len: 168 time: 1.1095905
Dec 15 19:04:41.833433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60790) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:41.846612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e584baf-a118-4434-9335-0fcfc66d77fa None None] Network b483bb37-18c3-403a-ba92-13270e4d5bb5 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:42.025001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.044070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting port ed3a511d-0748-499f-a28d-c4002533464a {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:42.044455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.091796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:42.104038 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "PUT /v2.0/routers/4d463fbe-1640-4532-b3f8-578c35627504/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7732811
Dec 15 19:04:42.111551 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Sync routers for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:42.128022 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:42.128850 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedce88b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:42.142988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.175772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:42.196245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 3a8ea474-788b-4ef2-ac27-00840527752b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=3a8ea474-788b-4ef2-ac27-00840527752b,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:42.204245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.206236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:42.279717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] DHCP port deletion for b483bb37-18c3-403a-ba92-13270e4d5bb5 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:04:42.295296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.297239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Deleting port ed3a511d-0748-499f-a28d-c4002533464a {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:42.297660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.319683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91415e28-e7f9-4512-9941-574e90a1ca6d req-a7e7a13c-280e-4c6b-a490-2d1a6197fa7b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:42.323690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1e955020-913c-4372-b51d-c88f95d71b78 req-9f5f339e-3ace-4ead-ba17-3ea3dbb8cdfb tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Synchronizing usage tracker for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:42.327027 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-91415e28-e7f9-4512-9941-574e90a1ca6d req-a7e7a13c-280e-4c6b-a490-2d1a6197fa7b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 945 time: 0.2561264
Dec 15 19:04:42.347456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1e955020-913c-4372-b51d-c88f95d71b78 req-9f5f339e-3ace-4ead-ba17-3ea3dbb8cdfb tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Unset dirty status for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:42.348475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=3a8ea474-788b-4ef2-ac27-00840527752b,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:42.349626 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-9f5f339e-3ace-4ead-ba17-3ea3dbb8cdfb tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440077767&fields=id&tenant_id=55cd5fa2695f44228fd7746d90f42278 HTTP/1.1" status: 200  len: 267 time: 0.0725629
Dec 15 19:04:42.353503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:42.386346 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:42.523490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] For port ed3a511d-0748-499f-a28d-c4002533464a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ed3a511d-0748-499f-a28d-c4002533464a,segment=NetworkSegment(5596f625-2672-4bd0-bd7c-8caa610ac92e),segment_id=5596f625-2672-4bd0-bd7c-8caa610ac92e)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:42.523797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.534823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] For port ed3a511d-0748-499f-a28d-c4002533464a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ed3a511d-0748-499f-a28d-c4002533464a,segment=NetworkSegment(5596f625-2672-4bd0-bd7c-8caa610ac92e),segment_id=5596f625-2672-4bd0-bd7c-8caa610ac92e)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:42.535809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.538236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e955020-913c-4372-b51d-c88f95d71b78 req-014f2fb1-6751-497e-9e0c-a6e35aca495d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:42.539049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1e955020-913c-4372-b51d-c88f95d71b78 req-014f2fb1-6751-497e-9e0c-a6e35aca495d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Synchronizing usage tracker for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:42.558602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1e955020-913c-4372-b51d-c88f95d71b78 req-014f2fb1-6751-497e-9e0c-a6e35aca495d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Unset dirty status for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:42.560021 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-014f2fb1-6751-497e-9e0c-a6e35aca495d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/networks?id=c29f2923-e182-4692-a5c0-087306c6f164 HTTP/1.1" status: 200  len: 797 time: 0.1991560
Dec 15 19:04:42.578148 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-e50c94b7-47fd-4373-b065-5bcfdf0780b8 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/quotas/55cd5fa2695f44228fd7746d90f42278 HTTP/1.1" status: 200  len: 375 time: 0.0123615
Dec 15 19:04:42.672245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Calling delete_port for ed3a511d-0748-499f-a28d-c4002533464a owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:42.672902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Calling delete_port for ed3a511d-0748-499f-a28d-c4002533464a owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:42.683904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1e955020-913c-4372-b51d-c88f95d71b78 req-8d54b420-71d5-426b-b146-5d1baeb226ff tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Synchronizing usage tracker for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:42.706707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1e955020-913c-4372-b51d-c88f95d71b78 req-8d54b420-71d5-426b-b146-5d1baeb226ff tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Unset dirty status for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:42.708834 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-8d54b420-71d5-426b-b146-5d1baeb226ff tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55cd5fa2695f44228fd7746d90f42278&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1254356
Dec 15 19:04:42.778206 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedce88b0>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 2, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:42.782594 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-91415e28-e7f9-4512-9941-574e90a1ca6d req-3ee04d25-490d-40e9-be75-172e2fefdb67 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4547248
Dec 15 19:04:42.787241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.790161 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Checking router: 4d463fbe-1640-4532-b3f8-578c35627504 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:42.791576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:42.791701 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Updating router 4d463fbe-1640-4532-b3f8-578c35627504 port 275b2054-768f-43f0-a414-e927621c7205 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:04:42.791816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:42.797486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-090999a1-a498-4245-b78f-0bc79a420016 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:42.842888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Port': ['ID=ed3a511d-0748-499f-a28d-c4002533464a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:42.850073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:42.863431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] No DVR routers for this DVR port ed3a511d-0748-499f-a28d-c4002533464a on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:42.867789 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b', 'code': 200}
Dec 15 19:04:42.871187 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:42.982677 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-a912e5e4-a027-4349-bc62-eb7c4fa4d494 service neutron] 10.222.0.48 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520268
Dec 15 19:04:43.160946 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-e7318212-405f-4a2c-a51d-5886c39e934b service neutron] 10.222.0.48 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718364
Dec 15 19:04:43.185605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.228595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec995df0>,) {'filters': {'network_id': ['b483bb37-18c3-403a-ba92-13270e4d5bb5']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:43.236981 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1806601e-d859-4529-aae6-936412f7445e req-a13c3dfb-30c5-4575-8fba-ada832e95d5d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1099 time: 0.0749645
Dec 15 19:04:43.242456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec995df0>, '5596f625-2672-4bd0-bd7c-8caa610ac92e') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:43.242752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec995df0>, '5596f625-2672-4bd0-bd7c-8caa610ac92e') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:43.259648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.281140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.285924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40ea210f-6e21-45cb-bc89-49df82f3a653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.293167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Deleting port ed3a511d-0748-499f-a28d-c4002533464a {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:43.293591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.303485 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1806601e-d859-4529-aae6-936412f7445e req-65b40fb0-8eb4-4b6b-b692-87eafc15d526 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541935
Dec 15 19:04:43.340212 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.390573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:04:43.391054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.402768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-40b1a395-1366-4823-8fae-75712228c1e4 None None] The port 'ed3a511d-0748-499f-a28d-c4002533464a' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:04:43.413033 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:04:43.526033 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27bdabb0-5050-4fae-bcdf-6968e7ada9e9 req-b565dd2b-0022-48e5-b073-cbd62015d844 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 210 time: 0.1391928
Dec 15 19:04:43.548785 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Transition to ACTIVE for port object 275b2054-768f-43f0-a414-e927621c7205 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:43.557723 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.562449 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-134c72fc-2ec7-4fe7-b063-77219ed7048b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:43.646353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.651559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.658093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2272e0f4-8527-4901-827e-c54096182b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:43.685777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Network': ['ID=b483bb37-18c3-403a-ba92-13270e4d5bb5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:43.688471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:43.694931 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Pushing event updated for resources: {'Port': ['ID=275b2054-768f-43f0-a414-e927621c7205,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:43.698267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:43.710132 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/networks/b483bb37-18c3-403a-ba92-13270e4d5bb5 HTTP/1.1" status: 204  len: 168 time: 1.8756461
Dec 15 19:04:43.768079 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.768527 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.768969 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.769447 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.769877 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.770297 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.770717 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.771135 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.771552 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.772046 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.772423 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:43.780035 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:43.812972 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Attempting to bind port 275b2054-768f-43f0-a414-e927621c7205 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:43.814818 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Attempting to bind port 275b2054-768f-43f0-a414-e927621c7205 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:43.815382 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Attempting to bind port 275b2054-768f-43f0-a414-e927621c7205 on network c29f2923-e182-4692-a5c0-087306c6f164 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:43.834793 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:43.838046 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Checking segment: {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:43.841606 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.842313 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Bound using segment: {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:43.842796 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Bound port: 275b2054-768f-43f0-a414-e927621c7205, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:43.843330 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.955783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ed3a511d-0748-499f-a28d-c4002533464a no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:43.971571 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] For port 275b2054-768f-43f0-a414-e927621c7205, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:43.976640 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] For port 275b2054-768f-43f0-a414-e927621c7205, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=275b2054-768f-43f0-a414-e927621c7205,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:43.984634 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:43.990070 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:44.012738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ed3a511d-0748-499f-a28d-c4002533464a {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:44.013077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ed3a511d-0748-499f-a28d-c4002533464a not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:44.072847 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Pushing event updated for resources: {'Port': ['ID=275b2054-768f-43f0-a414-e927621c7205,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:44.078095 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:44.096919 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:44.097759 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedce88b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:44.115481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting subnet b5c9c2e7-8877-42ba-96a6-1b7f6f2dcc22 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:04:44.121061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:44.139562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:44.234947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:44.274956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e141d0-6912-4ae2-b0ba-63084660925c req-cb873a20-4818-4249-9a34-096b28dbf25c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:44.276455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17e141d0-6912-4ae2-b0ba-63084660925c req-cb873a20-4818-4249-9a34-096b28dbf25c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 946 time: 0.2491848
Dec 15 19:04:44.379269 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17e141d0-6912-4ae2-b0ba-63084660925c req-844bf7b4-06fc-4afb-942e-d777cbec24c8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943537
Dec 15 19:04:44.406762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:44.442011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:44.460564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] Sync routers for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:44.462026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] 10.222.0.48 "PUT /v2.0/routers/0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9841216
Dec 15 19:04:44.463159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60824) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:44.504557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:44.509930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a625f775-d981-4fba-83c3-561e9286b912 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:44.514865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:44.515514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd0eb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:44.544313 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:44.547408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c9c2e7-8877-42ba-96a6-1b7f6f2dcc22,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:44.561254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:44.565811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.566203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.566581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.566956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.567330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.567700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.568406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.569290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.569738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.570115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.570485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:44.574792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:44.576457 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/subnets/b5c9c2e7-8877-42ba-96a6-1b7f6f2dcc22 HTTP/1.1" status: 204  len: 168 time: 0.8769395
Dec 15 19:04:44.578740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60830) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:44.616951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de96a9a-7474-4cdb-b777-49aa01abf381 None None] Network 85c2449f-5379-487b-9ba9-8c93a9b2d2bc requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:44.827903 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9a9c658a-44b6-4344-a062-01e338a877f9 req-5c25e9f1-7894-4613-a888-9b3289f32f4b tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 210 time: 0.1008170
Dec 15 19:04:44.891252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:44.908666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting subnet 0e900f0f-b61f-4599-b0f3-5ed3b85abffb {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:04:44.912363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:44.929270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:45.016735 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedce88b0>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:43Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:45.021652 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6a39d-24d2-4a39-b56d-9d282a6550da None None] The sync data for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv is: [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:43Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:45.189802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.209849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Deleting port cefb773b-946c-4c19-92c4-65d9cec65b00 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:45.211073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.228329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.488134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.533480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd0eb0>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T19:04:41Z', 'revision_number': 5, 'project_id': '0266360277054098840a82a850222651', 'gw_port': {'id': 'cefb773b-946c-4c19-92c4-65d9cec65b00', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:58:08Z', 'updated_at': '2021-12-15T18:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:45.540221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] Checking router: 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:45.551051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-17954568-e736-4e7a-8176-a944557c46ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.558294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] Routers {'0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:45.558935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd0eb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:45.560858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e955020-913c-4372-b51d-c88f95d71b78 req-5993f418-53be-4c55-9666-bf726378db69 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:45.562382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-5993f418-53be-4c55-9666-bf726378db69 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.64 "GET /v2.0/networks?id=c29f2923-e182-4692-a5c0-087306c6f164 HTTP/1.1" status: 200  len: 797 time: 0.2452090
Dec 15 19:04:45.628960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] DHCP port deletion for 85c2449f-5379-487b-9ba9-8c93a9b2d2bc request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:04:45.657164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] For port cefb773b-946c-4c19-92c4-65d9cec65b00, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cefb773b-946c-4c19-92c4-65d9cec65b00,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:45.657543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.692229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Deleting port 61f82eb5-e18d-4d5f-8af6-9742e08778ca {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:45.692565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.753929 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-19f6b48b-9231-4564-9e4f-2de1daaba1f6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55cd5fa2695f44228fd7746d90f42278 HTTP/1.1" status: 200  len: 380 time: 0.1650317
Dec 15 19:04:45.762037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:45.774359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'port': {'device_id': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'admin_state_up': True, 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'security_groups': ['2de68848-3275-48cd-94df-74c96664017e']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:45.791686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4df7ebc-eeb4-4e6f-befb-4b6a949a7fee tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:45.835458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] Set router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:45.850940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Calling delete_port for cefb773b-946c-4c19-92c4-65d9cec65b00 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:45.890036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Subnet': ['ID=0e900f0f-b61f-4599-b0f3-5ed3b85abffb,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:45.902223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:46.042026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 275b2054-768f-43f0-a414-e927621c7205 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:46.047975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.064568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/subnets/0e900f0f-b61f-4599-b0f3-5ed3b85abffb HTTP/1.1" status: 204  len: 168 time: 1.4826198
Dec 15 19:04:46.066430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60840) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:46.074236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ef3e-afec-47e0-b183-77285772f096 req-8dd8fe1b-97c6-43f1-ae98-c2006eee9edc tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:46.075787 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11b6ef3e-afec-47e0-b183-77285772f096 req-8dd8fe1b-97c6-43f1-ae98-c2006eee9edc tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 946 time: 0.4373136
Dec 15 19:04:46.077345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c21c7-7be4-485d-80b7-fa244f6ac2a4 None None] Network 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:46.102606 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1f7995a2-7b3b-46bc-a556-ef02ca7ae69a req-f87784a0-e01b-436c-9c6e-89436f43cd24 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 210 time: 0.0556433
Dec 15 19:04:46.130855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.142770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:46.238499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.252941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Pushing event deleted for resources: {'Port': ['ID=cefb773b-946c-4c19-92c4-65d9cec65b00,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:46.258827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:46.305566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting port 61f82eb5-e18d-4d5f-8af6-9742e08778ca {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:46.305929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.337760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd0eb0>, [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T19:04:45Z', 'revision_number': 6, 'project_id': '0266360277054098840a82a850222651', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:46.349024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:46.362992 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11b6ef3e-afec-47e0-b183-77285772f096 req-f0ef1192-f907-46ff-984b-d17865378126 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421366
Dec 15 19:04:46.377754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:46.440170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc92bc5-43ba-4e00-98d6-c33505242108 None None] The sync data for ids ['0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b'] in dv-neutron-821830-2-hyperv is: [{'id': '0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b', 'name': 'tempest-ServerActionsTestJSON-445943556-router', 'tenant_id': '0266360277054098840a82a850222651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:58:05Z', 'updated_at': '2021-12-15T19:04:45Z', 'revision_number': 6, 'project_id': '0266360277054098840a82a850222651', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:46.457643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.460683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] For port 61f82eb5-e18d-4d5f-8af6-9742e08778ca, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=61f82eb5-e18d-4d5f-8af6-9742e08778ca,segment=NetworkSegment(75a46745-f76b-4fab-b9aa-dd6422c3c5f4),segment_id=75a46745-f76b-4fab-b9aa-dd6422c3c5f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:46.461131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.547354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Made reservation on behalf of 55cd5fa2695f44228fd7746d90f42278 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:46.550578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.593085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 275b2054-768f-43f0-a414-e927621c7205 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:46.607104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Calling delete_port for 61f82eb5-e18d-4d5f-8af6-9742e08778ca owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:46.651636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] For port 61f82eb5-e18d-4d5f-8af6-9742e08778ca, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=61f82eb5-e18d-4d5f-8af6-9742e08778ca,segment=NetworkSegment(75a46745-f76b-4fab-b9aa-dd6422c3c5f4),segment_id=75a46745-f76b-4fab-b9aa-dd6422c3c5f4)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:46.652010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.708553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 275b2054-768f-43f0-a414-e927621c7205 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:46.708807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.789375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.797700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.807598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.828766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Calling delete_port for 61f82eb5-e18d-4d5f-8af6-9742e08778ca owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:46.832215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85155a-00a2-457c-ad6e-497b27031e3a req-ad6f5aab-cb6b-4cec-98df-20eb6d87ba73 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:46.834027 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c85155a-00a2-457c-ad6e-497b27031e3a req-ad6f5aab-cb6b-4cec-98df-20eb6d87ba73 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 946 time: 0.3042343
Dec 15 19:04:46.851377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.891802 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] DHCP port deletion for 4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:04:46.902152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.903406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.903964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:04:46.919465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Deleting port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:46.919847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.920220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c85155a-00a2-457c-ad6e-497b27031e3a req-1997b491-44aa-4e8f-99e9-1fb6aebc6043 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694549
Dec 15 19:04:46.925973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:46.927014 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] 10.222.0.48 "DELETE /v2.0/routers/0bf83fe3-06ee-40b2-8ff9-9e33ff382d1b HTTP/1.1" status: 204  len: 168 time: 2.4623635
Dec 15 19:04:46.929650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60846) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:46.942815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:46.967016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60850) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:46.992423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Pushing event deleted for resources: {'Port': ['ID=61f82eb5-e18d-4d5f-8af6-9742e08778ca,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:46.994848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:47.005103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Deleting subnet 2c3ef5a2-df05-4108-8925-db1186ca8653 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:04:47.009341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.039178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] No DVR routers for this DVR port 61f82eb5-e18d-4d5f-8af6-9742e08778ca on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:47.041051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Allocated IP 172.20.0.6 (c29f2923-e182-4692-a5c0-087306c6f164/462fcd8c-4f64-4c2b-9351-dbde605aaceb/d1eadf52-87bd-43b7-82cd-36ce9858460f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:47.043395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.062074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:47.062074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:47.068050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.130687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5225810f-9561-4996-a919-06b433341d70 tempest-TestVolumeBootPattern-1244797619 tempest-TestVolumeBootPattern-1244797619-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1094 time: 0.1619995
Dec 15 19:04:47.133429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60854) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:47.141220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'tenant_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:47.148520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:47.152929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:floatingip and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:47.155925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:47.162350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:47.187394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.257960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 275b2054-768f-43f0-a414-e927621c7205, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=275b2054-768f-43f0-a414-e927621c7205,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:47.266608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] For port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1490f1a3-f2b7-4c3c-a840-5bec04115fa9,segment=NetworkSegment(85e5c573-2b3c-4300-8c6a-0e80b4d7a11a),segment_id=85e5c573-2b3c-4300-8c6a-0e80b4d7a11a)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:47.267109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.274916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.281595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:47.354834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.384393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 61f82eb5-e18d-4d5f-8af6-9742e08778ca no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:47.446551 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a8c8320c-415c-4f34-a47a-5566fef2a9b0 req-6eee42d5-f825-4c27-8788-af8012ae47f3 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 210 time: 0.2000318
Dec 15 19:04:47.485692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Calling delete_port for 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:47.494453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.496121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.502098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d7f1e943-187c-4dcd-9b24-96a4cde3cff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:47.511845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Transition to ACTIVE for port object d1eadf52-87bd-43b7-82cd-36ce9858460f will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:47.517209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 61f82eb5-e18d-4d5f-8af6-9742e08778ca {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:47.517676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 61f82eb5-e18d-4d5f-8af6-9742e08778ca not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:47.540653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.545206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3ef5a2-df05-4108-8925-db1186ca8653,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:47.546929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:47.552462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=275b2054-768f-43f0-a414-e927621c7205,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:47.557017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:47.559150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.562418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.562794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.563166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.563532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.564680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.564680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.564680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.565008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.565283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.565663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.565998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c69546d-a93e-4c64-9f8f-48f5d081a44b None None] Network 9df32833-fad4-45f6-b1a5-a3de4eeda5ec requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:47.566141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:47.571596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:47.588019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c3ef5a2-df05-4108-8925-db1186ca8653 HTTP/1.1" status: 204  len: 168 time: 0.6547668
Dec 15 19:04:47.588224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting port 61f82eb5-e18d-4d5f-8af6-9742e08778ca {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:47.588224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.588445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60860) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:47.623923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.674311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.687661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d4faa436-00d8-40ba-a66b-9112e32995bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:47.700796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:47.718320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:47.727015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] No DVR routers for this DVR port 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:47.736224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] The port '61f82eb5-e18d-4d5f-8af6-9742e08778ca' was deleted {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:04:47.749622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Pushing event deleted for resources: {'Port': ['ID=1490f1a3-f2b7-4c3c-a840-5bec04115fa9,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:47.753344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:47.766566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.781982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Network c29f2923-e182-4692-a5c0-087306c6f164 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:47.785930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:47.794985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Deleting port aae68aaa-04ae-412d-a68d-e45ba93b3c86 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:47.795133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.801152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:47.963026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Allocated IP 172.26.1.104 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/53867fcf-f3d3-43e6-aaa9-e3c469872f8b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:47.964155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:47.986768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] DHCP port deletion for 9df32833-fad4-45f6-b1a5-a3de4eeda5ec request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:04:47.991805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Deleting port aae68aaa-04ae-412d-a68d-e45ba93b3c86 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:47.992644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.005959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceceb7460>,) {'filters': {'network_id': ['85c2449f-5379-487b-9ba9-8c93a9b2d2bc']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:48.020166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceceb7460>, '75a46745-f76b-4fab-b9aa-dd6422c3c5f4') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:48.020532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceceb7460>, '75a46745-f76b-4fab-b9aa-dd6422c3c5f4') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:48.036210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:48.038160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.060214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 275b2054-768f-43f0-a414-e927621c7205 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:48.078795 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3183537
Dec 15 19:04:48.080933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.104132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Request body: {'port': {'device_id': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:48.138152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.149230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:04:48.149757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   util.warn(
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:04:48.164869 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:04:48.171023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] For port aae68aaa-04ae-412d-a68d-e45ba93b3c86, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aae68aaa-04ae-412d-a68d-e45ba93b3c86,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:48.171385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.307114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.311868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0a39eef2-7493-4b53-ab99-277c70326500 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:48.316273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e8fe3cfa-e96f-4bf4-8843-40ddc35a277b None None] Provisioning for port d1eadf52-87bd-43b7-82cd-36ce9858460f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:48.316450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Calling delete_port for aae68aaa-04ae-412d-a68d-e45ba93b3c86 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:48.322250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.330035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.332417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.341171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e8fe3cfa-e96f-4bf4-8843-40ddc35a277b None None] Provisioning complete for port d1eadf52-87bd-43b7-82cd-36ce9858460f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:48.342496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3cfa-e96f-4bf4-8843-40ddc35a277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.350630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Network': ['ID=85c2449f-5379-487b-9ba9-8c93a9b2d2bc,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:48.355163 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/networks/85c2449f-5379-487b-9ba9-8c93a9b2d2bc HTTP/1.1" status: 204  len: 168 time: 2.2876260
Dec 15 19:04:48.357320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99aba047-3c2c-44c2-9c09-5e02ba05b55c tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:48.358205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60864) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:48.387326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 275b2054-768f-43f0-a414-e927621c7205 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:48.388122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.401210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.423675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] For port aae68aaa-04ae-412d-a68d-e45ba93b3c86, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aae68aaa-04ae-412d-a68d-e45ba93b3c86,segment=NetworkSegment(a74cca3f-1955-4c4e-a943-4b9ddbe30a43),segment_id=a74cca3f-1955-4c4e-a943-4b9ddbe30a43)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:48.424455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.450000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.454716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f62c1709-e6ef-478c-9737-796025c3215c tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:48.493132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.505461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Pushing event deleted for resources: {'Port': ['ID=aae68aaa-04ae-412d-a68d-e45ba93b3c86,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:48.510604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:48.513094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f295b14d-8af5-419e-b18b-364a4f050a07 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:48.541527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.566759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] No DVR routers for this DVR port aae68aaa-04ae-412d-a68d-e45ba93b3c86 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:48.603836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:48.609758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:48.632483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe3cfa-e96f-4bf4-8843-40ddc35a277b None None] Port d1eadf52-87bd-43b7-82cd-36ce9858460f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:04:48.633912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:48.643690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Calling delete_port for aae68aaa-04ae-412d-a68d-e45ba93b3c86 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:48.713017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=53867fcf-f3d3-43e6-aaa9-e3c469872f8b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:48.724274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:48.788604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.801612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:48.802710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:48.807802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.829599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:48.839008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced617f70>,) {'filters': {'network_id': ['4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:48.857112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced617f70>, '85e5c573-2b3c-4300-8c6a-0e80b4d7a11a') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:48.857460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced617f70>, '85e5c573-2b3c-4300-8c6a-0e80b4d7a11a') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:48.863893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:48.864230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7acc7a99-745d-4f44-94f8-d11e8c7d9da0 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:48.864650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:48.881816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec306e80>,) {'filters': {'network_id': ['9df32833-fad4-45f6-b1a5-a3de4eeda5ec']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:48.896740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:48.897116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1490f1a3-f2b7-4c3c-a840-5bec04115fa9 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:48.925652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.954240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.973689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:04:48.974098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:04:48.989477 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:04:49.015877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec306e80>, 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:49.016495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec306e80>, 'a74cca3f-1955-4c4e-a943-4b9ddbe30a43') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:49.045190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.095990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.101741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.102350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47f668-7ad8-462a-951c-d1ab4221d0a9 req-ad08ff43-d35a-4e91-b330-bda72967d9b7 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:49.103794 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4d47f668-7ad8-462a-951c-d1ab4221d0a9 req-ad08ff43-d35a-4e91-b330-bda72967d9b7 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 931 time: 0.4409640
Dec 15 19:04:49.106941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.107296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e97e5eec-2a9e-4200-853d-bfaf4e411817 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:49.138253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:04:49.138658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:04:49.151447 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:04:49.155665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Network': ['ID=4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:49.158039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:49.168130 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/networks/4e13fd81-d5d7-4355-b7f8-8a41e3b8dc31 HTTP/1.1" status: 204  len: 168 time: 0.8068111
Dec 15 19:04:49.168473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60872) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:49.304073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Deleting port aae68aaa-04ae-412d-a68d-e45ba93b3c86 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:49.304652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.325007 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4d47f668-7ad8-462a-951c-d1ab4221d0a9 req-ab66e877-45e0-4a0f-b8a4-ec5933100b93 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2076812
Dec 15 19:04:49.333329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.339262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a1c74b97-e395-4522-9d99-15f735291048 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:49.352784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.357356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1eadf52-87bd-43b7-82cd-36ce9858460f {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:04:49.373323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.382327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-29daed33-10d8-4e82-b0bb-661064130328 None None] The port 'aae68aaa-04ae-412d-a68d-e45ba93b3c86' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:04:49.416133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Transition to ACTIVE for port object d1eadf52-87bd-43b7-82cd-36ce9858460f will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:49.421492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9df32833-fad4-45f6-b1a5-a3de4eeda5ec,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:49.424889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.426883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:49.456505 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/9df32833-fad4-45f6-b1a5-a3de4eeda5ec HTTP/1.1" status: 204  len: 168 time: 1.8674927
Dec 15 19:04:49.475250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-139163ce-8f9d-42c3-8582-edbfaf6f35b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:49.649062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60878) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:49.655192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:49.658472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:49.732306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting subnet d5999e16-e61e-43d2-9fbb-95d60fcd66ed {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:04:49.743959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.748158 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e7d92876-657f-4ba9-9702-e5a344b06cac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0266360277054098840a82a850222651&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0973277
Dec 15 19:04:49.753899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60882) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:49.763807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.850649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.854302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.914270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Attempting to bind port d1eadf52-87bd-43b7-82cd-36ce9858460f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:49.914603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Attempting to bind port d1eadf52-87bd-43b7-82cd-36ce9858460f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:49.915617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Attempting to bind port d1eadf52-87bd-43b7-82cd-36ce9858460f on network c29f2923-e182-4692-a5c0-087306c6f164 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:49.926004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.933152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Port d1eadf52-87bd-43b7-82cd-36ce9858460f on network c29f2923-e182-4692-a5c0-087306c6f164 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:04:49.933493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Attempting to bind port d1eadf52-87bd-43b7-82cd-36ce9858460f on network c29f2923-e182-4692-a5c0-087306c6f164 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:49.957935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:49.958293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Checking segment: {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:49.958637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Bound using segment: {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:49.959611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Bound port: d1eadf52-87bd-43b7-82cd-36ce9858460f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430487b4-8c2f-48e9-bbf8-c0e004b117e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:49.959951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:49.976382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aae68aaa-04ae-412d-a68d-e45ba93b3c86 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:50.022397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.024178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.024704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: aae68aaa-04ae-412d-a68d-e45ba93b3c86 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:50.024839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aae68aaa-04ae-412d-a68d-e45ba93b3c86 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:50.025382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cefb773b-946c-4c19-92c4-65d9cec65b00 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:50.062814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: cefb773b-946c-4c19-92c4-65d9cec65b00 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:50.063253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cefb773b-946c-4c19-92c4-65d9cec65b00 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:50.119200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:50.124819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:50.132361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.133263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.137629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9a4af82e-5073-4467-8b95-74e3e567bcc3 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:50.143608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-69008e35-5e6e-4efb-a1f2-6cc6e010d493 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:50.154295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.162263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9880e9e-8100-4d80-94e4-c90f24a01fd8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:50.169813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.178930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:50.180112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-da147fba-acfe-4774-9b64-7f2b5b81f8ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:50.182662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.203169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.209576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190fb8b-9379-4576-ba7b-4282a00cf3e5 None None] Network 367efb93-e3bf-44db-8013-00cce4b01c34 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:50.219734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.220623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] 10.222.0.64 "PUT /v2.0/ports/d1eadf52-87bd-43b7-82cd-36ce9858460f HTTP/1.1" status: 200  len: 1093 time: 2.1239836
Dec 15 19:04:50.221333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:50.229488 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/subnets/d5999e16-e61e-43d2-9fbb-95d60fcd66ed HTTP/1.1" status: 204  len: 168 time: 1.0573478
Dec 15 19:04:50.229703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60888) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:50.259657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:50.263951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:50.264675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a8aec5e-519a-4cb7-b907-6711de54f2b9 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:50.311808 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'status': 'completed', 'code': 200}
Dec 15 19:04:50.349526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Subnet': ['ID=d5999e16-e61e-43d2-9fbb-95d60fcd66ed,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:50.357743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:50.382579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.386500 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9880e9e-8100-4d80-94e4-c90f24a01fd8 HTTP/1.1" status: 204  len: 168 time: 0.6281760
Dec 15 19:04:50.419712 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-6b3f59dc-a7c4-4448-b48a-0b258551b885 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55cd5fa2695f44228fd7746d90f42278&device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1096 time: 0.1100430
Dec 15 19:04:50.446146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=53867fcf-f3d3-43e6-aaa9-e3c469872f8b,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:50.456229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:50.460967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.527425 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-acd3f54a-5a3d-4f53-97fa-32c40edd8046 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f HTTP/1.1" status: 200  len: 217 time: 0.0972116
Dec 15 19:04:50.601093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.623353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432600d5-5885-4646-a890-751af6d88bbd None None] DHCP port deletion for 367efb93-e3bf-44db-8013-00cce4b01c34 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:04:50.625008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e955020-913c-4372-b51d-c88f95d71b78 req-a74e2a0c-6fe5-48bb-bba4-b3438839bd52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:50.626874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting port 50239d98-c142-44bd-9718-085f25bf357f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:50.627256 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-a74e2a0c-6fe5-48bb-bba4-b3438839bd52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=462fcd8c-4f64-4c2b-9351-dbde605aaceb HTTP/1.1" status: 200  len: 835 time: 0.0933905
Dec 15 19:04:50.627404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.628791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Deleting port 50239d98-c142-44bd-9718-085f25bf357f {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:50.629184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.730079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee74ce-430b-454d-9714-17ef26cffbda req-e6feff34-fa25-404e-96b3-362c4d40b0cb tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:50.731568 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d7ee74ce-430b-454d-9714-17ef26cffbda req-e6feff34-fa25-404e-96b3-362c4d40b0cb tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 943 time: 0.2018287
Dec 15 19:04:50.783103 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-bfd82454-65e9-4bc6-8110-033458ae8bda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c29f2923-e182-4692-a5c0-087306c6f164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1466215
Dec 15 19:04:50.937476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-432600d5-5885-4646-a890-751af6d88bbd None None] For port 50239d98-c142-44bd-9718-085f25bf357f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=50239d98-c142-44bd-9718-085f25bf357f,segment=NetworkSegment(828987e0-7e5d-4a70-91fd-9adea3639b84),segment_id=828987e0-7e5d-4a70-91fd-9adea3639b84)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:50.938010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:50.947960 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-d1b40e8f-1740-4c5e-932c-a9e8d8658f5d service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562843
Dec 15 19:04:51.095703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Calling delete_port for 50239d98-c142-44bd-9718-085f25bf357f owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:51.100808 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d7ee74ce-430b-454d-9714-17ef26cffbda req-75e7d29d-a267-4822-8472-90666be3e562 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3403986
Dec 15 19:04:51.124011 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1e955020-913c-4372-b51d-c88f95d71b78 req-0cd43f02-8c3c-472d-983e-24fddf4ef327 service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686387
Dec 15 19:04:51.146298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] For port 50239d98-c142-44bd-9718-085f25bf357f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=50239d98-c142-44bd-9718-085f25bf357f,segment=NetworkSegment(828987e0-7e5d-4a70-91fd-9adea3639b84),segment_id=828987e0-7e5d-4a70-91fd-9adea3639b84)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:51.147110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:51.215433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:51.228906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:51.273100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432600d5-5885-4646-a890-751af6d88bbd None None] No DVR routers for this DVR port 50239d98-c142-44bd-9718-085f25bf357f on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:04:51.282363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Pushing event deleted for resources: {'Port': ['ID=50239d98-c142-44bd-9718-085f25bf357f,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:51.284536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:51.287573 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53859686-572c-45c6-a1ca-89e133af1d6e req-32f4980f-0485-4a9e-99bc-f383d76ddd66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55cd5fa2695f44228fd7746d90f42278&device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1096 time: 0.1026220
Dec 15 19:04:51.323174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Calling delete_port for 50239d98-c142-44bd-9718-085f25bf357f owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:04:51.361190 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Floating IP a6257e45-bea9-4d45-a6ef-363b0e33441e associated. External IP: 172.26.1.104, port: 3a8ea474-788b-4ef2-ac27-00840527752b.
Dec 15 19:04:51.479300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.db.api [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:04:51.479622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_db.api [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:04:51.545511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859686-572c-45c6-a1ca-89e133af1d6e req-2d1865b9-ef65-4ec9-828d-f4797b913286 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:51.547131 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53859686-572c-45c6-a1ca-89e133af1d6e req-2d1865b9-ef65-4ec9-828d-f4797b913286 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c29f2923-e182-4692-a5c0-087306c6f164 HTTP/1.1" status: 200  len: 898 time: 0.2472980
Dec 15 19:04:51.617065 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53859686-572c-45c6-a1ca-89e133af1d6e req-331eba6e-1bc0-4abd-9075-3ab8d575af0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f HTTP/1.1" status: 200  len: 217 time: 0.0615449
Dec 15 19:04:51.684826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859686-572c-45c6-a1ca-89e133af1d6e req-4fe68fd3-ecff-4fbf-aa2b-c3c995bae35e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:51.686410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53859686-572c-45c6-a1ca-89e133af1d6e req-4fe68fd3-ecff-4fbf-aa2b-c3c995bae35e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=462fcd8c-4f64-4c2b-9351-dbde605aaceb HTTP/1.1" status: 200  len: 835 time: 0.0626097
Dec 15 19:04:51.773224 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53859686-572c-45c6-a1ca-89e133af1d6e req-1f72d793-926d-4071-bf4b-d02b76076777 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c29f2923-e182-4692-a5c0-087306c6f164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783713
Dec 15 19:04:51.807863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:04:51.941790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 50239d98-c142-44bd-9718-085f25bf357f no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:04:51.951228 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53859686-572c-45c6-a1ca-89e133af1d6e req-441dbb43-8805-4676-8051-ebd06523e212 service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650410
Dec 15 19:04:51.979274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 50239d98-c142-44bd-9718-085f25bf357f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:04:51.980164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 50239d98-c142-44bd-9718-085f25bf357f not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:04:52.004332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Deleting port 50239d98-c142-44bd-9718-085f25bf357f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:04:52.004672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.083297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] The port '50239d98-c142-44bd-9718-085f25bf357f' was deleted {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:04:52.107176 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53859686-572c-45c6-a1ca-89e133af1d6e req-92e6ebd5-bee9-4d36-af72-477515e44753 service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489563
Dec 15 19:04:52.227318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.257565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced92dca0>,) {'filters': {'network_id': ['367efb93-e3bf-44db-8013-00cce4b01c34']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:52.273198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced92dca0>, '828987e0-7e5d-4a70-91fd-9adea3639b84') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:52.273820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced92dca0>, '828987e0-7e5d-4a70-91fd-9adea3639b84') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:52.288840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.299196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:52.314462 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:52.320519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.326262 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:52.327159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcfe0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:52.332275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:04:52.332750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.340467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc0471-d74b-4f3b-a597-254e142b0242 req-3a967b78-b5f6-4bda-8e01-a1fc191497c9 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:52.341251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1adc0471-d74b-4f3b-a597-254e142b0242 req-3a967b78-b5f6-4bda-8e01-a1fc191497c9 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Synchronizing usage tracker for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   util.warn(
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:04:52.348710 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:04:52.353990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.360424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-1adc0471-d74b-4f3b-a597-254e142b0242 req-3a967b78-b5f6-4bda-8e01-a1fc191497c9 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Unset dirty status for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:52.361601 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adc0471-d74b-4f3b-a597-254e142b0242 req-3a967b78-b5f6-4bda-8e01-a1fc191497c9 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 943 time: 0.1227489
Dec 15 19:04:52.410923 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1adc0471-d74b-4f3b-a597-254e142b0242 req-4c0bf16d-7b1d-4416-b41d-8cd9fedb656d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422091
Dec 15 19:04:52.485315 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.3392115
Dec 15 19:04:52.485315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:52.490775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.502088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-53af9679-986a-4e7a-bdda-6800683aa7f2 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:52.533609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.540029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Pushing event deleted for resources: {'Network': ['ID=367efb93-e3bf-44db-8013-00cce4b01c34,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:52.542472 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/networks/367efb93-e3bf-44db-8013-00cce4b01c34 HTTP/1.1" status: 204  len: 168 time: 2.3100734
Dec 15 19:04:52.544077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b', 'status': 'completed', 'code': 200}
Dec 15 19:04:52.544751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:52.545445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60934) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:52.574323 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:52.619358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8134d4b0-1a73-4ed4-aa9e-e6572c391fd9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Synchronizing usage tracker for tenant:05e3b57bae83431894f437a135c97758 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:04:52.655231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8134d4b0-1a73-4ed4-aa9e-e6572c391fd9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Unset dirty status for tenant:05e3b57bae83431894f437a135c97758 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:04:52.658826 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8134d4b0-1a73-4ed4-aa9e-e6572c391fd9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d8bc38-05ff-45d0-8e49-262204347635 HTTP/1.1" status: 200  len: 205 time: 0.1099586
Dec 15 19:04:52.658966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60940) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:52.806591 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-230b7d72-d3e7-4bdd-bc9f-a3525cea2c5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1099 time: 0.2175920
Dec 15 19:04:52.814114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cea7ad0-c408-4325-b481-8c97119b71c4 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:52.957531 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcfe0d0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:49Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:52.962316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:04:52.973201 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:52.973828 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcfe0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:53.165360 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:04:53.235736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60954) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:53.426334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-3625c5c2-1a56-4579-96bb-6ca350895ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:53.428297 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-3625c5c2-1a56-4579-96bb-6ca350895ba3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.5593748
Dec 15 19:04:53.437056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:53.447370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:53.453182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Usage tracker for resource:floatingip and tenant:97127b7043c94726b30e939549d03362 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:53.457014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:53.470537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:53.483822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:53.484260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cea7ad0-c408-4325-b481-8c97119b71c4 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:53.494461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cea7ad0-c408-4325-b481-8c97119b71c4 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:53.586920 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcfe0d0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:49Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:53.591614 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78691da-d836-43a2-857a-3d5084347cc3 None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:49Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:53.612625 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-0d3178db-30f1-4e03-a441-2284e8b852c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 200  len: 1000 time: 0.1773980
Dec 15 19:04:53.613128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cea7ad0-c408-4325-b481-8c97119b71c4 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:53.613648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cea7ad0-c408-4325-b481-8c97119b71c4 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Fanout notify agent at l3_agent the message router_deleted on router 59d8bc38-05ff-45d0-8e49-262204347635 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:04:53.666331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cea7ad0-c408-4325-b481-8c97119b71c4 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:53.667413 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1cea7ad0-c408-4325-b481-8c97119b71c4 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] 10.222.0.48 "DELETE /v2.0/routers/59d8bc38-05ff-45d0-8e49-262204347635 HTTP/1.1" status: 204  len: 168 time: 1.0074258
Dec 15 19:04:53.696160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-4fbc0ff0-63ef-4cc3-89c2-b6dbfddece36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:53.697606 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-4fbc0ff0-63ef-4cc3-89c2-b6dbfddece36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0771084
Dec 15 19:04:53.762030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c396c1-69f0-4451-911d-5b320e4b8c35 req-c0a2601d-25b9-45c6-8272-a3cdf1c70403 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:53.763567 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b8c396c1-69f0-4451-911d-5b320e4b8c35 req-c0a2601d-25b9-45c6-8272-a3cdf1c70403 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 943 time: 0.1989801
Dec 15 19:04:53.766269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d1eadf52-87bd-43b7-82cd-36ce9858460f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:04:53.794594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:53.832989 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b8c396c1-69f0-4451-911d-5b320e4b8c35 req-9afb9f90-c4e0-43a8-a358-79e9631d1b9b tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577016
Dec 15 19:04:53.838724 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-57873a05-9657-4cda-9ca1-1b3425ab1e06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1326778
Dec 15 19:04:53.955038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:53.969583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'port_id': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'mac_address': 'fa:16:3e:5f:ac:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:04:53.973758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Allocated IP 172.26.1.107 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/aea2d5ea-a969-478e-b9a6-fdc6448e0214) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:53.992914 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-82924b2d-c07a-4701-8dce-860daa84faa1 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475809
Dec 15 19:04:54.023723 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:04:54.032730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.052525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1eadf52-87bd-43b7-82cd-36ce9858460f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:04:54.065313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60966) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:54.067962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:54.072990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.074894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:54.154957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.155183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:54.158270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:54.160583 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0f1c192-888a-4615-8f57-418d807a1e3d req-158baafe-3836-4f10-9e1c-79ef3e987963 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609437
Dec 15 19:04:54.191411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.195769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-167908bc-49be-4d03-808f-9d86741c811f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:54.292402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Port': ['ID=aea2d5ea-a969-478e-b9a6-fdc6448e0214,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:54.295702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:54.298837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:54.299638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:54.303512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:54.317099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['d1eadf52-87bd-43b7-82cd-36ce9858460f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:04:54.357133 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5420e955-f938-4f04-a09f-b6967c100380 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05e3b57bae83431894f437a135c97758&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2865419
Dec 15 19:04:54.359587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60972) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:54.449778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.530264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.572473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.644375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.685150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.690534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd9cc7a3-a47e-49b8-b458-8ec717e0c248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:54.720113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9fb206-3fd8-4a4e-98c3-a1c9a4619e48,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:54.722462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:54.803080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.804193 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd9fb206-3fd8-4a4e-98c3-a1c9a4619e48 HTTP/1.1" status: 204  len: 168 time: 0.4437323
Dec 15 19:04:54.892640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.898950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:54.903730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:55.014962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Port': ['ID=aea2d5ea-a969-478e-b9a6-fdc6448e0214,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:55.018439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:55.097742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.118803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.120000 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8822181
Dec 15 19:04:55.123145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60980) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:55.128914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1413555255'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:55.135581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:55.140971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Usage tracker for resource:network and tenant:97127b7043c94726b30e939549d03362 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:55.143697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7412b-a72f-4dc7-8270-9a4f8fdf2ae7 req-3c994cda-f71e-4f79-bd55-6aa49d33becc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:55.144027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:55.145341 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b6e7412b-a72f-4dc7-8270-9a4f8fdf2ae7 req-3c994cda-f71e-4f79-bd55-6aa49d33becc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 944 time: 0.1490686
Dec 15 19:04:55.150663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:55.161698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Made reservation on behalf of 97127b7043c94726b30e939549d03362 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:55.164570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.176971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.192075 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b6e7412b-a72f-4dc7-8270-9a4f8fdf2ae7 req-bfb713a4-a16f-44c5-b70e-cc337424b147 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389595
Dec 15 19:04:55.210470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:55.215688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Usage tracker for resource:security_group_rule and tenant:97127b7043c94726b30e939549d03362 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:55.218549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:55.224252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:55.292693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.296309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.299064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-68cbd302-bef2-468e-a511-b053b77ab778 tempest-NegativeSecGroupTest-956103289 tempest-NegativeSecGroupTest-956103289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:55.330997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:04:55.339725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ef995-0250-4fdb-843f-0f2f267e63d9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:55.343147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:55.345663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.346040 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Added segment 3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40 of type vlan for network 0fc711b7-1571-45dd-b9fe-5f9934846f14
Dec 15 19:04:55.371823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.400809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.404568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:55.405139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.410262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7a6f139d-8f16-4298-947e-618759150e63 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:55.515798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Network': ['ID=0fc711b7-1571-45dd-b9fe-5f9934846f14,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:55.518521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:55.520192 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3960297
Dec 15 19:04:55.522974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 60984) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:55.526163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:04:55.529081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Request body: {'subnet': {'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:55.640775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:55.644511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Usage tracker for resource:subnet and tenant:97127b7043c94726b30e939549d03362 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:55.647281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:55.652861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:55.662104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Made reservation on behalf of 97127b7043c94726b30e939549d03362 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:04:55.759237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.776906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d1eadf52-87bd-43b7-82cd-36ce9858460f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:55.848417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port d1eadf52-87bd-43b7-82cd-36ce9858460f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:55.853589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port d1eadf52-87bd-43b7-82cd-36ce9858460f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:55.853970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.979824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.984976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:55.988888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2fd3c7c5-252b-426f-aa87-0847b0694261 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:56.009468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:04:56.020718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:56.026153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.026153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:56.061425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Subnet': ['ID=1995f2ea-e794-4199-a9a7-53f6886e93e6,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:56.061425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:56.091807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Checking segment: {'id': '3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:56.091807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Network hostable DHCP agents. Network: 0fc711b7-1571-45dd-b9fe-5f9934846f14, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:04:56.104149 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'code': 200}
Dec 15 19:04:56.120353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:56.126602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:04:56.131195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:56.138090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 0fc711b7-1571-45dd-b9fe-5f9934846f14) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:56.140552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:56.141849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.150201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992b42f-82d3-443c-95d8-4a2bf8ff5314 None None] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:56.172564 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6479249
Dec 15 19:04:56.176011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 60990) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:56.181963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1106017043', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:56.192392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:56.200176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Usage tracker for resource:router and tenant:97127b7043c94726b30e939549d03362 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:56.204740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:56.214502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:56.233576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.239092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.280501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.448432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-0fc711b7-1571-45dd-b9fe-5f9934846f14', 'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14', 'tenant_id': '97127b7043c94726b30e939549d03362', 'fixed_ips': [{'subnet_id': '1995f2ea-e794-4199-a9a7-53f6886e93e6'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:04:56.450081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.511022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.540785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-45241244-9c32-4194-8de1-0ff3b1959640 req-441eaa64-d0d0-4cef-8c43-25de3a1055a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1098 time: 0.2361670
Dec 15 19:04:56.579893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b37ba-fa54-45e8-a7da-261d11e13ae6 req-d358d571-ea9c-41e0-94a0-592ac74e5026 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:56.586286 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e56b37ba-fa54-45e8-a7da-261d11e13ae6 req-d358d571-ea9c-41e0-94a0-592ac74e5026 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1965020
Dec 15 19:04:56.603667 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-45241244-9c32-4194-8de1-0ff3b1959640 req-1ac81f94-a42f-4c17-b158-d809c2d029ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578227
Dec 15 19:04:56.683949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Allocated IP 172.20.0.2 (0fc711b7-1571-45dd-b9fe-5f9934846f14/1995f2ea-e794-4199-a9a7-53f6886e93e6/c98c5f36-5742-4c00-90aa-f60daba74d1f) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:56.801843 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e56b37ba-fa54-45e8-a7da-261d11e13ae6 req-ccdd1b9c-aa5f-4570-ab31-3b5725b0460d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2151089
Dec 15 19:04:56.883460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.913959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.942939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.948616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.954783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Transition to ACTIVE for port object c98c5f36-5742-4c00-90aa-f60daba74d1f will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:56.976677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Transition to ACTIVE for port object c98c5f36-5742-4c00-90aa-f60daba74d1f will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:56.983140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:56.986970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:57.065258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Allocated IP 172.26.1.102 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c67040fe-1327-465c-ad1c-10419942cd6d) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:57.082814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:57.090042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:57.097189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:57.104419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Pushing event updated for resources: {'Port': ['ID=c98c5f36-5742-4c00-90aa-f60daba74d1f,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:57.106304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:57.199459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Attempting to bind port c98c5f36-5742-4c00-90aa-f60daba74d1f on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:04:57.201156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Attempting to bind port c98c5f36-5742-4c00-90aa-f60daba74d1f by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:04:57.201156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Attempting to bind port c98c5f36-5742-4c00-90aa-f60daba74d1f on network 0fc711b7-1571-45dd-b9fe-5f9934846f14 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:04:57.208262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:04:57.208707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Checking segment: {'id': '3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:04:57.209110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:57.209581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Bound using segment: {'id': '3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:04:57.210373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Bound port: c98c5f36-5742-4c00-90aa-f60daba74d1f, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:04:57.210487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:57.277222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:57.306829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] For port c98c5f36-5742-4c00-90aa-f60daba74d1f, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:04:57.310280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:57.310410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] For port c98c5f36-5742-4c00-90aa-f60daba74d1f, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c98c5f36-5742-4c00-90aa-f60daba74d1f,segment=NetworkSegment(3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40),segment_id=3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:04:57.313654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:57.316813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:57.319411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0e772a34-fe9a-4e9c-b864-2877b69e5d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:57.385515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Port': ['ID=c67040fe-1327-465c-ad1c-10419942cd6d,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:57.388266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:57.390030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:57.390555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:57.392839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:57.414067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Pushing event updated for resources: {'Port': ['ID=c98c5f36-5742-4c00-90aa-f60daba74d1f,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:57.432423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:57.583141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:57.584025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:57.827883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Router 02177a1f-c989-480e-9c10-e69af1bc0b57 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:04:57.948069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c98c5f36-5742-4c00-90aa-f60daba74d1f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:58.022372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c98c5f36-5742-4c00-90aa-f60daba74d1f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:58.104553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841cc50-2cbe-4fdd-9c58-acd0dcc1c1b1 req-9b90bed7-7bb6-4112-93b1-881ac02625db tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:58.106028 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3841cc50-2cbe-4fdd-9c58-acd0dcc1c1b1 req-9b90bed7-7bb6-4112-93b1-881ac02625db tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1206965
Dec 15 19:04:58.116816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:04:58.128398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] Sync routers for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:04:58.143454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:58.144080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced54eca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:58.173846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:58.175137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 1.9987183
Dec 15 19:04:58.178036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32772) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:58.217101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced54eca0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:58.228959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:04:58.229625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced54eca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:58.259044 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3841cc50-2cbe-4fdd-9c58-acd0dcc1c1b1 req-c5fd51e9-95f5-4dff-8663-871190e2e35a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456392
Dec 15 19:04:58.334500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced54eca0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:04:58.335131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d1412-2749-453a-93a3-178c2aa55cb0 None None] The sync data for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:04:58.416666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304cc0d9-97ed-49b3-a8d5-018ba03feb88 None None] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:04:58.477456 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba68eba-5cda-4f66-95a8-16f41121a806 None None] New status for floating IP a6257e45-bea9-4d45-a6ef-363b0e33441e: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:04:58.495598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba897d-1b19-4b69-9a8e-522ac952b0e3 req-21501f76-39ec-4e95-941c-001af22d90f0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:04:58.497273 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3ba897d-1b19-4b69-9a8e-522ac952b0e3 req-21501f76-39ec-4e95-941c-001af22d90f0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.0918331
Dec 15 19:04:58.537845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Provisioning for port c98c5f36-5742-4c00-90aa-f60daba74d1f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:04:58.551712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Provisioning complete for port c98c5f36-5742-4c00-90aa-f60daba74d1f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:58.553030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:58.565379 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c3ba897d-1b19-4b69-9a8e-522ac952b0e3 req-4d1d1f01-670e-4d9b-96de-4373ea57577a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618482
Dec 15 19:04:58.583633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32778) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:58.670126 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-759f9891-a747-460a-9881-68b91712cdb9 tempest-TestNetworkAdvancedServerOps-419554781 tempest-TestNetworkAdvancedServerOps-419554781-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1093 time: 0.0847156
Dec 15 19:04:58.671939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32782) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:04:58.678040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:04:58.684439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:04:58.688645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Usage tracker for resource:floatingip and tenant:55cd5fa2695f44228fd7746d90f42278 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:04:58.692443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:04:58.699156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:04:58.716387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:58.798355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:58.846878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] For port c98c5f36-5742-4c00-90aa-f60daba74d1f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c98c5f36-5742-4c00-90aa-f60daba74d1f,segment=NetworkSegment(3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40),segment_id=3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:04:58.852792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:58.856028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:58.908493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:58.939402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Pushing event updated for resources: {'Port': ['ID=c98c5f36-5742-4c00-90aa-f60daba74d1f,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:58.943231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:59.065677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Allocated IP 172.26.1.217 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/1ff3a8a4-166a-4232-abe4-472d28a7faae) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:59.076721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eaded65a-cac6-47f5-847b-9da1807b6184 None None] Provisioning complete for port c98c5f36-5742-4c00-90aa-f60daba74d1f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:04:59.077881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaded65a-cac6-47f5-847b-9da1807b6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.217783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.225277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.245529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.250081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5aa6b8b9-e0ec-4a37-8b7c-6f8caf6c65c9 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:59.315104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:59.318592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:59.320444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Port': ['ID=1ff3a8a4-166a-4232-abe4-472d28a7faae,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:59.322526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:59.351051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:59.609836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Allocated IP 172.20.0.1 (0fc711b7-1571-45dd-b9fe-5f9934846f14/1995f2ea-e794-4199-a9a7-53f6886e93e6/4253ae95-c716-4ec4-bfe7-75f3c700ff48) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:04:59.770254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.787557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Transition to ACTIVE for port object 4253ae95-c716-4ec4-bfe7-75f3c700ff48 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:04:59.808757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.813888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24c93d0f-84c0-445a-8bb0-6a428b4ff6ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:04:59.838534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.880642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:04:59.884215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:04:59.886821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:04:59.913227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:04:59.921961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c98c5f36-5742-4c00-90aa-f60daba74d1f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:04:59.928204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Port': ['ID=4253ae95-c716-4ec4-bfe7-75f3c700ff48,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:04:59.931002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:04:59.957150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.000875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c98c5f36-5742-4c00-90aa-f60daba74d1f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:00.001790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.078779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.182053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.187709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.191697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd808085-17a5-413c-864f-95cb14bee7be tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:00.234845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2f295dc3-72cd-4526-93f9-9300f3014900 None None] Provisioning for port 4253ae95-c716-4ec4-bfe7-75f3c700ff48 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:00.249026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2f295dc3-72cd-4526-93f9-9300f3014900 None None] Provisioning complete for port 4253ae95-c716-4ec4-bfe7-75f3c700ff48 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:00.249026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f295dc3-72cd-4526-93f9-9300f3014900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.307784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2f295dc3-72cd-4526-93f9-9300f3014900 None None] Port 4253ae95-c716-4ec4-bfe7-75f3c700ff48 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:00.401073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event updated for resources: {'Port': ['ID=1ff3a8a4-166a-4232-abe4-472d28a7faae,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:00.404967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:00.425314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.618980 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Floating IP e8ae9829-5eef-4381-bfe5-ad8da5285950 associated. External IP: 172.26.1.217, port: d1eadf52-87bd-43b7-82cd-36ce9858460f.
Dec 15 19:05:00.628673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.633201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.664893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:00.749807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:00.753069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Port': ['ID=4253ae95-c716-4ec4-bfe7-75f3c700ff48,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:00.756000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:00.888194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:00.889378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:01.022855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Router 4d463fbe-1640-4532-b3f8-578c35627504 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:01.137018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cc9be859-15f6-4461-8ba4-69175b57410c None None] Provisioning complete for port 4253ae95-c716-4ec4-bfe7-75f3c700ff48 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:01.137452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cc9be859-15f6-4461-8ba4-69175b57410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:01.190030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cc9be859-15f6-4461-8ba4-69175b57410c None None] Port 4253ae95-c716-4ec4-bfe7-75f3c700ff48 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:01.228730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:01.239854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] Sync routers for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:01.253731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:01.253969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:01.255453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5d4190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:01.283775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Router 02177a1f-c989-480e-9c10-e69af1bc0b57 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:01.311449 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6383259
Dec 15 19:05:01.312100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:01.373733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'status': 'completed', 'code': 200}
Dec 15 19:05:01.467940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:01.470755 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-d5e08f7f-1766-49cc-bf3a-751e147a99ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55cd5fa2695f44228fd7746d90f42278&device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1098 time: 0.0717602
Dec 15 19:05:01.549927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069b0a3-75f2-48d6-95ae-149a99096a7a req-362f287e-0f8a-4eb4-874e-7dbd42462adb tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:01.551386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7069b0a3-75f2-48d6-95ae-149a99096a7a req-362f287e-0f8a-4eb4-874e-7dbd42462adb tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1143351
Dec 15 19:05:01.597838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:01.609491 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] Sync routers for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:01.631615 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:01.631615 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce5b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:01.638244 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7069b0a3-75f2-48d6-95ae-149a99096a7a req-47376d8d-9efe-4f95-9d0d-0f9975658c4d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799656
Dec 15 19:05:01.642363 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "PUT /v2.0/routers/02177a1f-c989-480e-9c10-e69af1bc0b57/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4630678
Dec 15 19:05:01.645151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32792) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:01.651422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Request body: {'port': {'network_id': '0fc711b7-1571-45dd-b9fe-5f9934846f14', 'name': 'tempest-FloatingIPAdminTestJSON-1440066223'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:01.666470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-316105e4-50f6-4330-a619-082f6953dd0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:01.666470 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-316105e4-50f6-4330-a619-082f6953dd0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c29f2923-e182-4692-a5c0-087306c6f164 HTTP/1.1" status: 200  len: 898 time: 0.1788521
Dec 15 19:05:01.666792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:01.712933 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce5b0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:01.728823 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:01.729887 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce5b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:01.804598 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce5b0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:01.804923 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad53587-dbe3-4107-9b02-8c66f5dcf9e5 None None] The sync data for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:01.857855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-39c5c03f-4ad9-4cd6-8040-c9a70a35c4a3 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/floatingips/e8ae9829-5eef-4381-bfe5-ad8da5285950 HTTP/1.1" status: 200  len: 991 time: 0.1884549
Dec 15 19:05:01.860813 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-4d5970af-1303-4489-95e2-9eabe54f2d7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f HTTP/1.1" status: 200  len: 999 time: 0.1415699
Dec 15 19:05:01.869140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:01.873279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Usage tracker for resource:port and tenant:97127b7043c94726b30e939549d03362 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:01.876085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:01.882247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:01.892725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Made reservation on behalf of 97127b7043c94726b30e939549d03362 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:01.895245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:01.902015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5d4190>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e8ae9829-5eef-4381-bfe5-ad8da5285950', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'floating_ip_address': '172.26.1.217', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'port_id': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'mac_address': 'fa:16:3e:5f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:59Z', 'updated_at': '2021-12-15T19:04:59Z', 'revision_number': 0, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:47Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:01.906401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] Checking router: 4d463fbe-1640-4532-b3f8-578c35627504 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:05:01.917793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] device_id is not set on port ba4e6c4f-58d7-439a-a93a-e5a14d565206 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:01.917982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:01.918577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5d4190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:01.942335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-4f62ca47-d2ca-4cda-8017-bc585412cc38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:01.943932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-4f62ca47-d2ca-4cda-8017-bc585412cc38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=462fcd8c-4f64-4c2b-9351-dbde605aaceb HTTP/1.1" status: 200  len: 835 time: 0.0635011
Dec 15 19:05:02.028640 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-a4653098-dbb0-46bf-9ffe-bc848b07fc49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c29f2923-e182-4692-a5c0-087306c6f164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770366
Dec 15 19:05:02.065155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Allocated IP 172.20.0.14 (0fc711b7-1571-45dd-b9fe-5f9934846f14/1995f2ea-e794-4199-a9a7-53f6886e93e6/ba4e6c4f-58d7-439a-a93a-e5a14d565206) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:02.142140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:02.298697 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-0ba1cce6-ffab-4e5a-b234-af01825cf5f5 service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623069
Dec 15 19:05:02.402019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:02.421832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Transition to ACTIVE for port object ba4e6c4f-58d7-439a-a93a-e5a14d565206 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:02.455454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:02.465899 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4f2a0034-ee43-4e80-9274-8f1f321db243 req-9a1c65d8-4103-4223-9654-64c38383663f service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479440
Dec 15 19:05:02.469958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:02.513630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5d4190>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e8ae9829-5eef-4381-bfe5-ad8da5285950', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'floating_ip_address': '172.26.1.217', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'port_id': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'mac_address': 'fa:16:3e:5f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:59Z', 'updated_at': '2021-12-15T19:04:59Z', 'revision_number': 0, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:47Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:02.519198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f536225-1104-4277-92cf-14f1d62c94eb None None] The sync data for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv is: [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e8ae9829-5eef-4381-bfe5-ad8da5285950', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'floating_ip_address': '172.26.1.217', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'port_id': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'mac_address': 'fa:16:3e:5f:ac:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:59Z', 'updated_at': '2021-12-15T19:04:59Z', 'revision_number': 0, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:47Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:02.549236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:02.554440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:02.566727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:02.601217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event updated for resources: {'Port': ['ID=ba4e6c4f-58d7-439a-a93a-e5a14d565206,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:02.613296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:02.646177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:02.646845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:02.670853 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.0217609
Dec 15 19:05:02.671199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32802) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:02.822572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-affd26f2-3aac-470b-ab32-423b5475cfe7 None None] Provisioning for port ba4e6c4f-58d7-439a-a93a-e5a14d565206 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:02.827210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-affd26f2-3aac-470b-ab32-423b5475cfe7 None None] Provisioning complete for port ba4e6c4f-58d7-439a-a93a-e5a14d565206 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:02.827568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-affd26f2-3aac-470b-ab32-423b5475cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:02.860188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32808) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:02.862023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'project_id': '97127b7043c94726b30e939549d03362', 'port_id': 'ba4e6c4f-58d7-439a-a93a-e5a14d565206'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:02.867588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:02.872529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Usage tracker for resource:floatingip and tenant:97127b7043c94726b30e939549d03362 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:02.876428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:02.879222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-affd26f2-3aac-470b-ab32-423b5475cfe7 None None] Port ba4e6c4f-58d7-439a-a93a-e5a14d565206 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:02.885332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:02.898637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:02.970044 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5319f9eb-990f-4bcf-9f70-ddf690e8d314 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/floatingips/e8ae9829-5eef-4381-bfe5-ad8da5285950 HTTP/1.1" status: 200  len: 991 time: 0.1085551
Dec 15 19:05:03.023225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:03.157631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Allocated IP 172.26.1.101 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/d6df385f-127a-4a9a-93c1-34ab656397a0) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:03.303318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:03.332127 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:03.336909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c20b6291-9f7b-4109-9d5a-1d0dd05ba3ea tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:03.402056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:03.405420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:03.407285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Pushing event updated for resources: {'Port': ['ID=d6df385f-127a-4a9a-93c1-34ab656397a0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:03.409676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:03.435393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:03.466654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32814) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:03.572717 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-57810913-560a-407d-a81e-ebd6180ec326 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/8a23568c-9e75-4e45-9d7b-36841c482e93 HTTP/1.1" status: 200  len: 992 time: 0.1048424
Dec 15 19:05:03.929271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32822) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:03.977576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32826) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:04.056749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.131749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.150281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port a74f41c3-c788-42a5-8afe-0a8f261bd0b1 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:04.150281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.327204 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b02eaafd-e0b9-41ac-a119-12ac21aa1af1 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/floatingips/e8ae9829-5eef-4381-bfe5-ad8da5285950 HTTP/1.1" status: 200  len: 991 time: 0.3462098
Dec 15 19:05:04.341975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.341975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.472952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for a74f41c3-c788-42a5-8afe-0a8f261bd0b1 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:04.511597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.511597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.521615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:04.651331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.654898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.654898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:04.737386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Pushing event updated for resources: {'Port': ['ID=d6df385f-127a-4a9a-93c1-34ab656397a0,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:04.737386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:04.836719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=a74f41c3-c788-42a5-8afe-0a8f261bd0b1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:04.836719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:04.872416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:04.933024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826feda-c42e-41ed-a85d-740d29416ec3 None None] New status for floating IP e8ae9829-5eef-4381-bfe5-ad8da5285950: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:05:04.994683 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Floating IP 9a22bcac-37c1-4ef4-b3d9-a45674757c75 associated. External IP: 172.26.1.101, port: ba4e6c4f-58d7-439a-a93a-e5a14d565206.
Dec 15 19:05:05.401232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32830) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:05.520797 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d8c8b38f-2f48-4929-b90e-e72f82d87a54 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/floatingips/e8ae9829-5eef-4381-bfe5-ad8da5285950 HTTP/1.1" status: 200  len: 993 time: 0.1235864
Dec 15 19:05:05.589154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 918a1491-da71-4667-946c-dd563b359a36 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:05.669543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Router 02177a1f-c989-480e-9c10-e69af1bc0b57 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:05.841582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:05.847055 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] Sync routers for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:05.858384 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:05.858384 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:05.879754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:05.908787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:05.914629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] Sync routers for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:05.944522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:05.948395 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/8a23568c-9e75-4e45-9d7b-36841c482e93 HTTP/1.1" status: 204  len: 168 time: 2.0106304
Dec 15 19:05:05.951753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced99c730>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:05.956467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:05.979654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:06.091791 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'status': 'completed', 'code': 200}
Dec 15 19:05:06.099563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced99c730>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:06.119300 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 3.4388583
Dec 15 19:05:06.119300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32838) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:06.134884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:06.134884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced99c730>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:06.181773 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:06.297250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced99c730>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:06.297250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0a6a1-ffdd-4478-a34f-e0c09d914460 None None] The sync data for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:06.421686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32844) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:06.424289 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1569e06c-6675-4076-a7c1-9d31875f7ab9 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] 10.222.0.48 "GET /v2.0/floatingips/9a22bcac-37c1-4ef4-b3d9-a45674757c75 HTTP/1.1" status: 200  len: 984 time: 0.2944870
Dec 15 19:05:06.554930 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9e0585a3-14d4-4ee2-80a6-27a8a585828f tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3519 time: 0.1304564
Dec 15 19:05:06.554930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32848) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:06.651675 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04f10>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:16Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:06.651675 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] Checking router: 918a1491-da71-4667-946c-dd563b359a36 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:05:06.669453 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:06.669453 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:06.774860 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-4992607b-3ae3-494d-92b3-62dae1969d75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 1098 time: 0.5361884
Dec 15 19:05:06.827900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Deleting port d6df385f-127a-4a9a-93c1-34ab656397a0 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:06.827900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:06.902435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563e822-eaf8-4a68-9bcc-6e91f21f0433 req-2cced852-2563-4c2d-9b16-0b4e311b3b2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:06.902435 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8563e822-eaf8-4a68-9bcc-6e91f21f0433 req-2cced852-2563-4c2d-9b16-0b4e311b3b2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 945 time: 0.4575021
Dec 15 19:05:06.983068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-f73b2718-0360-4492-aeb0-bb8d26a4cd88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:06.983068 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-f73b2718-0360-4492-aeb0-bb8d26a4cd88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 HTTP/1.1" status: 200  len: 898 time: 0.1959798
Dec 15 19:05:07.001234 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:07.049616 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8563e822-eaf8-4a68-9bcc-6e91f21f0433 req-77c00e1e-42ef-40b1-869f-858ea22bf4d7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1230533
Dec 15 19:05:07.061634 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-df713e65-5537-41ec-aa58-c37512a916a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8 HTTP/1.1" status: 200  len: 217 time: 0.0688024
Dec 15 19:05:07.082151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:07.082151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:07.154300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-c2218ad6-7563-4074-bcd1-275eea9a7425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:07.154300 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-c2218ad6-7563-4074-bcd1-275eea9a7425 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1eb06c8-9e47-4553-9a3c-c0465e6c7f93 HTTP/1.1" status: 200  len: 834 time: 0.0922711
Dec 15 19:05:07.232336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Calling delete_port for d6df385f-127a-4a9a-93c1-34ab656397a0 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:07.286601 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-04d85c66-9952-4ab4-b6e5-12a9c0e54d77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1240139
Dec 15 19:05:07.443236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:07.443880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:07.443986 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-3e39a52c-2267-4abd-a4ce-6b9c19cfe0b0 service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510580
Dec 15 19:05:07.464191 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04f10>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:16Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:07.468202 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f8263-65db-4a8e-9c01-93dbdc36dfea None None] The sync data for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv is: [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:04:05Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '56796896-0504-4b9a-b67e-dfc5a013fe89', 'name': '', 'network_id': '29b99cfc-6c35-4f3c-8a27-0a2b390f50d5', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:03Z', 'updated_at': '2021-12-15T19:04:16Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a1eb06c8-9e47-4553-9a3c-c0465e6c7f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:07.486247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Port': ['ID=d6df385f-127a-4a9a-93c1-34ab656397a0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:07.491048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:07.586495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:07.587846 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a63a382d-e844-4a15-94f4-97d64e7aff16 req-24cefe5b-822e-4910-a0fa-46305b259288 service neutron] 10.222.0.64 "GET /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349335
Dec 15 19:05:07.875683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-a3e383e3-8cdb-4d66-a113-e4e1315c367e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:07.875683 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-a3e383e3-8cdb-4d66-a113-e4e1315c367e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 945 time: 0.0970640
Dec 15 19:05:07.954852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 20afa2d7-2122-4f74-9f2e-84011d8110f8 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:07.954852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:08.154553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Router 02177a1f-c989-480e-9c10-e69af1bc0b57 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:08.253048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 20afa2d7-2122-4f74-9f2e-84011d8110f8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=20afa2d7-2122-4f74-9f2e-84011d8110f8,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:08.253048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:08.384465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 20afa2d7-2122-4f74-9f2e-84011d8110f8 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:08.439032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fba3-6523-4839-a3d0-9437504b5800 req-7eb19dc5-583b-47a4-8d7d-06b1d66a8422 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:08.439032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-38e7fba3-6523-4839-a3d0-9437504b5800 req-7eb19dc5-583b-47a4-8d7d-06b1d66a8422 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:08.464744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-38e7fba3-6523-4839-a3d0-9437504b5800 req-7eb19dc5-583b-47a4-8d7d-06b1d66a8422 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:08.466416 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38e7fba3-6523-4839-a3d0-9437504b5800 req-7eb19dc5-583b-47a4-8d7d-06b1d66a8422 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5253749-5ab2-41de-9e71-c0481bdccf71 HTTP/1.1" status: 200  len: 945 time: 0.1982601
Dec 15 19:05:08.537027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:08.549731 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] Sync routers for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:08.557127 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38e7fba3-6523-4839-a3d0-9437504b5800 req-166ef278-0aaf-4af5-ba2c-a7802e6d5b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a222dce-d527-45cd-aa10-88f369cf4752&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0702422
Dec 15 19:05:08.557127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:08.564660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:08.571675 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:08.571675 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:08.577373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8d07cf5-fabf-4ddc-8475-64d3538a0b71 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:08.632521 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "DELETE /v2.0/floatingips/9a22bcac-37c1-4ef4-b3d9-a45674757c75 HTTP/1.1" status: 204  len: 168 time: 2.0730083
Dec 15 19:05:08.632521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32854) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:08.632521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:08.639393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=20afa2d7-2122-4f74-9f2e-84011d8110f8,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:08.639393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:08.652659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:08.652659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Usage tracker for resource:floatingip and tenant:80d118ddc16e4f21be8242b2f8943117 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:08.658552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:08.682239 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04ac0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:08.686669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:08.687698 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:08.688553 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:08.701263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:08.733709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port 20afa2d7-2122-4f74-9f2e-84011d8110f8 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:08.736318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:08.739052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'name': 'network-vif-deleted', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:08.754883 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb04ac0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:08.755536 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbfb54-5930-4c87-8f0f-0fdf252f3445 None None] The sync data for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:08.784982 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d097a4f8-a386-494f-bfb7-bd350c01e885 req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/20afa2d7-2122-4f74-9f2e-84011d8110f8 HTTP/1.1" status: 204  len: 173 time: 0.9041140
Dec 15 19:05:08.822437 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5253749-5ab2-41de-9e71-c0481bdccf71', 'name': 'network-vif-deleted', 'tag': '20afa2d7-2122-4f74-9f2e-84011d8110f8', 'status': 'completed', 'code': 200}
Dec 15 19:05:08.860727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.019070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Allocated IP 172.26.1.147 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c07e1abd-945e-4ff3-ab1f-634df3f87298) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:09.171912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.201676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.206600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-90c1b826-d986-4b0c-9702-c141651cd6af tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:09.266083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:09.274291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:09.278529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:09.308792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Pushing event updated for resources: {'Port': ['ID=c07e1abd-945e-4ff3-ab1f-634df3f87298,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:09.315483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:09.436923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17204c-9383-493e-8b7b-99f835ae6696 None None] New status for floating IP 8a23568c-9e75-4e45-9d7b-36841c482e93: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:05:09.460312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.558317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.716300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32864) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:09.739316 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-d51a36b4-4a0d-4188-8644-2c3612357a4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1425021
Dec 15 19:05:09.810789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.932366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.938989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:09.942886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2d7243b7-5bb0-400f-a163-552fe1b8151d tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:09.991475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:10.056750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Pushing event updated for resources: {'Port': ['ID=c07e1abd-945e-4ff3-ab1f-634df3f87298,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:10.060061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:10.076383 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-49e2c176-96df-430d-ac04-ab1faf801a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1099 time: 0.2249103
Dec 15 19:05:10.077840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:10.094196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:10.094922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:10.096152 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4702971
Dec 15 19:05:10.098810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32868) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:10.099142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f2fd31a-30ab-4b89-95ce-81f9272968c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:10.138141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a222dce-d527-45cd-aa10-88f369cf4752,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:10.140824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:10.155195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:10.156303 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/3a222dce-d527-45cd-aa10-88f369cf4752 HTTP/1.1" status: 204  len: 168 time: 0.4389825
Dec 15 19:05:10.199448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32876) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:10.261670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-628016ab-ece4-42ce-a17a-94b447fe3602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:10.263155 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-628016ab-ece4-42ce-a17a-94b447fe3602 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.1534755
Dec 15 19:05:10.268496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:10.281348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:10.286584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Usage tracker for resource:floatingip and tenant:ec757430c9f6404e80666506efc2f66d is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:10.291511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:10.299757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:10.322534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:10.369655 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-c8c7a9b9-2802-466a-91e1-4ef0edf39aca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 200  len: 1002 time: 0.1002998
Dec 15 19:05:10.435833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-59284b06-807b-4148-b209-f0532ea1bb30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:10.437260 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-59284b06-807b-4148-b209-f0532ea1bb30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0615828
Dec 15 19:05:10.520286 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-ee464646-9ebd-4e9b-bc28-ee38f6b542b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702004
Dec 15 19:05:10.617178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:10.669112 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-9e5c6f23-4b9e-4caa-9435-e40daac008f6 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356549
Dec 15 19:05:10.834755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Allocated IP 172.26.1.16 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/0f170624-de88-4a40-b0c5-a5bb5fb6c598) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:10.840269 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3ad3c16-5836-4614-82af-b9ae66c16357 req-23c08dda-ef06-41be-9855-41769677ee36 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622643
Dec 15 19:05:10.983347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:11.066567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:11.200507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:11.200507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fa350cff-0ab5-4a81-9e42-3137145a5883 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:11.275451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:11.279245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:11.281796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Pushing event updated for resources: {'Port': ['ID=0f170624-de88-4a40-b0c5-a5bb5fb6c598,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:11.285291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:11.286532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:11.717844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:11.849744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:11.900647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 20afa2d7-2122-4f74-9f2e-84011d8110f8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:11.954841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 20afa2d7-2122-4f74-9f2e-84011d8110f8 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:11.954841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 20afa2d7-2122-4f74-9f2e-84011d8110f8 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:12.122584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.131476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.137617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fb4866f1-76d2-42ff-9dbf-0445dd47e8e6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:12.295098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Pushing event updated for resources: {'Port': ['ID=0f170624-de88-4a40-b0c5-a5bb5fb6c598,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:12.299616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:12.307475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 56796896-0504-4b9a-b67e-dfc5a013fe89 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:12.307475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.358143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.453607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.456493 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3551931
Dec 15 19:05:12.457655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32880) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:12.536726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 56796896-0504-4b9a-b67e-dfc5a013fe89, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=56796896-0504-4b9a-b67e-dfc5a013fe89,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:12.539221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.571679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-78181ffb-2bdf-4a93-acd0-c8e2fb4bb600 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3702 time: 0.1127639
Dec 15 19:05:12.574106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32884) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:12.650341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4bc406e2-26d0-4fbc-b869-9518f74baa26 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Synchronizing usage tracker for tenant:97127b7043c94726b30e939549d03362 on resource:floatingip {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:12.661010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 56796896-0504-4b9a-b67e-dfc5a013fe89 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:12.670481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4bc406e2-26d0-4fbc-b869-9518f74baa26 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Unset dirty status for tenant:97127b7043c94726b30e939549d03362 on resource:floatingip {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:12.672451 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4bc406e2-26d0-4fbc-b869-9518f74baa26 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0974009
Dec 15 19:05:12.675195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32888) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:12.854295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Deleting port 0f170624-de88-4a40-b0c5-a5bb5fb6c598 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:12.854295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.880046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:12.885344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-df5a3c01-ca5b-4556-b3c6-7b83f46c4743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:12.922652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=56796896-0504-4b9a-b67e-dfc5a013fe89,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:12.926601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:13.025253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.025612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.157500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Calling delete_port for 0f170624-de88-4a40-b0c5-a5bb5fb6c598 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:13.273038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe54b200-41a0-4707-8a9b-a1b87d6cf565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.336535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.433014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.437228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3457a65b-60bd-417b-b070-f2ee7fec496e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:13.479374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Pushing event deleted for resources: {'Port': ['ID=0f170624-de88-4a40-b0c5-a5bb5fb6c598,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:13.488879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:13.578988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.592634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.592634 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] 10.222.0.48 "DELETE /v2.0/floatingips/55ee32d0-ccd4-4a47-ae1b-a9ba62d1ec45 HTTP/1.1" status: 204  len: 168 time: 0.9115474
Dec 15 19:05:13.592634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32892) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:13.753201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Deleting port c07e1abd-945e-4ff3-ab1f-634df3f87298 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:13.753564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.935142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:13.935142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.010001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 918a1491-da71-4667-946c-dd563b359a36 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:14.067455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Calling delete_port for c07e1abd-945e-4ff3-ab1f-634df3f87298 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:14.219809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.227762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:14.234389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-848e0b1f-c21f-4fdd-9fc1-3fecb2716839 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:14.238747 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] Sync routers for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:14.254378 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/918a1491-da71-4667-946c-dd563b359a36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0514147
Dec 15 19:05:14.257944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32896) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:14.260340 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:14.261582 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:14.353264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Pushing event deleted for resources: {'Port': ['ID=c07e1abd-945e-4ff3-ab1f-634df3f87298,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:14.364658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:14.404137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.412318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.413884 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/01b21a9d-7d13-41fe-9d63-a2624206cade HTTP/1.1" status: 204  len: 168 time: 0.8220248
Dec 15 19:05:14.419241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32900) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:14.501624 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:14.501879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet a1eb06c8-9e47-4553-9a3c-c0465e6c7f93 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:14.505165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Deleting port ba4e6c4f-58d7-439a-a93a-e5a14d565206 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:14.505660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.505761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.562548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.692990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.789202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.794536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a27fe489-4d5e-48d6-aaa1-c1a11ddc4791 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:14.814390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.850686 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:05:12Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:14.853685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=a1eb06c8-9e47-4553-9a3c-c0465e6c7f93,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:14.855383 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] Checking router: 918a1491-da71-4667-946c-dd563b359a36 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:05:14.856155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:14.858867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:14.869424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffaa508-edca-4af2-9e9e-d07ca8780fbf None None] Network 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:14.870908 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/a1eb06c8-9e47-4553-9a3c-c0465e6c7f93 HTTP/1.1" status: 204  len: 168 time: 0.6101677
Dec 15 19:05:14.872318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32904) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:14.874104 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] Routers {'918a1491-da71-4667-946c-dd563b359a36'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:14.874768 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:04:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['918a1491-da71-4667-946c-dd563b359a36'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:15.077289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Calling delete_port for ba4e6c4f-58d7-439a-a93a-e5a14d565206 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:15.150484 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] Set router 918a1491-da71-4667-946c-dd563b359a36 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:15.246309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] DHCP port deletion for 29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:05:15.251430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Deleting port 17e535d6-f33a-4979-9e39-0fe93679e1f0 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:15.251819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.328329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.348657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e54e77f9-f30a-4f08-8bbd-ea09d6043aa9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:15.404320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Port': ['ID=ba4e6c4f-58d7-439a-a93a-e5a14d565206,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:15.419054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.450643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:15.516542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] For port 17e535d6-f33a-4979-9e39-0fe93679e1f0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=17e535d6-f33a-4979-9e39-0fe93679e1f0,segment=NetworkSegment(50141c53-1aba-470c-998c-82714b03ce25),segment_id=50141c53-1aba-470c-998c-82714b03ce25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:15.516995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.575762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.585740 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "DELETE /v2.0/ports/ba4e6c4f-58d7-439a-a93a-e5a14d565206 HTTP/1.1" status: 204  len: 168 time: 1.1609542
Dec 15 19:05:15.589754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:15.612359 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1c670>, [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:05:12Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:15.623557 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71a11-7d4e-4816-a3fb-007ea785a084 None None] The sync data for ids ['918a1491-da71-4667-946c-dd563b359a36'] in dv-neutron-821830-2-hyperv is: [{'id': '918a1491-da71-4667-946c-dd563b359a36', 'name': 'tempest-TestNetworkBasicOps-router-1901863364', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:57Z', 'updated_at': '2021-12-15T19:05:12Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'c2bcef80-44a8-43ad-901c-a602ebefa2b6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918a1491-da71-4667-946c-dd563b359a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:58Z', 'updated_at': '2021-12-15T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:15.751601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Calling delete_port for 17e535d6-f33a-4979-9e39-0fe93679e1f0 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:15.796699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee9f6f-712f-42e1-a936-8f272f27eee1 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:15.797127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04ee9f6f-712f-42e1-a936-8f272f27eee1 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Synchronizing usage tracker for tenant:97127b7043c94726b30e939549d03362 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:15.805333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c94ba160-e794-4ef7-bcf7-097a0afc4d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.826792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.835069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-04ee9f6f-712f-42e1-a936-8f272f27eee1 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Unset dirty status for tenant:97127b7043c94726b30e939549d03362 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:15.835069 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-04ee9f6f-712f-42e1-a936-8f272f27eee1 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "GET /v2.0/ports?device_id=02177a1f-c989-480e-9c10-e69af1bc0b57 HTTP/1.1" status: 200  len: 913 time: 0.1911559
Dec 15 19:05:15.837725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32912) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:15.847992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port c2bcef80-44a8-43ad-901c-a602ebefa2b6 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:15.848942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.859247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:15.875262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-91b7233f-0f3a-4325-a5e6-47902581f1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:15.907007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] No DVR routers for this DVR port 17e535d6-f33a-4979-9e39-0fe93679e1f0 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:15.927530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Pushing event deleted for resources: {'Port': ['ID=17e535d6-f33a-4979-9e39-0fe93679e1f0,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:15.930513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:16.086022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port c2bcef80-44a8-43ad-901c-a602ebefa2b6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c2bcef80-44a8-43ad-901c-a602ebefa2b6,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:16.086022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:16.094025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17e535d6-f33a-4979-9e39-0fe93679e1f0 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:16.138805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 17e535d6-f33a-4979-9e39-0fe93679e1f0 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:16.138805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 17e535d6-f33a-4979-9e39-0fe93679e1f0 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:16.138805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 56796896-0504-4b9a-b67e-dfc5a013fe89 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:16.177370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 56796896-0504-4b9a-b67e-dfc5a013fe89 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:16.177370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 56796896-0504-4b9a-b67e-dfc5a013fe89 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:16.211119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for c2bcef80-44a8-43ad-901c-a602ebefa2b6 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:16.385686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:16.452940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:16.459320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71a8da82-32bf-46e6-aeec-e3771760bb78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:16.524524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=c2bcef80-44a8-43ad-901c-a602ebefa2b6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:16.524524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:16.678953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:16.762887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:16.796522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.063475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Deleting port 4253ae95-c716-4ec4-bfe7-75f3c700ff48 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:17.064189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.131984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.136156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.161593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.162131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router 918a1491-da71-4667-946c-dd563b359a36 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:05:17.177189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.181247 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/918a1491-da71-4667-946c-dd563b359a36 HTTP/1.1" status: 204  len: 168 time: 2.3070579
Dec 15 19:05:17.181846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32916) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:17.255193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.298635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.435719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.463948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec7acca0>,) {'filters': {'network_id': ['29b99cfc-6c35-4f3c-8a27-0a2b390f50d5']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:17.475702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7acca0>, '50141c53-1aba-470c-998c-82714b03ce25') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:17.475998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7acca0>, '50141c53-1aba-470c-998c-82714b03ce25') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:17.484449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Calling delete_port for 4253ae95-c716-4ec4-bfe7-75f3c700ff48 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:17.487171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.504317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.510340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:05:17.510721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:05:17.524750 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:05:17.603767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.608806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3d0f307a-7b01-4d46-a1f1-f303557c3186 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:17.627871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.639318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=29b99cfc-6c35-4f3c-8a27-0a2b390f50d5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:17.642600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:17.654041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/29b99cfc-6c35-4f3c-8a27-0a2b390f50d5 HTTP/1.1" status: 204  len: 168 time: 0.4711556
Dec 15 19:05:17.671656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32920) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:17.679107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--852276105', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:17.684220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.686614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cf5113f3-7f6e-4fa8-8981-ad9b312a9898 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:17.686959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:17.691353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:17.694234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:17.700131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:17.712442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:17.715669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.731746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Port': ['ID=4253ae95-c716-4ec4-bfe7-75f3c700ff48,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:17.734710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:17.750073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:05:17.760357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.760524 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment 3bac604c-a723-4de4-9a35-85368d105092 of type vlan for network 91fe1ea0-2899-421c-b108-a8b1304cfb67
Dec 15 19:05:17.788419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.825229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.829870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:17.830467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:17.834531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-de05216b-4f44-4879-8f72-1237569cc63d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:17.918828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c2bcef80-44a8-43ad-901c-a602ebefa2b6 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:17.952015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c2bcef80-44a8-43ad-901c-a602ebefa2b6 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:17.952459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c2bcef80-44a8-43ad-901c-a602ebefa2b6 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:17.957412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=91fe1ea0-2899-421c-b108-a8b1304cfb67,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:17.962290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:17.968270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:05:17.970695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2973225
Dec 15 19:05:17.973009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32924) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:17.978275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-163447293', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:17.985399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:17.989288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:17.992572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:18.001759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:18.011809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.013022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.037882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.082587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.195047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.207695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.376508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.407616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.545636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.232 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/97b90e00-7c81-4d13-99c2-96e16e01c06b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:18.662408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Router 02177a1f-c989-480e-9c10-e69af1bc0b57 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:18.693947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.721999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.726939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a5e818b4-6ed6-4934-9efd-f7a645ad4a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:18.783475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:18.790738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:18.793073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:18.828745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=97b90e00-7c81-4d13-99c2-96e16e01c06b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:18.833610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:18.861241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:18.872469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] Sync routers for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:18.880346 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "PUT /v2.0/routers/02177a1f-c989-480e-9c10-e69af1bc0b57/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0423894
Dec 15 19:05:18.882768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32930) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:18.890528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:18.891233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2cb0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:18.965040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2cb0d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:18.971761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.972758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:18.976775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] Routers {'02177a1f-c989-480e-9c10-e69af1bc0b57'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:18.977515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2cb0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['02177a1f-c989-480e-9c10-e69af1bc0b57'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:19.037051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2cb0d0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:19.037591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddacd5-5339-4222-914b-3e73064e7950 None None] The sync data for ids ['02177a1f-c989-480e-9c10-e69af1bc0b57'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:19.205850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:19.312673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:05:19.402330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:19.412850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Deleting port c67040fe-1327-465c-ad1c-10419942cd6d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:19.413169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:19.509947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:19.519868 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Sync routers for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:19.531715 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:19.532328 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3f580>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:19.537004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:19.542068 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.5650420
Dec 15 19:05:19.542254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32934) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:19.585230 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-db80b9b2-c3d2-485a-88d8-9fc30b095341 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0418019
Dec 15 19:05:19.587695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32938) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:19.590312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:19.710525 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:19.721539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Calling delete_port for c67040fe-1327-465c-ad1c-10419942cd6d owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:19.744398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826a027-2647-464c-97d5-91f6e0dc5b07 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:19.748807 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7826a027-2647-464c-97d5-91f6e0dc5b07 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1573427
Dec 15 19:05:19.749064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32942) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:19.797440 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0121aac7-cd2f-4c7f-bb0b-5604a3d6d944 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0469475
Dec 15 19:05:19.799749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32946) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:19.811187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184069647', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:19.946572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:19.952087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:19.955479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:19.966145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:19.978033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:19.992345 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3f580>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:18Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:19.996225 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Checking router: ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:05:19.997288 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Updating router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 port 97b90e00-7c81-4d13-99c2-96e16e01c06b binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:05:20.046603 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.130090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.159638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.206177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87315a7c-1979-4ca2-923d-d230f570d523 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:20.267453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Port': ['ID=c67040fe-1327-465c-ad1c-10419942cd6d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:20.270122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:20.369578 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.383691 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Transition to ACTIVE for port object 97b90e00-7c81-4d13-99c2-96e16e01c06b will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:20.389976 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.393326 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:20.473078 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Attempting to bind port 97b90e00-7c81-4d13-99c2-96e16e01c06b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:20.473480 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Attempting to bind port 97b90e00-7c81-4d13-99c2-96e16e01c06b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:20.473846 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Attempting to bind port 97b90e00-7c81-4d13-99c2-96e16e01c06b on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:20.475878 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4848cf-f823-47f2-823e-ec1a3323ba63 None None] Pushing event updated for resources: {'Port': ['ID=97b90e00-7c81-4d13-99c2-96e16e01c06b,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:20.478901 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ac4848cf-f823-47f2-823e-ec1a3323ba63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:20.483680 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:20.484062 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:20.484462 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.484845 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:20.485324 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Bound port: 97b90e00-7c81-4d13-99c2-96e16e01c06b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:20.485694 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.557031 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] For port 97b90e00-7c81-4d13-99c2-96e16e01c06b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:20.560257 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] For port 97b90e00-7c81-4d13-99c2-96e16e01c06b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=97b90e00-7c81-4d13-99c2-96e16e01c06b,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:20.563851 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.568495 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ac4848cf-f823-47f2-823e-ec1a3323ba63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:20.644006 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4848cf-f823-47f2-823e-ec1a3323ba63 None None] Pushing event updated for resources: {'Port': ['ID=97b90e00-7c81-4d13-99c2-96e16e01c06b,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:20.647799 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ac4848cf-f823-47f2-823e-ec1a3323ba63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:20.648798 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:20.649411 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3f580>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:20.664315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.842252 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:20.957868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.963664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.966783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:20.970978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7a01471f-0e46-43f6-a711-83d7bd0b5dc7 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:21.058354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=3430eb63-6ea6-4667-a052-6871efae96e5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:21.063551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:21.065798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.066350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Fanout notify agent at l3_agent the message router_deleted on router 02177a1f-c989-480e-9c10-e69af1bc0b57 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:05:21.087853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:21.088209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: 91fe1ea0-2899-421c-b108-a8b1304cfb67, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:05:21.104289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.105402 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "DELETE /v2.0/routers/02177a1f-c989-480e-9c10-e69af1bc0b57 HTTP/1.1" status: 204  len: 168 time: 2.2215455
Dec 15 19:05:21.107998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32950) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:21.118560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:05:21.129476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 91fe1ea0-2899-421c-b108-a8b1304cfb67) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:21.134013 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:21.134859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.143951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c6885-5232-4bc4-85a0-36bfb2263a75 None None] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:21.164609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32954) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:21.165673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3648238
Dec 15 19:05:21.176503 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc3f580>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:18Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:21.181067 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cda7dd-168c-4406-add4-8586f967cd69 None None] The sync data for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv is: [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:18Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:21.398654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-91fe1ea0-2899-421c-b108-a8b1304cfb67', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:05:21.399694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.481068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Deleting subnet 1995f2ea-e794-4199-a9a7-53f6886e93e6 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:21.487463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.563515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.580006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Allocated IP 172.20.0.2 (91fe1ea0-2899-421c-b108-a8b1304cfb67/3430eb63-6ea6-4667-a052-6871efae96e5/a5e6c8e2-b093-4c60-a1cc-796ea39b6df1) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:21.739195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.842078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.853104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Transition to ACTIVE for port object a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:21.873275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Transition to ACTIVE for port object a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:21.883547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.892956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:21.898736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1853410a-d50b-40b2-a4aa-da0fff3c3256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:21.901350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a26fc19c-3044-4d23-8e4d-29a645b262f5 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:21.950997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:21.954123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:21.960186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Subnet': ['ID=1995f2ea-e794-4199-a9a7-53f6886e93e6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:21.963152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:21.971563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:21.990010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.005544 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "DELETE /v2.0/subnets/1995f2ea-e794-4199-a9a7-53f6886e93e6 HTTP/1.1" status: 204  len: 168 time: 0.8928630
Dec 15 19:05:22.005963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32958) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:22.016360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 97b90e00-7c81-4d13-99c2-96e16e01c06b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:22.044833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028d26ff-f11a-4267-9a5f-0ab6fa2a0923 None None] Network 0fc711b7-1571-45dd-b9fe-5f9934846f14 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:22.127170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Pushing event updated for resources: {'Port': ['ID=a5e6c8e2-b093-4c60-a1cc-796ea39b6df1,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:22.137678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.148781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:22.150270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Deleting port c98c5f36-5742-4c00-90aa-f60daba74d1f {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:22.150620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.225336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Attempting to bind port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:22.225732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Attempting to bind port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:22.226059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Attempting to bind port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:22.281465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:22.281845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Checking segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:22.282244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.282649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Bound using segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:22.283132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Bound port: a5e6c8e2-b093-4c60-a1cc-796ea39b6df1, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:22.285091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.370243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] For port c98c5f36-5742-4c00-90aa-f60daba74d1f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c98c5f36-5742-4c00-90aa-f60daba74d1f,segment=NetworkSegment(3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40),segment_id=3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:22.370487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.384376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 97b90e00-7c81-4d13-99c2-96e16e01c06b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:22.400297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 97b90e00-7c81-4d13-99c2-96e16e01c06b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:22.400827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.493411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] For port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:22.498902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Calling delete_port for c98c5f36-5742-4c00-90aa-f60daba74d1f owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:22.511542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] For port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a5e6c8e2-b093-4c60-a1cc-796ea39b6df1,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:22.516624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.520555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.524944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8b6d4263-aad8-4187-9d08-2a8a7ba72771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:22.589856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.594424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-95b18c5b-6386-4417-8b48-8d37c8599c71 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:22.607456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db5be0-2e3c-4288-8095-3871673c3667 None None] DHCP port deletion for 0fc711b7-1571-45dd-b9fe-5f9934846f14 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:05:22.642433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Port': ['ID=c98c5f36-5742-4c00-90aa-f60daba74d1f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:22.646043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:22.650252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] No DVR routers for this DVR port c98c5f36-5742-4c00-90aa-f60daba74d1f on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:22.672196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.679986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Pushing event updated for resources: {'Port': ['ID=a5e6c8e2-b093-4c60-a1cc-796ea39b6df1,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:22.683822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:22.695706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 97b90e00-7c81-4d13-99c2-96e16e01c06b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=97b90e00-7c81-4d13-99c2-96e16e01c06b,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:22.705172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.708434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:22.813028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=97b90e00-7c81-4d13-99c2-96e16e01c06b,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:22.818631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:22.922253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.957106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec7d3880>,) {'filters': {'network_id': ['0fc711b7-1571-45dd-b9fe-5f9934846f14']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:22.970519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7d3880>, '3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:22.970781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7d3880>, '3b6bfa6b-f1e2-4611-a0f1-4af36e3aba40') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:22.983116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:22.995308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (91fe1ea0-2899-421c-b108-a8b1304cfb67/3430eb63-6ea6-4667-a052-6871efae96e5/f54e6cb8-e1a0-4577-a715-69c7b277eeb0) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:22.999393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.010851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:05:23.011987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:05:23.027986 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:05:23.114627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.118750 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0028903-e33e-4e50-b168-e9634d0c984e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:23.136878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.143298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Network': ['ID=0fc711b7-1571-45dd-b9fe-5f9934846f14,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:23.148266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:23.157006 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "DELETE /v2.0/networks/0fc711b7-1571-45dd-b9fe-5f9934846f14 HTTP/1.1" status: 204  len: 168 time: 1.1477332
Dec 15 19:05:23.157662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32962) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:23.168569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.184616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object f54e6cb8-e1a0-4577-a715-69c7b277eeb0 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:23.206450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.210093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fc81e6c2-651b-418e-adf2-63eea74d373d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:23.270688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:23.281445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:23.286890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:23.318113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Deleting port aea2d5ea-a969-478e-b9a6-fdc6448e0214 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:23.318459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.322412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:23.326773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:23.349123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.447457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.531347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.531970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.681846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Calling delete_port for aea2d5ea-a969-478e-b9a6-fdc6448e0214 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:23.817714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73919e-50c7-4160-80be-d62bdde2e071 None None] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:23.884129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.906473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4dd1d9b0-c587-49e1-8173-1178dca91ba0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:23.920133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-43f6b41e-41e2-4e4e-bef9-d837608103c5 None None] Provisioning for port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:23.962683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.970063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:23.984259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Pushing event deleted for resources: {'Port': ['ID=aea2d5ea-a969-478e-b9a6-fdc6448e0214,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:23.990286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:24.002483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3226c109-cac2-4cf3-a636-66efd45be37b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:24.054791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.069541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:24.078279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.082331 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] 10.222.0.48 "DELETE /v2.0/floatingips/173049f4-b5ef-451a-b3a4-362ae9ccd6cb HTTP/1.1" status: 204  len: 168 time: 0.9207661
Dec 15 19:05:24.087761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:24.092017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:24.092932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.170548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:24.177293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:24.177811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.314455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.364126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:24.365459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:24.367215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a5e6c8e2-b093-4c60-a1cc-796ea39b6df1,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:24.374397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.377954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 97b90e00-7c81-4d13-99c2-96e16e01c06b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:24.405280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:24.495265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32970) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:24.502104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a5e6c8e2-b093-4c60-a1cc-796ea39b6df1,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:24.505290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:24.517105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 97b90e00-7c81-4d13-99c2-96e16e01c06b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:24.517511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.591458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d07f7bbf-41ca-45b6-a3ef-f87b7cbb4afb None None] Provisioning complete for port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:24.591833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d07f7bbf-41ca-45b6-a3ef-f87b7cbb4afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.741869 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-66f16c4e-d550-4c60-8e8d-41111a54c80a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97127b7043c94726b30e939549d03362&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2431557
Dec 15 19:05:24.742090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32976) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:24.849199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.868737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c98c5f36-5742-4c00-90aa-f60daba74d1f no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:24.883316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.884219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:24.933331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c98c5f36-5742-4c00-90aa-f60daba74d1f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:24.933794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c98c5f36-5742-4c00-90aa-f60daba74d1f not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:24.957684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d07f7bbf-41ca-45b6-a3ef-f87b7cbb4afb None None] Provisioning for port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:24.962984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.965248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d07f7bbf-41ca-45b6-a3ef-f87b7cbb4afb None None] Provisioning complete for port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:24.967109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d07f7bbf-41ca-45b6-a3ef-f87b7cbb4afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:24.972908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08e1af86-85bd-4a8a-b241-16005545508d tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:24.987945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ef995-0250-4fdb-843f-0f2f267e63d9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:24.994243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:24.998535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.001987 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e14ef995-0250-4fdb-843f-0f2f267e63d9 HTTP/1.1" status: 204  len: 168 time: 0.2567010
Dec 15 19:05:25.033744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d07f7bbf-41ca-45b6-a3ef-f87b7cbb4afb None None] Port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:25.125287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:25.139261 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9736128
Dec 15 19:05:25.140504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Sync routers for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:25.141846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32982) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:25.167147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:25.167838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedef67f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:25.222555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dbe75ee8-4d50-4278-baee-ffb08275c92c None None] Provisioning complete for port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:25.222987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbe75ee8-4d50-4278-baee-ffb08275c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.290050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.290423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.290783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.291142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.291490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.291839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.292186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.293983 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-842f3bc3-92e8-4fc3-8047-8491b1a0b76f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4970 time: 0.1509473
Dec 15 19:05:25.296789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32988) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:25.350892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dbe75ee8-4d50-4278-baee-ffb08275c92c None None] Port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:25.366980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 32992) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:25.381856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.382309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.382733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.383142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.383579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.383981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.384384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:25.388717 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2ec642c5-e1a6-4446-b8b2-6775a1cd306b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4629 time: 0.0885077
Dec 15 19:05:25.388869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.389258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 32996) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:25.394884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:25.418445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:25.422275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Usage tracker for resource:security_group_rule and tenant:ec757430c9f6404e80666506efc2f66d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:25.425618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:25.431303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:25.506591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.512451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.525268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f16ff555-5e66-43b5-8698-bf2a534d02d8 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:25.571798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f089223-b873-4c6a-8107-c2e103dcee62,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:25.579828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:25.610463 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec757430c9f6404e80666506efc2f66d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2424171
Dec 15 19:05:25.613550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33002) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:25.660406 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5261d3ac-faa2-4ca2-9980-adb6e4df0cd9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3775 time: 0.2697661
Dec 15 19:05:25.688562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.719591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.744106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedef67f0>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:25.748714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Checking router: ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:05:25.749172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Updating router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:05:25.786507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.793128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5636faee-79f0-462a-b6b0-1ca83c72d621 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:25.806484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f089223-b873-4c6a-8107-c2e103dcee62,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:25.809060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:25.810229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.813796 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f089223-b873-4c6a-8107-c2e103dcee62 HTTP/1.1" status: 204  len: 168 time: 0.1969686
Dec 15 19:05:25.836805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:25.948049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:26.125702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:26.126085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.255716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33014) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:26.275542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.287418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33018) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:26.298376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471711669', 'description': 'tempest-secgroup-smoke-1471711669 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:26.308008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:26.312573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:26.312896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:26.316159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:26.317991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Usage tracker for resource:security_group_rule and tenant:80d118ddc16e4f21be8242b2f8943117 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:26.321643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:26.321979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:26.328110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:26.332756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.342654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.357595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Transition to ACTIVE for port object f54e6cb8-e1a0-4577-a715-69c7b277eeb0 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:26.364903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.368974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c23c3dc2-0d9e-48d7-a3ed-b2a07a7180f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:26.372894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:26.377249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:26.381008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:26.386910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:26.402610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.407336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.415954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cffd179a-a18d-456b-a342-a7777703427b tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:26.463953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b186cb79-6079-4568-b001-436fa4b86c8c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:26.471949 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80d118ddc16e4f21be8242b2f8943117&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2145998
Dec 15 19:05:26.473353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:26.474254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33022) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:26.485368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.492189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.497545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bc69f7a3-fd31-4526-b895-4e88b4a10947 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:26.547806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d76f2-55ff-4235-91dd-246be5fe4065,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:26.552405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:26.554319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.556253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2675087
Dec 15 19:05:26.557659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99309272-39f9-494c-8cea-13227f88f758 None None] Pushing event updated for resources: {'Port': ['ID=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:26.560372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33026) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:26.567004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '367d76f2-55ff-4235-91dd-246be5fe4065', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:26.567900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-99309272-39f9-494c-8cea-13227f88f758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:26.573033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:26.577444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:26.578712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.580722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:26.587502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:26.609784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.616570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.655932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Attempting to bind port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:26.656307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Attempting to bind port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:26.656733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Attempting to bind port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:26.666992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:26.668206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Checking segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:26.668917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.669645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Bound using segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:26.670489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Bound port: f54e6cb8-e1a0-4577-a715-69c7b277eeb0, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:26.671165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.677957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.686027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:26.697235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.700424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b186cb79-6079-4568-b001-436fa4b86c8c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:26.702782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.703603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:26.707036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a589a62d-dc6a-4b81-82d1-b35778997545 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:26.712068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.716038 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b186cb79-6079-4568-b001-436fa4b86c8c HTTP/1.1" status: 204  len: 168 time: 0.2385046
Dec 15 19:05:26.733762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6f84ab-ed47-4e9d-8fa0-283b806d3a64,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:26.739224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:26.758272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.760393 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1988096
Dec 15 19:05:26.763200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33032) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:26.770158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '367d76f2-55ff-4235-91dd-246be5fe4065', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:26.776499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:26.780779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:26.784954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:26.791167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:26.799051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] For port f54e6cb8-e1a0-4577-a715-69c7b277eeb0, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:26.810604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] For port f54e6cb8-e1a0-4577-a715-69c7b277eeb0, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:26.811485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.818802 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.823463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:26.886910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.892312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.900603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97056419-9d62-41ec-a45a-359a2942f843 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:26.907013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99309272-39f9-494c-8cea-13227f88f758 None None] Pushing event updated for resources: {'Port': ['ID=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:26.911177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-99309272-39f9-494c-8cea-13227f88f758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:26.911900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:26.912515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedef67f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:26.921029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de65a777-1f26-491c-a5ee-a2cb23010d4a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:26.924215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:26.934116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:26.935525 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1711645
Dec 15 19:05:26.938320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33036) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:26.948373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '367d76f2-55ff-4235-91dd-246be5fe4065', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:26.955095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:26.959888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:26.963128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:26.969738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:26.994997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.065046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.070565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.072854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d861f676-ec69-434f-a89c-4bddfe04feaa tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:27.100159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab94246-ebb0-439b-9143-f384e29d8a87,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:27.107470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:27.110396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.113058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.116843 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1712670
Dec 15 19:05:27.117039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33044) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:27.123499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '367d76f2-55ff-4235-91dd-246be5fe4065', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:27.130070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:27.135864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:27.140215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:27.148354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:27.153674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:27.166861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.234263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.238720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.244532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-612e0aa2-3eff-40d8-9da5-de80603c49b4 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:27.266517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141ed832-226d-4037-aa3f-8033c10bcb78,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:27.269874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:27.278980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.281790 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1636100
Dec 15 19:05:27.283592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33052) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:27.289668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '367d76f2-55ff-4235-91dd-246be5fe4065', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:27.299039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:27.302978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:27.305839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:27.313225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:27.326112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:05:27.334071 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.402771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.408357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.411053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ae5740d8-15fa-4382-be5a-c49852c0cfb6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:27.438787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e83afca-e92e-468f-a638-801bd38e707a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:27.451284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:27.459948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.461338 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7377c359-c3c4-40d6-86a4-1ecbad1d2b5d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1766584
Dec 15 19:05:27.464229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33062) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:27.470746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '367d76f2-55ff-4235-91dd-246be5fe4065', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:27.478699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:27.482780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:27.485751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:27.492769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:27.495424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedef67f0>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:26Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:27.503755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7e7ce-f03e-405f-a835-322eaa0abf3e None None] The sync data for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv is: [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:26Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:27.509526 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:05:27.516626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.611298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.616814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.618880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-684a9ac7-516a-40c1-be5f-5f4d30cc3b0b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:27.640538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46e3f68-742c-4580-82a8-394189edc45f,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:27.645429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:27.654638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.656117 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1908324
Dec 15 19:05:27.755129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33072) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:27.914985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1348173226'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:27.919239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-c95aef28-9239-4957-b7e7-a567634e7cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:27.923992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:27.931435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:network and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:27.937040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:27.945239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:27.952149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-c95aef28-9239-4957-b7e7-a567634e7cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:27.953723 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-c95aef28-9239-4957-b7e7-a567634e7cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471711669&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0966055
Dec 15 19:05:27.962586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:27.967326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:27.967596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f54e6cb8-e1a0-4577-a715-69c7b277eeb0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:28.008716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.041674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:28.048122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:28.048646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.179148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.212952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port f54e6cb8-e1a0-4577-a715-69c7b277eeb0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:28.217537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.220564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-af9145d2-fc7d-4ea9-a1dc-9ce028149064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:28.260122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:28.268364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:security_group_rule and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:28.279060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:28.288996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:28.290789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:28.293989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:28.297627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-ac976809-904b-44f5-95c7-a23a7ac848d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:28.298319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-ac976809-904b-44f5-95c7-a23a7ac848d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:28.327961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-ac976809-904b-44f5-95c7-a23a7ac848d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:28.329121 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-ac976809-904b-44f5-95c7-a23a7ac848d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 796 time: 0.3508823
Dec 15 19:05:28.366230 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-fdd748f5-4a95-4a2f-8701-50013a661ef0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0289309
Dec 15 19:05:28.435838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.441542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.445238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4ab8d34d-c02c-4d1c-aeb3-a927aaeba341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:28.478348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:05:28.496631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b8b986-ec67-4f9a-8bdb-c63a5ac57452,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:28.506394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:28.507300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.507639 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Added segment 62722559-822d-41ab-8f71-38e89b91d532 of type vlan for network 6e1b885a-5f59-4a93-98cd-7a045592dff4
Dec 15 19:05:28.534952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-6164c729-3808-4e04-9852-a179a5db05a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:28.552655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.567842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-6164c729-3808-4e04-9852-a179a5db05a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:28.569075 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-6164c729-3808-4e04-9852-a179a5db05a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1908174
Dec 15 19:05:28.612454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.616091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:28.616697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:28.623159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7640f8aa-024f-4d27-b636-3bd8ae8a3a9d tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:28.793048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Network': ['ID=6e1b885a-5f59-4a93-98cd-7a045592dff4,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:28.795839 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0393977
Dec 15 19:05:28.796791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:28.799446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33088) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:28.804000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:05:28.818014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:28.827593 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-29d611ca-adc4-4b36-af20-36491b4a7f5e service neutron] 10.222.0.48 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435617
Dec 15 19:05:28.926279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:28.930017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:28.932757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:28.938398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:28.948713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:28.961321 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-8379cd55-c721-425c-98c8-d0500a31183d service neutron] 10.222.0.48 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273143
Dec 15 19:05:29.050740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:29.314323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-fcbcb5f6-8220-4c5d-99eb-a2034c8c7f81 req-776e5af7-748c-44ee-9a0f-99485463a41b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:29.337461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-fcbcb5f6-8220-4c5d-99eb-a2034c8c7f81 req-776e5af7-748c-44ee-9a0f-99485463a41b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:29.338685 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fcbcb5f6-8220-4c5d-99eb-a2034c8c7f81 req-776e5af7-748c-44ee-9a0f-99485463a41b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 210 time: 0.1952362
Dec 15 19:05:29.451786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:29.455988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0ec780f0-0105-4a39-82e2-696d1c2f37a5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:29.559992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=e5e94f5a-3e70-494c-a669-754e8e103165,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:29.565700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:29.572895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:29.573425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network hostable DHCP agents. Network: 6e1b885a-5f59-4a93-98cd-7a045592dff4, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:05:29.599874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:05:29.609514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 6e1b885a-5f59-4a93-98cd-7a045592dff4) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:29.614552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:29.615143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:29.619676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8a65d-421d-437b-8579-bddad7cdae79 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:29.642545 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8409514
Dec 15 19:05:29.644335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33102) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:29.650365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'name': 'tempest-NetworksTestDHCPv6-566456987'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:29.791571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:29.795377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:29.798153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:29.804458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:29.814461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:29.817509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:29.838440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 0693c139-6e2f-446c-8edf-93d94dde0aaf yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:29.855719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'e5e94f5a-3e70-494c-a669-754e8e103165'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:05:29.856544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:29.956542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f54e6cb8-e1a0-4577-a715-69c7b277eeb0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:30.004975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::21a (6e1b885a-5f59-4a93-98cd-7a045592dff4/e5e94f5a-3e70-494c-a669-754e8e103165/0693c139-6e2f-446c-8edf-93d94dde0aaf) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:30.053138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:30.053540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.227856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-3b01b2fd-b11b-4001-8e27-e2e0002e284c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:30.229938 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-3b01b2fd-b11b-4001-8e27-e2e0002e284c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 796 time: 0.1647067
Dec 15 19:05:30.258598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.274868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 0693c139-6e2f-446c-8edf-93d94dde0aaf will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:30.287502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-13c6ec5c-defa-43bb-b22b-99697cb56a52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:30.299106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.300552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-13c6ec5c-defa-43bb-b22b-99697cb56a52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:30.301738 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-13c6ec5c-defa-43bb-b22b-99697cb56a52 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 380 time: 0.0580723
Dec 15 19:05:30.305163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9520599e-b725-4c01-bc66-be86b73360c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:30.339813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['367d76f2-55ff-4235-91dd-246be5fe4065']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:30.382451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/e5e94f5a-3e70-494c-a669-754e8e103165/5577a6f7-e48c-47be-8395-8ee101fc31d9) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:30.386206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:30.390710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:30.392673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=0693c139-6e2f-446c-8edf-93d94dde0aaf,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:30.395461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:30.399428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:30.400176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.404031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:30.424084 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.7784956
Dec 15 19:05:30.426651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33108) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:30.517697 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-970116c1-8bb2-4770-8f15-ba6e07e3bd09 req-51372e69-6090-449a-beb7-e21480bd2257 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 210 time: 0.0455744
Dec 15 19:05:30.531520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:30.548032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a73812-c351-454b-baf6-70c1bbfb501a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:30.548723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-32a73812-c351-454b-baf6-70c1bbfb501a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:30.549542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:30.561738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:30.564749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.572174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-32a73812-c351-454b-baf6-70c1bbfb501a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:30.573532 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-32a73812-c351-454b-baf6-70c1bbfb501a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.1457286
Dec 15 19:05:30.576358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33112) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:30.632128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.642875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Transition to ACTIVE for port object 5577a6f7-e48c-47be-8395-8ee101fc31d9 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:30.648833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 0693c139-6e2f-446c-8edf-93d94dde0aaf {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:30.649385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.665019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Transition to ACTIVE for port object 5577a6f7-e48c-47be-8395-8ee101fc31d9 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:30.673146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.682703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:30.756452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.11 (91fe1ea0-2899-421c-b108-a8b1304cfb67/3430eb63-6ea6-4667-a052-6871efae96e5/07fbe942-e97f-4f44-b15f-c68ed73becf2) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:30.760519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:30.763894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:30.768055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:30.784523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Pushing event updated for resources: {'Port': ['ID=5577a6f7-e48c-47be-8395-8ee101fc31d9,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:30.787847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:30.872308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Attempting to bind port 5577a6f7-e48c-47be-8395-8ee101fc31d9 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:30.872724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Attempting to bind port 5577a6f7-e48c-47be-8395-8ee101fc31d9 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:30.873072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Attempting to bind port 5577a6f7-e48c-47be-8395-8ee101fc31d9 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:30.880401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:30.880786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:30.881196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.881643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:30.882118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Bound port: 5577a6f7-e48c-47be-8395-8ee101fc31d9, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:30.882502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.967914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.973453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] For port 5577a6f7-e48c-47be-8395-8ee101fc31d9, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:30.976563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] For port 5577a6f7-e48c-47be-8395-8ee101fc31d9, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5577a6f7-e48c-47be-8395-8ee101fc31d9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:30.982531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:30.984981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 07fbe942-e97f-4f44-b15f-c68ed73becf2 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:30.989751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-99309272-39f9-494c-8cea-13227f88f758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:31.008978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.014567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d4a64edb-2a75-49d3-a7f2-10f28b0faec4 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:31.023952 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:05:31.039947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.072188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Pushing event updated for resources: {'Port': ['ID=5577a6f7-e48c-47be-8395-8ee101fc31d9,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:31.075118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:31.076219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:31.079544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:31.092026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:31.130233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=07fbe942-e97f-4f44-b15f-c68ed73becf2,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:31.134899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:31.163133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:31.163775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.169606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 0693c139-6e2f-446c-8edf-93d94dde0aaf owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:31.192251 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8575716
Dec 15 19:05:31.206373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Request body: {'port': {'device_id': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:31.365210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.376407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9ed492d6-80e9-464e-afe3-1bc5212d4461 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:31.379152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.438066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=0693c139-6e2f-446c-8edf-93d94dde0aaf,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:31.442690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:31.454908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-79aa08de-f120-43e1-9b48-d1aad68bd533 None None] Provisioning for port 07fbe942-e97f-4f44-b15f-c68ed73becf2 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:31.460804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-79aa08de-f120-43e1-9b48-d1aad68bd533 None None] Provisioning complete for port 07fbe942-e97f-4f44-b15f-c68ed73becf2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:31.461187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-79aa08de-f120-43e1-9b48-d1aad68bd533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.499713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.512543 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/0693c139-6e2f-446c-8edf-93d94dde0aaf HTTP/1.1" status: 204  len: 168 time: 0.9331181
Dec 15 19:05:31.512782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33116) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:31.539499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-79aa08de-f120-43e1-9b48-d1aad68bd533 None None] Port 07fbe942-e97f-4f44-b15f-c68ed73becf2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:31.588920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab5e5f2-c9bd-41ce-bfc5-0c6edf311c88 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:31.590571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab5e5f2-c9bd-41ce-bfc5-0c6edf311c88 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:31.592059 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4ab5e5f2-c9bd-41ce-bfc5-0c6edf311c88 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0778379
Dec 15 19:05:31.594680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33122) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:31.796097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet e5e94f5a-3e70-494c-a669-754e8e103165 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:31.798905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.814468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eb9ba-aeee-405a-85c1-e62e669e8239 req-f8a90055-1e33-4244-98ce-d862a581aecf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:31.815671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-8b8eb9ba-aeee-405a-85c1-e62e669e8239 req-f8a90055-1e33-4244-98ce-d862a581aecf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:31.850868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fbe942-e97f-4f44-b15f-c68ed73becf2 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:05:31.856969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-8b8eb9ba-aeee-405a-85c1-e62e669e8239 req-f8a90055-1e33-4244-98ce-d862a581aecf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:31.858139 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8b8eb9ba-aeee-405a-85c1-e62e669e8239 req-f8a90055-1e33-4244-98ce-d862a581aecf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 932 time: 0.2003636
Dec 15 19:05:31.859822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.860283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.892161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Transition to ACTIVE for port object 07fbe942-e97f-4f44-b15f-c68ed73becf2 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:31.897097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.905086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:31.971115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:31.990601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5577a6f7-e48c-47be-8395-8ee101fc31d9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:32.073690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.082204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5415e15b-fce4-4b91-bfa8-bd6b6854f550 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:32.124983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e94f5a-3e70-494c-a669-754e8e103165,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:32.130962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 5577a6f7-e48c-47be-8395-8ee101fc31d9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:32.141020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:32.148074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.155546 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/e5e94f5a-3e70-494c-a669-754e8e103165 HTTP/1.1" status: 204  len: 168 time: 0.5598660
Dec 15 19:05:32.157992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33130) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:32.226143 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e5ee8e1f-edc0-45b6-b4f7-34b8b6086880 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0667031
Dec 15 19:05:32.229287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33134) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:32.234932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:32.304932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8b8eb9ba-aeee-405a-85c1-e62e669e8239 req-403f9ad2-6f33-4f4e-a53b-6ad9b0dba6e5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4344430
Dec 15 19:05:32.310526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Pushing event updated for resources: {'Port': ['ID=07fbe942-e97f-4f44-b15f-c68ed73becf2,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:32.313412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:32.397569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:32.402123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:32.406607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:32.415175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:32.426989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74644d32-1771-415a-9c6e-ee1a4a68f8b1 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:32.429060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:32.433321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.449687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Attempting to bind port 07fbe942-e97f-4f44-b15f-c68ed73becf2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:32.450290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Attempting to bind port 07fbe942-e97f-4f44-b15f-c68ed73becf2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:32.450431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Attempting to bind port 07fbe942-e97f-4f44-b15f-c68ed73becf2 on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:32.456809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Port 07fbe942-e97f-4f44-b15f-c68ed73becf2 on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:05:32.457119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Attempting to bind port 07fbe942-e97f-4f44-b15f-c68ed73becf2 on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:32.466470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:32.466836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Checking segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:32.467659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Bound using segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:32.468102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Bound port: 07fbe942-e97f-4f44-b15f-c68ed73becf2, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:32.468449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.615931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] For port 07fbe942-e97f-4f44-b15f-c68ed73becf2, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:32.620480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] For port 07fbe942-e97f-4f44-b15f-c68ed73becf2, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:32.629454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.636287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:32.672908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Provisioning for port 5577a6f7-e48c-47be-8395-8ee101fc31d9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:32.681588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Provisioning complete for port 5577a6f7-e48c-47be-8395-8ee101fc31d9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:32.681970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.705410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.707740 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] 10.222.0.64 "PUT /v2.0/ports/07fbe942-e97f-4f44-b15f-c68ed73becf2 HTTP/1.1" status: 200  len: 1094 time: 1.5058417
Dec 15 19:05:32.710973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:32.810176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.815816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b14829fe-10c5-4667-b1b1-ec69becce0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:32.854094 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'status': 'completed', 'code': 200}
Dec 15 19:05:32.875421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Pushing event updated for resources: {'Port': ['ID=07fbe942-e97f-4f44-b15f-c68ed73becf2,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:32.879332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:32.902685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:05:32.920431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Deleting port 5577a6f7-e48c-47be-8395-8ee101fc31d9 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:32.920820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.947793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=27d838d9-ecd5-47ef-97ff-da3c85fa9580,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:32.954192 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-3c3b86d8-cd97-4210-bac0-1e5f148f6461 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 1097 time: 0.1954098
Dec 15 19:05:32.963557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:32.980751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:32.982251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:32.990957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:32.992116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:32.996430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:33.023123 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7915580
Dec 15 19:05:33.025029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33148) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:33.042816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'name': 'tempest-NetworksTestDHCPv6-228844293'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:33.055850 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-fb5b0158-f4b3-4636-aa50-8196950fdbaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2 HTTP/1.1" status: 200  len: 217 time: 0.0936060
Dec 15 19:05:33.119703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] For port 5577a6f7-e48c-47be-8395-8ee101fc31d9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5577a6f7-e48c-47be-8395-8ee101fc31d9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:33.138694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:33.139017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040157a-5750-41c7-8828-c78b6420b7d4 req-de4bfdc0-6bdd-4e7d-9230-5370380e11e8 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:33.141189 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c040157a-5750-41c7-8828-c78b6420b7d4 req-de4bfdc0-6bdd-4e7d-9230-5370380e11e8 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.2332864
Dec 15 19:05:33.150196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:33.168437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-aa007bb0-85dc-4cfe-abf0-e56bb60c6984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:33.169966 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-aa007bb0-85dc-4cfe-abf0-e56bb60c6984 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 200  len: 835 time: 0.0992455
Dec 15 19:05:33.208857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:33.213156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:33.216050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:33.222621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:33.234353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:33.238417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:33.248335 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c040157a-5750-41c7-8828-c78b6420b7d4 req-f9582262-a3bc-4f39-bc02-b0bae324aec4 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007788
Dec 15 19:05:33.266643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:33.272931 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-b14e25b0-b9a9-4fd7-ae70-db539d776566 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0949759
Dec 15 19:05:33.348355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Pushing event updated for resources: {'Port': ['ID=5577a6f7-e48c-47be-8395-8ee101fc31d9,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:33.364569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:33.376816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] For port 5577a6f7-e48c-47be-8395-8ee101fc31d9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5577a6f7-e48c-47be-8395-8ee101fc31d9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:33.377219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:33.428918 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-e65b480a-c476-4c95-a314-642ddb29a8b6 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484785
Dec 15 19:05:33.509429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Calling delete_port for 5577a6f7-e48c-47be-8395-8ee101fc31d9 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:33.579930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::236 (6e1b885a-5f59-4a93-98cd-7a045592dff4/27d838d9-ecd5-47ef-97ff-da3c85fa9580/a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:33.592753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:05:33.593277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:05:33.594162 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62ee5f0-ab2b-4cb3-a852-7ce2dd6a846b req-e2a4f77e-1649-4ff3-a528-04208020121b service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585867
Dec 15 19:05:33.655132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bab36-0aa0-4051-bc74-03cbe2e5b77b req-f7a9ddad-8884-47dc-bbe0-78b9b188209c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:33.656499 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-184bab36-0aa0-4051-bc74-03cbe2e5b77b req-f7a9ddad-8884-47dc-bbe0-78b9b188209c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 944 time: 0.1532466
Dec 15 19:05:33.710160 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-e1289606-1818-4d92-bfe1-e28cf10692d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 1097 time: 0.0726767
Dec 15 19:05:33.791020 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-184bab36-0aa0-4051-bc74-03cbe2e5b77b req-f5686fc5-ec9e-48dd-8373-fae56f5f40bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143601
Dec 15 19:05:33.838237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:33.847690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-ff42fd93-eeec-4c36-8a59-14faf57a3089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:33.849274 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-ff42fd93-eeec-4c36-8a59-14faf57a3089 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 897 time: 0.1328967
Dec 15 19:05:33.854229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:33.878870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:33.885363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-151f61c0-ff0a-4be0-9162-8f395a265686 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:33.919455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5577a6f7-e48c-47be-8395-8ee101fc31d9 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:33.925291 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-54eb1c21-3670-4f21-aba7-c26f4579db42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2 HTTP/1.1" status: 200  len: 217 time: 0.0693676
Dec 15 19:05:33.959270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:33.962857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:33.968773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:33.972869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:33.973554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:33.977645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:33.980739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:33.994301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-52a21271-7fef-45f6-95a9-ecfb509dd32b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:33.996011 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-52a21271-7fef-45f6-95a9-ecfb509dd32b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 200  len: 835 time: 0.0628328
Dec 15 19:05:34.004263 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9765155
Dec 15 19:05:34.006890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33154) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:34.037279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.074616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 5577a6f7-e48c-47be-8395-8ee101fc31d9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5577a6f7-e48c-47be-8395-8ee101fc31d9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:34.076349 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-f4dbbc2b-c4fb-4cd0-bf7d-d8d45f3d0476 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723596
Dec 15 19:05:34.079843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.081937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:34.087579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae418d-3e32-4f75-aa05-4a5be7e80519 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:34.091051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae418d-3e32-4f75-aa05-4a5be7e80519 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:34.092641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6aae418d-3e32-4f75-aa05-4a5be7e80519 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:34.110232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6aae418d-3e32-4f75-aa05-4a5be7e80519 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:34.114535 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6aae418d-3e32-4f75-aa05-4a5be7e80519 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1591 time: 0.1034894
Dec 15 19:05:34.115408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33158) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:34.117195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Deleting port 5577a6f7-e48c-47be-8395-8ee101fc31d9 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:34.117435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.192900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:34.193153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.215712 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-b6afeb54-b78d-4a5e-8a7e-ef8d037850fb service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323893
Dec 15 19:05:34.225826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=5577a6f7-e48c-47be-8395-8ee101fc31d9,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:34.230119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:34.362595 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c065ea74-b8be-4bc2-8ca1-37a21cc19587 req-039a6952-2b48-40d5-8c18-01622e0dfd72 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389287
Dec 15 19:05:34.380789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] For port 5577a6f7-e48c-47be-8395-8ee101fc31d9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5577a6f7-e48c-47be-8395-8ee101fc31d9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:34.381422 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.451653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.509060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Calling delete_port for 5577a6f7-e48c-47be-8395-8ee101fc31d9 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:34.584513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:34.594128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac36633-0e20-4941-8789-ae755644b78d req-5e72bffd-743c-45c6-b8af-4822f48cfd82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:34.594795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.595603 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8ac36633-0e20-4941-8789-ae755644b78d req-5e72bffd-743c-45c6-b8af-4822f48cfd82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1979043
Dec 15 19:05:34.599480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-de80b702-af6d-4c8b-8823-a367d6e7c855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:34.648671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Pushing event deleted for resources: {'Port': ['ID=5577a6f7-e48c-47be-8395-8ee101fc31d9,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:34.649255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:34.654713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] No DVR routers for this DVR port 5577a6f7-e48c-47be-8395-8ee101fc31d9 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:34.670025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8179116-71c3-4384-b2ae-eb0399990cf3 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:34.674176 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8ac36633-0e20-4941-8789-ae755644b78d req-cec36fe5-69ce-4069-983b-c62529fc1b61 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701468
Dec 15 19:05:34.780907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.788148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-105efd0d-8741-4695-be65-2d98a1301c9a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:34.830199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:34.834458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:34.881236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.898015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '27d838d9-ecd5-47ef-97ff-da3c85fa9580'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:05:34.898868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:34.900125 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7 HTTP/1.1" status: 204  len: 168 time: 0.7835422
Dec 15 19:05:34.902461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33166) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:35.017069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e2d36-d697-44b4-920f-8b102ef4dcf0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:35.019121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e2d36-d697-44b4-920f-8b102ef4dcf0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:35.019858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-af0e2d36-d697-44b4-920f-8b102ef4dcf0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:35.051797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-af0e2d36-d697-44b4-920f-8b102ef4dcf0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:35.053019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-af0e2d36-d697-44b4-920f-8b102ef4dcf0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1495488
Dec 15 19:05:35.056307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33170) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:35.059937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f602-e0f7-4a79-952d-59ee32e5daba req-f4f3dfba-5679-4c68-8073-498c63cabf3b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:35.061374 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c6e2f602-e0f7-4a79-952d-59ee32e5daba req-f4f3dfba-5679-4c68-8073-498c63cabf3b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 944 time: 0.1261766
Dec 15 19:05:35.066199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/27d838d9-ecd5-47ef-97ff-da3c85fa9580/126630c0-48f0-499e-b70e-d29365e2f89a) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:35.113339 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c6e2f602-e0f7-4a79-952d-59ee32e5daba req-475b6d4f-417e-459b-94be-ee9be95fc4f6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446358
Dec 15 19:05:35.263888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 27d838d9-ecd5-47ef-97ff-da3c85fa9580 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:35.266044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.275863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Transition to ACTIVE for port object 126630c0-48f0-499e-b70e-d29365e2f89a will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:35.293015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Transition to ACTIVE for port object 126630c0-48f0-499e-b70e-d29365e2f89a will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:35.297388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.298080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.302457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:35.355426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.406693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:35.409490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:35.411387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Pushing event updated for resources: {'Port': ['ID=126630c0-48f0-499e-b70e-d29365e2f89a,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:35.413535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:35.415648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:35.438212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.499491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Attempting to bind port 126630c0-48f0-499e-b70e-d29365e2f89a on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:35.499870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Attempting to bind port 126630c0-48f0-499e-b70e-d29365e2f89a by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:35.500211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Attempting to bind port 126630c0-48f0-499e-b70e-d29365e2f89a on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:35.507228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:35.507597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:35.507990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.508383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:35.508831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Bound port: 126630c0-48f0-499e-b70e-d29365e2f89a, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:35.509195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.514111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.518319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-32afa724-1c29-4214-a1a9-b34e2513fc76 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:35.554935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=27d838d9-ecd5-47ef-97ff-da3c85fa9580,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:35.558231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:35.559212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.573191 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/27d838d9-ecd5-47ef-97ff-da3c85fa9580 HTTP/1.1" status: 204  len: 168 time: 0.5156374
Dec 15 19:05:35.575801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33174) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:35.598042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] For port 126630c0-48f0-499e-b70e-d29365e2f89a, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:35.601320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] For port 126630c0-48f0-499e-b70e-d29365e2f89a, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=126630c0-48f0-499e-b70e-d29365e2f89a,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:35.607061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.610757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ab446bbf-2ee2-4b24-916e-e67c571276a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:35.650035 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4bdb1000-f4c3-4574-9955-3978d2ceebdb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0699646
Dec 15 19:05:35.650035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33178) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:35.655037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:35.693103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Pushing event updated for resources: {'Port': ['ID=126630c0-48f0-499e-b70e-d29365e2f89a,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:35.696750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:35.766528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551f79e-e797-4a91-8e90-6232db5dea82 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:05:35.786300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:35.790529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:35.793447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:35.799986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:35.847734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:35.851101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:35.873611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551f79e-e797-4a91-8e90-6232db5dea82 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:05:35.960384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 07fbe942-e97f-4f44-b15f-c68ed73becf2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:05:35.985417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833cc2a-1698-44bc-b99c-5adf31b425c1 req-5af61ea0-6242-4d6d-aca1-32e48ebb6f6a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:35.986894 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e833cc2a-1698-44bc-b99c-5adf31b425c1 req-5af61ea0-6242-4d6d-aca1-32e48ebb6f6a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1846602
Dec 15 19:05:36.086918 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e833cc2a-1698-44bc-b99c-5adf31b425c1 req-a415fb33-eb7c-4f11-bb60-72802f5532d6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937703
Dec 15 19:05:36.149920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:36.153563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3ad643e-1891-49dc-8899-6c935c0eadd0 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:36.226617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:36.229565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 07fbe942-e97f-4f44-b15f-c68ed73becf2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:36.231299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:36.245056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:36.245056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:36.256092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=a5c81657-3a75-49df-953f-71fa8dab7740,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:36.258918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'port_id': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'mac_address': 'fa:16:3e:fb:7a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:05:36.266187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:36.290643 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6345558
Dec 15 19:05:36.290643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33186) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:36.299657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'name': 'tempest-NetworksTestDHCPv6-1490531425'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:36.347258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea881ee-33e8-4384-9e92-67c1087eb8e2 req-4ae0c264-5a5c-4a25-afea-f55d70267094 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:36.355987 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cea881ee-33e8-4384-9e92-67c1087eb8e2 req-4ae0c264-5a5c-4a25-afea-f55d70267094 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 944 time: 0.1096447
Dec 15 19:05:36.391273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:36.406197 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cea881ee-33e8-4384-9e92-67c1087eb8e2 req-126005bc-a992-445b-91b5-6af7b98fb5c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497196
Dec 15 19:05:36.463741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fbe942-e97f-4f44-b15f-c68ed73becf2 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:05:36.493653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:36.493653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:36.499793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:36.507094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:36.515916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:36.520099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:36.521966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 07fbe942-e97f-4f44-b15f-c68ed73becf2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:36.531714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:36.534447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:36.544332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 4746b97e-2180-48b7-8d20-f6698b8e372f yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:36.616863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Update dhcp port {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': 'a5c81657-3a75-49df-953f-71fa8dab7740'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '126630c0-48f0-499e-b70e-d29365e2f89a'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:05:36.681771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=07fbe942-e97f-4f44-b15f-c68ed73becf2,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:36.693366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:36.726849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:36.751456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::93 (6e1b885a-5f59-4a93-98cd-7a045592dff4/a5c81657-3a75-49df-953f-71fa8dab7740/4746b97e-2180-48b7-8d20-f6698b8e372f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:36.782306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['07fbe942-e97f-4f44-b15f-c68ed73becf2'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:05:36.998814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:37.019334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 4746b97e-2180-48b7-8d20-f6698b8e372f will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:37.049075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:37.054469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:37.170828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/a5c81657-3a75-49df-953f-71fa8dab7740/126630c0-48f0-499e-b70e-d29365e2f89a) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:37.278846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=4746b97e-2180-48b7-8d20-f6698b8e372f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:37.292178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:37.311168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:37.312861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:37.320228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:37.320228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:37.323771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:37.369164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33192) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:37.369807 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0805333
Dec 15 19:05:37.387062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7add548-0223-44b7-bdc5-9d6a30fa0cdd req-5ba10209-d75a-42a3-8a8a-e4de990144f6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:37.388157 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7add548-0223-44b7-bdc5-9d6a30fa0cdd req-5ba10209-d75a-42a3-8a8a-e4de990144f6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1489120
Dec 15 19:05:37.427747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] For port 126630c0-48f0-499e-b70e-d29365e2f89a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=126630c0-48f0-499e-b70e-d29365e2f89a,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:37.461827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:37.471848 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7add548-0223-44b7-bdc5-9d6a30fa0cdd req-0c5ffebf-1093-458e-b2b6-66114baca9b5 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736370
Dec 15 19:05:37.485718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Ignored duplicate provisioning block setup for port 126630c0-48f0-499e-b70e-d29365e2f89a by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 15 19:05:37.489616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a01d3-1003-4748-965c-089892b5883b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:37.491553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:37.496009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a01d3-1003-4748-965c-089892b5883b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:37.497043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2b6a01d3-1003-4748-965c-089892b5883b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:37.506628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-63075cae-2080-43e0-b056-fda02b5bc012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:37.521248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2b6a01d3-1003-4748-965c-089892b5883b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:37.522738 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2b6a01d3-1003-4748-965c-089892b5883b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1589 time: 0.1520777
Dec 15 19:05:37.525647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33198) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:37.620759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Pushing event updated for resources: {'Port': ['ID=126630c0-48f0-499e-b70e-d29365e2f89a,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:37.627860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:37.770436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 4746b97e-2180-48b7-8d20-f6698b8e372f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:37.770436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:37.939224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f41a-89bd-4fc9-9e21-88d19e8797a6 req-ed5f5441-8aeb-450e-b9eb-5df29d0cb665 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:37.946846 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-73e6f41a-89bd-4fc9-9e21-88d19e8797a6 req-ed5f5441-8aeb-450e-b9eb-5df29d0cb665 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 945 time: 0.3829956
Dec 15 19:05:37.987213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 07fbe942-e97f-4f44-b15f-c68ed73becf2 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:38.048343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 126630c0-48f0-499e-b70e-d29365e2f89a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:38.127469 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-73e6f41a-89bd-4fc9-9e21-88d19e8797a6 req-210f20b0-0df7-4acc-ac28-aadb4cf7ff2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1789906
Dec 15 19:05:38.157108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 07fbe942-e97f-4f44-b15f-c68ed73becf2 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:38.162207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 126630c0-48f0-499e-b70e-d29365e2f89a completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:38.174882 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 07fbe942-e97f-4f44-b15f-c68ed73becf2 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:38.175399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:38.197846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:38.311511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:38.339050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 4746b97e-2180-48b7-8d20-f6698b8e372f owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:38.347267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:38.358948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 07fbe942-e97f-4f44-b15f-c68ed73becf2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:38.363654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:38.366003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e83e2508-c0c3-4b9d-b852-b55f7ea5f6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:38.436315 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'code': 200}
Dec 15 19:05:38.447829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=07fbe942-e97f-4f44-b15f-c68ed73becf2,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:38.450935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:38.555673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:38.561734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e4198b8d-b013-4c03-b831-c95ec20409b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:38.610321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=4746b97e-2180-48b7-8d20-f6698b8e372f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:38.618052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:38.729317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:38.737295 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1077a682-8e4f-4407-b0cc-d4fd4cbd1904 req-41da57ef-841b-42af-995b-034fcaa3fdaf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 1099 time: 0.0942404
Dec 15 19:05:38.755344 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/4746b97e-2180-48b7-8d20-f6698b8e372f HTTP/1.1" status: 204  len: 168 time: 1.2281368
Dec 15 19:05:38.759078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33208) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:38.797410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1077a682-8e4f-4407-b0cc-d4fd4cbd1904 req-bdd1c3d2-cf0d-4b97-ba5c-723aeeaf620a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537064
Dec 15 19:05:38.857444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686135-d369-41d7-97da-1b2983a08ada req-637cd8ca-5a47-4f37-8ec9-fd2fd70b6cda tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:38.858939 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5686135-d369-41d7-97da-1b2983a08ada req-637cd8ca-5a47-4f37-8ec9-fd2fd70b6cda tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1967976
Dec 15 19:05:38.866851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318133d-8ec2-4f3f-94e6-c09f570549b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:38.868176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318133d-8ec2-4f3f-94e6-c09f570549b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:38.869816 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9318133d-8ec2-4f3f-94e6-c09f570549b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1097713
Dec 15 19:05:38.873105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33212) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:38.921493 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5686135-d369-41d7-97da-1b2983a08ada req-0c92ddc5-fdbf-4010-9b43-ca2d4b8aec5a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503290
Dec 15 19:05:38.954619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet a5c81657-3a75-49df-953f-71fa8dab7740 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:38.959315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.002974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d01aa-eb88-47e1-ae6f-9eca6359fab4 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:39.018138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.117820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.132230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Provisioning for port 126630c0-48f0-499e-b70e-d29365e2f89a completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:39.140580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Provisioning complete for port 126630c0-48f0-499e-b70e-d29365e2f89a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:39.140580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.209906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.213264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-56476854-2f93-4ef1-a834-c72314f7266e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:39.253536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c81657-3a75-49df-953f-71fa8dab7740,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:39.263498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:39.269632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.314924 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/a5c81657-3a75-49df-953f-71fa8dab7740 HTTP/1.1" status: 204  len: 168 time: 0.4409730
Dec 15 19:05:39.317518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33218) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:39.358398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.363538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0ed9e-eb57-4a39-8236-c22428b5a1d7 req-db4ac739-667b-4d73-bff6-b365ea5c8d8c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:39.365275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5e0ed9e-eb57-4a39-8236-c22428b5a1d7 req-db4ac739-667b-4d73-bff6-b365ea5c8d8c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 946 time: 0.0860715
Dec 15 19:05:39.399386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2b471f3e-a8df-4050-aedb-5995e1c2e088 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0801406
Dec 15 19:05:39.401540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33222) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:39.408760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] For port 126630c0-48f0-499e-b70e-d29365e2f89a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=126630c0-48f0-499e-b70e-d29365e2f89a,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:39.414957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.420135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:39.424980 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5e0ed9e-eb57-4a39-8236-c22428b5a1d7 req-f28fc941-ecff-4acf-972b-fbfc33a2fb6b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473080
Dec 15 19:05:39.502632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7d9ad-5add-4873-a051-42fa742dcd15 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:39.503323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-eaf7d9ad-5add-4873-a051-42fa742dcd15 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:39.519563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-eaf7d9ad-5add-4873-a051-42fa742dcd15 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:39.522220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-eaf7d9ad-5add-4873-a051-42fa742dcd15 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1175959
Dec 15 19:05:39.523264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33226) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:39.532547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Pushing event updated for resources: {'Port': ['ID=126630c0-48f0-499e-b70e-d29365e2f89a,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:39.538134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:39.602771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84b11a-37f6-449c-817d-921f4b822a65 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:39.604637 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8a84b11a-37f6-449c-817d-921f4b822a65 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0804863
Dec 15 19:05:39.607781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33230) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:39.637444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f2247-0a52-49b2-9560-a4d12fc4158d None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:39.692125 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-33fee225-b82c-4777-b9b7-723efd773542 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0826304
Dec 15 19:05:39.696637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33234) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:39.712800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:39.837894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-288a6dac-e36c-4d25-be6d-8daa63b64369 None None] Provisioning complete for port 126630c0-48f0-499e-b70e-d29365e2f89a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:39.838281 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-288a6dac-e36c-4d25-be6d-8daa63b64369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:39.943637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:39.966984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:39.976478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:39.996467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:40.028278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:40.038533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.056413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:05:40.063483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Deleting port 126630c0-48f0-499e-b70e-d29365e2f89a {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:40.064146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.227634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e5d6-cde7-4c25-95d3-46d750238e0e req-d9738231-cc58-4d0d-88e2-926e45df2ce8 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:40.231883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ac19e5d6-cde7-4c25-95d3-46d750238e0e req-d9738231-cc58-4d0d-88e2-926e45df2ce8 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1102202
Dec 15 19:05:40.281077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ac19e5d6-cde7-4c25-95d3-46d750238e0e req-53913e7f-afd1-46af-a286-39b2da51de78 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459027
Dec 15 19:05:40.313139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.316690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a95e682e-a496-492b-ae62-585dd97f6f52 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:40.328966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] For port 126630c0-48f0-499e-b70e-d29365e2f89a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=126630c0-48f0-499e-b70e-d29365e2f89a,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:40.329387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.382533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:40.385657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:40.389645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:40.390225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.394405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=e9e43b3e-76f4-4fd4-b817-df8c3161bbdd,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:40.398056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:40.418220 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7181053
Dec 15 19:05:40.420845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33240) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:40.426592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': 'e9e43b3e-76f4-4fd4-b817-df8c3161bbdd', 'ip_address': '2001:db8::3b55:9f2a:1b69:c6fe'}], 'name': 'tempest-NetworksTestDHCPv6-1934714065'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:40.495648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Calling delete_port for 126630c0-48f0-499e-b70e-d29365e2f89a owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:40.568781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:40.581738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.585502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:40.613794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:40.627857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Pushing event deleted for resources: {'Port': ['ID=126630c0-48f0-499e-b70e-d29365e2f89a,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:40.631141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:40.631642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:40.634594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] No DVR routers for this DVR port 126630c0-48f0-499e-b70e-d29365e2f89a on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:40.646720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8c25f-2d9f-408a-aaf9-c33f946d6598 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:40.766867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5ad03-bd11-427b-80cb-f014c143be96 req-1dc03504-2374-4d6d-bdba-1882f6925763 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:40.768671 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-76a5ad03-bd11-427b-80cb-f014c143be96 req-1dc03504-2374-4d6d-bdba-1882f6925763 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 946 time: 0.1924093
Dec 15 19:05:40.806507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.845340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port b0614361-5345-4129-834f-28598d334574 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:40.914276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'e9e43b3e-76f4-4fd4-b817-df8c3161bbdd'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:05:40.915125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:40.995888 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-76a5ad03-bd11-427b-80cb-f014c143be96 req-2f34ca79-5036-4d44-b7cb-a3970de3f3fc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2128441
Dec 15 19:05:41.109600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/e9e43b3e-76f4-4fd4-b817-df8c3161bbdd/cd61dd11-e5cb-4f16-971c-2393d8735c59) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:41.208480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581d1f-755f-46df-92c5-409bb2b27db0 req-85b74a6e-ed3d-4578-8df3-832b0fa3e9ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:41.210022 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94581d1f-755f-46df-92c5-409bb2b27db0 req-85b74a6e-ed3d-4578-8df3-832b0fa3e9ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 946 time: 0.0762475
Dec 15 19:05:41.259713 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94581d1f-755f-46df-92c5-409bb2b27db0 req-1feed8da-45e2-4b1a-baef-87e3a8f57e7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440874
Dec 15 19:05:41.286997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33248) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:41.315951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.327577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Transition to ACTIVE for port object cd61dd11-e5cb-4f16-971c-2393d8735c59 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:41.346454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Transition to ACTIVE for port object cd61dd11-e5cb-4f16-971c-2393d8735c59 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:41.352247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.356580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-36f25c8a-4e88-4d3e-99f8-c59d7f0688f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:41.420332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Pushing event updated for resources: {'Port': ['ID=cd61dd11-e5cb-4f16-971c-2393d8735c59,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:41.425271 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:41.433707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:41.434781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:41.436941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:41.457704 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6769cc74-041c-4fe1-8280-34d35c07e60d tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 1094 time: 0.1693554
Dec 15 19:05:41.460375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33254) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:41.466558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:41.472334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:41.476201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:41.479219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:41.480377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::3b55:9f2a:1b69:c6fe (6e1b885a-5f59-4a93-98cd-7a045592dff4/e9e43b3e-76f4-4fd4-b817-df8c3161bbdd/b0614361-5345-4129-834f-28598d334574) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:41.485826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:41.499079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.527138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Attempting to bind port cd61dd11-e5cb-4f16-971c-2393d8735c59 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:41.527599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Attempting to bind port cd61dd11-e5cb-4f16-971c-2393d8735c59 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:41.527980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Attempting to bind port cd61dd11-e5cb-4f16-971c-2393d8735c59 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:41.535852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:41.536226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:41.536627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.537020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:41.537503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Bound port: cd61dd11-e5cb-4f16-971c-2393d8735c59, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:41.537893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.563474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a76192-759a-4c5b-add2-0c543b4b8f50 req-3674e87f-c08e-4b41-b69f-801936c307c2 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:41.564975 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4a76192-759a-4c5b-add2-0c543b4b8f50 req-3674e87f-c08e-4b41-b69f-801936c307c2 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1546519
Dec 15 19:05:41.629971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] For port cd61dd11-e5cb-4f16-971c-2393d8735c59, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:41.633731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] For port cd61dd11-e5cb-4f16-971c-2393d8735c59, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cd61dd11-e5cb-4f16-971c-2393d8735c59,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:41.640602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.645950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-aad7668f-42ea-44bd-9fda-11d102634435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:41.647727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.737593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Pushing event updated for resources: {'Port': ['ID=cd61dd11-e5cb-4f16-971c-2393d8735c59,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:41.742297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:41.746317 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4a76192-759a-4c5b-add2-0c543b4b8f50 req-6ac1ced8-d8f8-4935-9f15-16773170b097 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1558614
Dec 15 19:05:41.816168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.818251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.8 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/4e81f658-e366-4810-9607-07851eca639e) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:41.841698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object b0614361-5345-4129-834f-28598d334574 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:41.870724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:41.880155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:41.961729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 126630c0-48f0-499e-b70e-d29365e2f89a no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:41.989638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:41.993429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:41.995965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=b0614361-5345-4129-834f-28598d334574,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:42.001604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:42.006414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:42.012517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.013586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 126630c0-48f0-499e-b70e-d29365e2f89a {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:42.013945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 126630c0-48f0-499e-b70e-d29365e2f89a not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:42.017508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:42.042076 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.6200497
Dec 15 19:05:42.044523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33258) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:42.131936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a24d35-2965-4228-8d75-a0bdbd7dbc5a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:42.135907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a24d35-2965-4228-8d75-a0bdbd7dbc5a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:42.136645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1a24d35-2965-4228-8d75-a0bdbd7dbc5a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:42.141144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.152109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d1a24d35-2965-4228-8d75-a0bdbd7dbc5a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:42.153370 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d1a24d35-2965-4228-8d75-a0bdbd7dbc5a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1077878
Dec 15 19:05:42.156094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33262) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:42.169472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.174021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:42.221498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port b0614361-5345-4129-834f-28598d334574 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:42.221946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.239490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:42.242594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:42.246967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:42.273965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=4e81f658-e366-4810-9607-07851eca639e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:42.280292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:42.472037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.604167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for b0614361-5345-4129-834f-28598d334574 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:42.754888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.762213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c5b7e88-647a-4c7c-9a86-d0a41c1ccb55 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:42.799971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.812447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=b0614361-5345-4129-834f-28598d334574,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:42.815473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:42.862614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.865931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:42.881552 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/b0614361-5345-4129-834f-28598d334574 HTTP/1.1" status: 204  len: 168 time: 0.7241418
Dec 15 19:05:42.884166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33268) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:42.900570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e05d5f63-821c-478c-bcb6-d040fc07413c None None] Provisioning for port cd61dd11-e5cb-4f16-971c-2393d8735c59 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:42.962349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118a848-ac65-4922-8892-6024fdc2ac41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:42.963720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118a848-ac65-4922-8892-6024fdc2ac41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:42.964677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6118a848-ac65-4922-8892-6024fdc2ac41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:42.984329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6118a848-ac65-4922-8892-6024fdc2ac41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:42.986073 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6118a848-ac65-4922-8892-6024fdc2ac41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1008289
Dec 15 19:05:42.988877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33272) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:43.063029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet e9e43b3e-76f4-4fd4-b817-df8c3161bbdd {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:43.067736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.121902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-09a91b9b-2243-479b-b1cf-5cb63e0b3885 None None] Could not find standard attr ID for object 4746b97e-2180-48b7-8d20-f6698b8e372f. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:05:43.134420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.135707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8b9d4-802e-473c-9456-3513ea84318b req-ce087135-5a95-4669-88f2-a84918d9dcff tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:43.137212 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-57a8b9d4-802e-473c-9456-3513ea84318b req-ce087135-5a95-4669-88f2-a84918d9dcff tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1824811
Dec 15 19:05:43.178927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.196593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.207198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:43.255411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.258942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-57a8b9d4-802e-473c-9456-3513ea84318b req-c477e051-593c-49cc-b41f-6ee8659c62fd tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144555
Dec 15 19:05:43.285705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69ea41fe-38e7-4aa4-b776-f7e4e7a001a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.313707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=4e81f658-e366-4810-9607-07851eca639e,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:43.322393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:43.332527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.340589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-927c6d67-5809-4393-a475-91f1d436896f None None] Could not find standard attr ID for object b0614361-5345-4129-834f-28598d334574. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:05:43.471534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.476262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9e607197-5f13-4943-8ce2-26a79da86ff9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:43.515069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e43b3e-76f4-4fd4-b817-df8c3161bbdd,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:43.518486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:43.524656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.539811 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/e9e43b3e-76f4-4fd4-b817-df8c3161bbdd HTTP/1.1" status: 204  len: 168 time: 0.5498455
Dec 15 19:05:43.542529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33276) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:43.551766 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f associated. External IP: 172.26.1.8, port: 07fbe942-e97f-4f44-b15f-c68ed73becf2.
Dec 15 19:05:43.569270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d2ed8-a4f6-4163-a97c-2465d834e633 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:43.617360 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7f1b5a33-324d-4136-986b-f87089797325 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0734847
Dec 15 19:05:43.619935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33280) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:43.625674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:43.748215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:43.753592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:43.756692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:43.762933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:43.774148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:43.778355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:43.863680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:05:43.868458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Deleting port cd61dd11-e5cb-4f16-971c-2393d8735c59 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:43.869604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.011955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.023117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1cc146db-9a23-467c-807c-4ba4f529f8ac tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:44.070179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:44.073073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:44.077117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:44.077732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.080183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] For port cd61dd11-e5cb-4f16-971c-2393d8735c59, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cd61dd11-e5cb-4f16-971c-2393d8735c59,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:44.080747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.112827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=3abafa27-4e2b-424c-9c0f-d81372d6b0aa,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:44.117232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:44.123785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-79393d09-2976-46f9-ab74-b6b06d08f4f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4999678
Dec 15 19:05:44.124170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33284) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:44.130004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '3abafa27-4e2b-424c-9c0f-d81372d6b0aa', 'ip_address': '2001:db8::2bbe:60f7:9146:49cc'}], 'name': 'tempest-NetworksTestDHCPv6-109342249'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:44.145279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:05:44.237073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Calling delete_port for cd61dd11-e5cb-4f16-971c-2393d8735c59 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:44.268899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:44.273237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:44.276093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:44.281826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:44.292258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:44.299813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.313371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.319727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-432600d5-5885-4646-a890-751af6d88bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:44.329036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 34910517-b996-4bbd-a220-737c7d6ead16 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:44.374899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:44.387697 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] Sync routers for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:44.390991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Pushing event deleted for resources: {'Port': ['ID=cd61dd11-e5cb-4f16-971c-2393d8735c59,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:44.394223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:44.402884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] No DVR routers for this DVR port cd61dd11-e5cb-4f16-971c-2393d8735c59 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:44.409643 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:44.410242 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced791850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:44.424961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cbca00-79c9-4986-955d-3fa6c402b3c4 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:44.427134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.508648 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0445220
Dec 15 19:05:44.508648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:44.512385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33290) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:44.634031 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'status': 'completed', 'code': 200}
Dec 15 19:05:44.672758 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d201bfcf-2da9-4a5e-bc03-63a69fca26ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 990 time: 0.1589870
Dec 15 19:05:44.691025 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:44.744382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428925-057d-4a90-9aba-7d042e4e4832 req-e3a6b468-5520-49c3-9e5d-14ea5ad9ab72 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:44.746160 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d1428925-057d-4a90-9aba-7d042e4e4832 req-e3a6b468-5520-49c3-9e5d-14ea5ad9ab72 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.2989006
Dec 15 19:05:44.785598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::2bbe:60f7:9146:49cc (6e1b885a-5f59-4a93-98cd-7a045592dff4/3abafa27-4e2b-424c-9c0f-d81372d6b0aa/34910517-b996-4bbd-a220-737c7d6ead16) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:44.798823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '3abafa27-4e2b-424c-9c0f-d81372d6b0aa'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:05:44.800106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:44.973916 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d1428925-057d-4a90-9aba-7d042e4e4832 req-628c33bc-cd72-4b2e-8c0e-3a50ddfb91cd tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1567242
Dec 15 19:05:44.991559 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-9fd8bb5e-f108-4de9-86ef-50b4a968813c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 1099 time: 0.3319716
Dec 15 19:05:45.093163 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced791850>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e5e929e5-1f35-4cbd-a888-b00f38670a3f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'port_id': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'mac_address': 'fa:16:3e:fb:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:42Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:45.097587 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] Checking router: ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:05:45.108432 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:45.109028 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced791850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:45.147995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.187708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 34910517-b996-4bbd-a220-737c7d6ead16 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:45.191600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-55ca4fa2-16c9-40e3-b73b-95d9955d8d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:45.193043 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-55ca4fa2-16c9-40e3-b73b-95d9955d8d55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 897 time: 0.1924434
Dec 15 19:05:45.287661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.294886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c5e962a2-c7ce-490b-a02a-7834a6709979 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:45.304799 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:45.356943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/3abafa27-4e2b-424c-9c0f-d81372d6b0aa/33e83581-3bcf-44d0-8c94-1f52aaa01150) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:45.503318 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-b72908a3-e69a-4022-b295-a7395c96732b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2 HTTP/1.1" status: 200  len: 998 time: 0.2968841
Dec 15 19:05:45.505070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:45.508658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:45.513029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:45.517634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:45.518252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.555309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=34910517-b996-4bbd-a220-737c7d6ead16,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:45.566025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-88c0dea1-476b-4f6f-93a2-e2919606728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.594768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.595181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.595501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.595610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.595972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.596936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.596936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.597123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.597557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.597729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.598044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.598408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:45.605799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:45.609701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Transition to ACTIVE for port object 33e83581-3bcf-44d0-8c94-1f52aaa01150 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:45.611840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-870b021c-a2e4-48db-b05d-4be43aae4964 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:45.614270 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-870b021c-a2e4-48db-b05d-4be43aae4964 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 200  len: 835 time: 0.0918832
Dec 15 19:05:45.621705 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.4907260
Dec 15 19:05:45.621705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33296) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:45.639608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Transition to ACTIVE for port object 33e83581-3bcf-44d0-8c94-1f52aaa01150 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:45.648157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.655778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f64996d1-2ffe-4ffe-969d-d4924a13dbd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:45.675620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33300) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:45.761817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-8f527b9d-eec1-4923-bdb8-1036c9c51c92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1376536
Dec 15 19:05:45.768946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4383d8d-e953-4608-8d95-55f1ebba3114 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:45.773130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4383d8d-e953-4608-8d95-55f1ebba3114 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:45.773880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4383d8d-e953-4608-8d95-55f1ebba3114 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:45.777326 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced791850>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e5e929e5-1f35-4cbd-a888-b00f38670a3f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'port_id': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'mac_address': 'fa:16:3e:fb:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:42Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:45.782380 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e6d33-6001-465c-b3b1-880f6db0eb39 None None] The sync data for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv is: [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e5e929e5-1f35-4cbd-a888-b00f38670a3f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'port_id': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'mac_address': 'fa:16:3e:fb:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:42Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:05:45.812480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:45.819147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:45.823483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:45.831776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Pushing event updated for resources: {'Port': ['ID=33e83581-3bcf-44d0-8c94-1f52aaa01150,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:45.844155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:45.886414 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-42777e27-b7c6-4f9b-abf7-e8645f289224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 990 time: 0.2082615
Dec 15 19:05:45.898258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4383d8d-e953-4608-8d95-55f1ebba3114 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:45.899978 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a4383d8d-e953-4608-8d95-55f1ebba3114 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2776504
Dec 15 19:05:45.902856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33304) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:45.964324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Attempting to bind port 33e83581-3bcf-44d0-8c94-1f52aaa01150 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:45.964949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Attempting to bind port 33e83581-3bcf-44d0-8c94-1f52aaa01150 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:45.965518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Attempting to bind port 33e83581-3bcf-44d0-8c94-1f52aaa01150 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:45.991016 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-7346c12a-8c82-41f5-9e0c-d96d11582a84 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142680
Dec 15 19:05:45.992294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 34910517-b996-4bbd-a220-737c7d6ead16 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:45.992760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.992856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:45.993215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:45.993685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:45.994075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:45.994627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Bound port: 33e83581-3bcf-44d0-8c94-1f52aaa01150, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:45.995254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:46.129478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] For port 33e83581-3bcf-44d0-8c94-1f52aaa01150, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:46.132848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] For port 33e83581-3bcf-44d0-8c94-1f52aaa01150, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=33e83581-3bcf-44d0-8c94-1f52aaa01150,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:46.143074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:46.151248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:46.201290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10795df1-87be-470f-bcf4-23d42095a252 None None] New status for floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:05:46.206547 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80dd2f67-1b02-4174-8f28-fa136ff89e2b req-76b99f88-ae23-4ba1-a4b4-4da2764b2079 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067835
Dec 15 19:05:46.362635 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c0c6ce0-e242-46f6-9720-0279ae84c02b req-b51aee7d-861a-42a2-ad02-c078f8461b78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1098 time: 0.2582500
Dec 15 19:05:46.418227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Pushing event updated for resources: {'Port': ['ID=33e83581-3bcf-44d0-8c94-1f52aaa01150,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:46.422656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:46.449633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c6f83-9b06-4e0c-aa07-101fb4a928ae req-ec2bdb51-f44c-4d26-8e6c-30a5dd89b553 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:46.451056 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-467c6f83-9b06-4e0c-aa07-101fb4a928ae req-ec2bdb51-f44c-4d26-8e6c-30a5dd89b553 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.2686074
Dec 15 19:05:46.460863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:46.544464 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c0c6ce0-e242-46f6-9720-0279ae84c02b req-fe757591-fd1a-4560-b077-c413656651c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1720679
Dec 15 19:05:46.618244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 34910517-b996-4bbd-a220-737c7d6ead16 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:46.682098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:46.691060 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-467c6f83-9b06-4e0c-aa07-101fb4a928ae req-9ce79a96-c2ae-4245-9587-9f66c629d8f8 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206802
Dec 15 19:05:46.803254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:46.889401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33310) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:46.912681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:46.918195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:46.963422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=34910517-b996-4bbd-a220-737c7d6ead16,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:46.965965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:47.005390 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8a32200d-3ef1-4a71-9a5a-779636e86088 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 992 time: 0.1146784
Dec 15 19:05:47.011358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:47.021854 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/34910517-b996-4bbd-a220-737c7d6ead16 HTTP/1.1" status: 204  len: 168 time: 1.1179774
Dec 15 19:05:47.024363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33316) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:47.089859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc60fef-4bfd-44b5-ac3b-2184ffce86ba tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:47.091362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc60fef-4bfd-44b5-ac3b-2184ffce86ba tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:47.095951 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2dc60fef-4bfd-44b5-ac3b-2184ffce86ba tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0705624
Dec 15 19:05:47.096171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33320) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:47.309707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 3abafa27-4e2b-424c-9c0f-d81372d6b0aa {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:47.314550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:47.372653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:47.441890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cc57138e-ac8c-453e-ad0d-46e8a3246687 None None] Provisioning for port 33e83581-3bcf-44d0-8c94-1f52aaa01150 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:47.486345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:47.568871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:47.572678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-785c298c-dac1-41f2-93e1-8efccedf8ace tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:47.612390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=3abafa27-4e2b-424c-9c0f-d81372d6b0aa,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:47.615362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:47.621332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:47.634511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33326) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:47.635081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2be172-0d56-4e21-bd54-d0d4b2f74c51 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:47.643984 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/3abafa27-4e2b-424c-9c0f-d81372d6b0aa HTTP/1.1" status: 204  len: 168 time: 0.5344896
Dec 15 19:05:47.672524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00fd3500-6edb-4a17-9338-b0116f96c57d None None] Could not find standard attr ID for object 34910517-b996-4bbd-a220-737c7d6ead16. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:05:47.714683 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-24ec05a7-3e0e-4bab-9dbc-5cc03644e411 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0789003
Dec 15 19:05:47.717726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33330) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:47.725433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:47.879882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:47.885040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:47.889196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:47.897349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:47.916842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:47.958103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d759522-6624-46e9-a0e0-45d32a9ef66e req-1ef55659-077b-4166-8e94-a8fac5f823c3 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:47.959357 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9d759522-6624-46e9-a0e0-45d32a9ef66e req-1ef55659-077b-4166-8e94-a8fac5f823c3 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1133046
Dec 15 19:05:47.983320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:05:47.988480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Deleting port 33e83581-3bcf-44d0-8c94-1f52aaa01150 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:47.988955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.019145 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9d759522-6624-46e9-a0e0-45d32a9ef66e req-9d57f560-b200-4a49-98a5-aa719757f85e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529244
Dec 15 19:05:48.048450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33336) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:48.049886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d1eadf52-87bd-43b7-82cd-36ce9858460f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:05:48.052672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d1eadf52-87bd-43b7-82cd-36ce9858460f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:48.059915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.166966 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ecc913d0-3902-4681-b4a7-677ea2c1dbdc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/floatingips/e8ae9829-5eef-4381-bfe5-ad8da5285950 HTTP/1.1" status: 200  len: 993 time: 0.1102455
Dec 15 19:05:48.301450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.305540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ffb0dd1-5cd2-48d2-aacd-8a7f14573d64 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:48.365066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:48.368742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:48.373283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:48.373888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.388309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=721d71ab-c582-4dd2-81a8-062c01267e48,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:48.401437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.406212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.406622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.407129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.407424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.407933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.408370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.408685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.409022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.409451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.409810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.410167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:48.413590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:48.418039 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6963501
Dec 15 19:05:48.418386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33340) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:48.424178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '721d71ab-c582-4dd2-81a8-062c01267e48', 'ip_address': '2001:db8::2743:7212:bbe:204f'}], 'name': 'tempest-NetworksTestDHCPv6-1147368945'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:48.444872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.478904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] For port 33e83581-3bcf-44d0-8c94-1f52aaa01150, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=33e83581-3bcf-44d0-8c94-1f52aaa01150,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:48.479308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.570727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:48.576489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:48.579050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:48.587881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:48.599616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:48.602705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.629343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 836180bd-a53f-4309-95ac-d7907833b627 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:48.687678 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Calling delete_port for 33e83581-3bcf-44d0-8c94-1f52aaa01150 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:48.722913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:48.763164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:48.766874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:48.799121 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'code': 200}
Dec 15 19:05:48.803952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.821751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:48.859548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'port_id': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'mac_address': 'fa:16:3e:5f:ac:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:05:48.930116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:48.960750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:48.963403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:48.967387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:48.972795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::2743:7212:bbe:204f (6e1b885a-5f59-4a93-98cd-7a045592dff4/721d71ab-c582-4dd2-81a8-062c01267e48/836180bd-a53f-4309-95ac-d7907833b627) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:49.011978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.035902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] No DVR routers for this DVR port 33e83581-3bcf-44d0-8c94-1f52aaa01150 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:49.043621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Pushing event deleted for resources: {'Port': ['ID=33e83581-3bcf-44d0-8c94-1f52aaa01150,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:49.046456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:49.053018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1eadf52-87bd-43b7-82cd-36ce9858460f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:05:49.059955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0658b832-061e-4b81-b408-f0568b5dcd3c None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:49.189730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.191935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:49.200585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.207550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 836180bd-a53f-4309-95ac-d7907833b627 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:49.207784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e7809936-4f31-4be6-b3ce-2e69f6566877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:49.230526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.236595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:49.310299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:49.313984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:49.318497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:49.322424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:49.323022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.326942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=836180bd-a53f-4309-95ac-d7907833b627,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:49.330882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:49.352112 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.9326456
Dec 15 19:05:49.354679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33346) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:49.413977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:49.425251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:49.437434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad93db0-d446-458b-a0af-05ce3c760170 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:49.438197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6ad93db0-d446-458b-a0af-05ce3c760170 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:49.447310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['d1eadf52-87bd-43b7-82cd-36ce9858460f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:05:49.454666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6ad93db0-d446-458b-a0af-05ce3c760170 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:49.455801 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6ad93db0-d446-458b-a0af-05ce3c760170 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0993743
Dec 15 19:05:49.458511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33350) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:49.528560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 836180bd-a53f-4309-95ac-d7907833b627 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:49.528712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.684376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '721d71ab-c582-4dd2-81a8-062c01267e48'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:05:49.684376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.826695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:49.959956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 33e83581-3bcf-44d0-8c94-1f52aaa01150 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:49.963131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 836180bd-a53f-4309-95ac-d7907833b627 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:50.009454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 33e83581-3bcf-44d0-8c94-1f52aaa01150 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:50.010294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 33e83581-3bcf-44d0-8c94-1f52aaa01150 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:50.015836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/721d71ab-c582-4dd2-81a8-062c01267e48/15a66fdc-a57b-4743-b5ab-818975ab18f7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:50.138155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.146055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:50.279768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.292459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Transition to ACTIVE for port object 15a66fdc-a57b-4743-b5ab-818975ab18f7 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:50.308381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=836180bd-a53f-4309-95ac-d7907833b627,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:50.309053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:50.312429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Transition to ACTIVE for port object 15a66fdc-a57b-4743-b5ab-818975ab18f7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:50.318952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.324304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-975e0a23-ab9d-4da1-8031-bb6cd638c7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:50.363340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.376942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/836180bd-a53f-4309-95ac-d7907833b627 HTTP/1.1" status: 204  len: 168 time: 0.9169817
Dec 15 19:05:50.383058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33354) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:50.396912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:50.400575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:50.403978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:50.405664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Pushing event updated for resources: {'Port': ['ID=15a66fdc-a57b-4743-b5ab-818975ab18f7,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:50.412396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:50.459546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49592be-9861-47b2-93f5-8a42e812988a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:50.459546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49592be-9861-47b2-93f5-8a42e812988a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:50.459546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b49592be-9861-47b2-93f5-8a42e812988a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:50.475988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b49592be-9861-47b2-93f5-8a42e812988a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:50.479682 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b49592be-9861-47b2-93f5-8a42e812988a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0972536
Dec 15 19:05:50.480802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33358) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:50.502336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Attempting to bind port 15a66fdc-a57b-4743-b5ab-818975ab18f7 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:50.502336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Attempting to bind port 15a66fdc-a57b-4743-b5ab-818975ab18f7 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:50.503206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Attempting to bind port 15a66fdc-a57b-4743-b5ab-818975ab18f7 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:50.511171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:50.511171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:50.511171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.511171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:50.514981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Bound port: 15a66fdc-a57b-4743-b5ab-818975ab18f7, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:50.514981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.571668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 721d71ab-c582-4dd2-81a8-062c01267e48 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:50.574476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.609645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] For port 15a66fdc-a57b-4743-b5ab-818975ab18f7, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:50.613605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] For port 15a66fdc-a57b-4743-b5ab-818975ab18f7, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=15a66fdc-a57b-4743-b5ab-818975ab18f7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:50.622646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.628441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bc55e812-4be9-4750-8938-1aaea50d65cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:50.638639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.711249 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Pushing event updated for resources: {'Port': ['ID=15a66fdc-a57b-4743-b5ab-818975ab18f7,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:50.715916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:50.738657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.823765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.827756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4fad8b7e-9949-45d4-a9e1-5080f57531e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:50.870475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=721d71ab-c582-4dd2-81a8-062c01267e48,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:50.876547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:50.879941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:50.893068 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/721d71ab-c582-4dd2-81a8-062c01267e48 HTTP/1.1" status: 204  len: 168 time: 0.4112737
Dec 15 19:05:50.895701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33362) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:50.965487 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-120f8bbe-5d13-451e-8d0f-6f1b534704ca tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0682724
Dec 15 19:05:50.967675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33366) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:51.044560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e3b1f-c1d8-4a7a-9087-1aefb50003d5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:51.045133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f67e3b1f-c1d8-4a7a-9087-1aefb50003d5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:51.060425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f67e3b1f-c1d8-4a7a-9087-1aefb50003d5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:51.061732 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f67e3b1f-c1d8-4a7a-9087-1aefb50003d5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0931652
Dec 15 19:05:51.064877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33370) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:51.134875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45173349-252b-4cfc-a294-a9788daf4bb4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:51.135562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-45173349-252b-4cfc-a294-a9788daf4bb4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:51.151790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-45173349-252b-4cfc-a294-a9788daf4bb4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:51.153127 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-45173349-252b-4cfc-a294-a9788daf4bb4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0873127
Dec 15 19:05:51.155646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33374) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:51.222498 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6d6dab7e-ac9c-4606-a505-fcdae7a4d776 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0657103
Dec 15 19:05:51.226384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33378) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:51.231955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:51.343636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:51.354240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:51.364578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:51.368276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:51.593394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:51.597468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac29b81-e770-432a-ace2-177b10b31e1d None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:51.597948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-989d806b-aaa8-4784-9578-8e72330f88dc tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:51.658952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:51.661923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:51.666235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:51.666824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:51.679114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:51.683412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:51.691896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-abcf95db-c29e-4c63-8a77-5f7b6cb16c53 None None] Provisioning for port 15a66fdc-a57b-4743-b5ab-818975ab18f7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:51.701040 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4711766
Dec 15 19:05:51.701736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33382) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:51.708604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414', 'ip_address': '2001:db8::c55b:bf8b:b52e:d7f3'}], 'name': 'tempest-NetworksTestDHCPv6-465095266'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:51.717315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-abcf95db-c29e-4c63-8a77-5f7b6cb16c53 None None] Could not find standard attr ID for object 836180bd-a53f-4309-95ac-d7907833b627. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:05:51.845491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:51.854765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:51.866223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:51.871957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:51.899131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 8d1f0b53-aa70-408e-b991-52e0db767499 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:51.959575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 15a66fdc-a57b-4743-b5ab-818975ab18f7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:52.039418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 15a66fdc-a57b-4743-b5ab-818975ab18f7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:52.044398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 15a66fdc-a57b-4743-b5ab-818975ab18f7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:52.044847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.074122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab772828-cc86-4655-a2ff-335bbd8309fe None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:52.086191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d1eadf52-87bd-43b7-82cd-36ce9858460f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:52.115662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::c55b:bf8b:b52e:d7f3 (6e1b885a-5f59-4a93-98cd-7a045592dff4/71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414/8d1f0b53-aa70-408e-b991-52e0db767499) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:52.313042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d99f5301-6a51-4263-a6bc-4ef6a0072c97 None None] Provisioning complete for port 15a66fdc-a57b-4743-b5ab-818975ab18f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:52.313989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d99f5301-6a51-4263-a6bc-4ef6a0072c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.325044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.341461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 8d1f0b53-aa70-408e-b991-52e0db767499 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:52.363351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.370417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a1f24fdc-db4e-4b4c-b04b-dda7782a5004 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:52.439187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:52.442598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:52.445133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:52.449491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:52.450082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.462079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=8d1f0b53-aa70-408e-b991-52e0db767499,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:52.463832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port d1eadf52-87bd-43b7-82cd-36ce9858460f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:52.464212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.464920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:52.480240 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.7777109
Dec 15 19:05:52.483140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33386) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:52.489232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414', 'ip_address': '2001:db8::c55b:bf8b:b52e:d7f3'}], 'name': 'tempest-NetworksTestDHCPv6-1051195283'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:52.524098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.640045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:52.644146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:52.646981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:52.652719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:52.661841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:52.664083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 15a66fdc-a57b-4743-b5ab-818975ab18f7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=15a66fdc-a57b-4743-b5ab-818975ab18f7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:52.667510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.674739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.676525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d99f5301-6a51-4263-a6bc-4ef6a0072c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.686888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5d60d0eb-77d3-4e6c-9b49-6af549bc5343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:52.691107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port d04a8626-f59f-4d3e-84c1-c51b5f4b1330 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:52.847698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.873380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=15a66fdc-a57b-4743-b5ab-818975ab18f7,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:52.880306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:52.895906 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 15 19:05:52.896283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:05:52.899220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-d99f5301-6a51-4263-a6bc-4ef6a0072c97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:05:52.899578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-d99f5301-6a51-4263-a6bc-4ef6a0072c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:05:52.906405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:05:52.917142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:52.923723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:52.925500 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3486206f-607b-4d55-9367-751b89cf0680 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.4411833
Dec 15 19:05:52.928947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:52.929029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33392) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:52.982905 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'code': 200}
Dec 15 19:05:53.003726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:53.007062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:53.019106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f5415-59af-489c-843c-9eb83979da80 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:53.023111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f5415-59af-489c-843c-9eb83979da80 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:53.023869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a18f5415-59af-489c-843c-9eb83979da80 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:53.040183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a18f5415-59af-489c-843c-9eb83979da80 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:53.041396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a18f5415-59af-489c-843c-9eb83979da80 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.1113760
Dec 15 19:05:53.044032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33396) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:53.110858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 8d1f0b53-aa70-408e-b991-52e0db767499 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:53.111293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:53.358678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:53.581122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ffe2383d-70c8-4db9-9566-21a7343d0f12 None None] Provisioning complete for port 15a66fdc-a57b-4743-b5ab-818975ab18f7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:53.581467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ffe2383d-70c8-4db9-9566-21a7343d0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:53.607973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 8d1f0b53-aa70-408e-b991-52e0db767499 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:53.712839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ffe2383d-70c8-4db9-9566-21a7343d0f12 None None] Could not find standard attr ID for object 836180bd-a53f-4309-95ac-d7907833b627. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:05:53.756481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:53.757778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ffe2383d-70c8-4db9-9566-21a7343d0f12 None None] Provisioning for port 8d1f0b53-aa70-408e-b991-52e0db767499 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:53.762175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-662e44d5-81d6-43ee-92cf-1b652243d90d tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:53.762795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ffe2383d-70c8-4db9-9566-21a7343d0f12 None None] Provisioning complete for port 8d1f0b53-aa70-408e-b991-52e0db767499 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:53.763203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ffe2383d-70c8-4db9-9566-21a7343d0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:53.799704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2383d-70c8-4db9-9566-21a7343d0f12 None None] Port 8d1f0b53-aa70-408e-b991-52e0db767499 was deleted so its status cannot be updated. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 15 19:05:53.804162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=8d1f0b53-aa70-408e-b991-52e0db767499,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:53.807571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:53.850266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:53.863921 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/8d1f0b53-aa70-408e-b991-52e0db767499 HTTP/1.1" status: 204  len: 168 time: 0.8188171
Dec 15 19:05:53.866285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33400) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:53.932969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376d09d-9b32-496e-b997-08e81ead2251 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:53.937983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376d09d-9b32-496e-b997-08e81ead2251 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:53.940765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 15a66fdc-a57b-4743-b5ab-818975ab18f7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:53.941433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8376d09d-9b32-496e-b997-08e81ead2251 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:53.958036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8376d09d-9b32-496e-b997-08e81ead2251 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:53.959176 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8376d09d-9b32-496e-b997-08e81ead2251 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0919154
Dec 15 19:05:53.962131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33404) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:54.015974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 15a66fdc-a57b-4743-b5ab-818975ab18f7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:54.016343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.156619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:54.159600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.213032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.271044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.343986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.348084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-005c388b-434c-46a3-ac1e-67085b4b834c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:54.383008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:54.386100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:54.391038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.397732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32519747-90d5-4c1b-a070-e2bff1fcf095 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:54.408538 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414 HTTP/1.1" status: 204  len: 168 time: 0.4452922
Dec 15 19:05:54.411779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33408) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:54.581128 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b059a2fa-b241-4ec4-a3f9-91ef9505c405 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1680875
Dec 15 19:05:54.584799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33412) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:54.590029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:54.653062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:05:54.658371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Deleting port 15a66fdc-a57b-4743-b5ab-818975ab18f7 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:05:54.658751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.701393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:54.706545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:54.709748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:54.715556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:54.726143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:54.729856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.868944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] For port 15a66fdc-a57b-4743-b5ab-818975ab18f7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=15a66fdc-a57b-4743-b5ab-818975ab18f7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:54.869783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.948177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:54.951856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-422e22a1-6cd6-478c-a2c9-83e5fedd4961 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:55.015461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:55.019329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:55.022558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:55.023141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.036248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Calling delete_port for 15a66fdc-a57b-4743-b5ab-818975ab18f7 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:05:55.040560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=f99022bf-7d6e-4de3-9721-1a08013e3897,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:55.043435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:55.056126 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4703119
Dec 15 19:05:55.059084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33416) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:55.065445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': 'f99022bf-7d6e-4de3-9721-1a08013e3897', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2098900223'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:55.107715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.111238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:55.153516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Pushing event deleted for resources: {'Port': ['ID=15a66fdc-a57b-4743-b5ab-818975ab18f7,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:55.157008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:55.160223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] No DVR routers for this DVR port 15a66fdc-a57b-4743-b5ab-818975ab18f7 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:05:55.173082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34e55b-fea1-4701-82b5-c3f8d9beeeb3 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:55.210811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:55.214892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:55.217786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:55.223581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:55.233459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:55.239217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.261061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 1a292830-646c-40b0-b388-c682184ad643 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:05:55.381551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'f99022bf-7d6e-4de3-9721-1a08013e3897'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:05:55.382376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.402570 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:05:55.403016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:05:55.425740 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-04874160-3c79-409d-929f-2ab72437be76 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.3655708
Dec 15 19:05:55.428222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33420) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:55.470554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ff568918-65aa-49e6-ac36-60c222521a3c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:55.486036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ff568918-65aa-49e6-ac36-60c222521a3c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:55.487233 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ff568918-65aa-49e6-ac36-60c222521a3c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0580900
Dec 15 19:05:55.489670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33424) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:55.538050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/f99022bf-7d6e-4de3-9721-1a08013e3897/6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:55.555285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec0d60-f4a5-43a5-a841-2badd46a1a95 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:55.556645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec0d60-f4a5-43a5-a841-2badd46a1a95 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:55.557408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5bec0d60-f4a5-43a5-a841-2badd46a1a95 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:55.575125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5bec0d60-f4a5-43a5-a841-2badd46a1a95 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:55.576215 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5bec0d60-f4a5-43a5-a841-2badd46a1a95 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0856502
Dec 15 19:05:55.578976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33428) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:55.646805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet f99022bf-7d6e-4de3-9721-1a08013e3897 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:05:55.742546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.753119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Transition to ACTIVE for port object 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:55.770917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Transition to ACTIVE for port object 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:55.775570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.776204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.780565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:55.830348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.836301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:55.843535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:55.846648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:55.855400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Pushing event updated for resources: {'Port': ['ID=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:55.859693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:55.920698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.928648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 15a66fdc-a57b-4743-b5ab-818975ab18f7 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:05:55.971577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 15a66fdc-a57b-4743-b5ab-818975ab18f7 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:05:55.971941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 15a66fdc-a57b-4743-b5ab-818975ab18f7 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:05:55.980200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Attempting to bind port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:05:55.980200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Attempting to bind port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:05:55.980545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Attempting to bind port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:05:55.988112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:05:55.988425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:05:55.988836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:55.989230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:05:55.989733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Bound port: 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:05:55.990107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.000454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.004615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ad9b190f-b39d-4e0e-a575-8512402f7a88 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:56.038639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=f99022bf-7d6e-4de3-9721-1a08013e3897,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:56.042622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:56.045486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.059188 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/f99022bf-7d6e-4de3-9721-1a08013e3897 HTTP/1.1" status: 204  len: 168 time: 0.4791820
Dec 15 19:05:56.061472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33432) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:56.083527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] For port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:05:56.086689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] For port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:05:56.092211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.096293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-99309272-39f9-494c-8cea-13227f88f758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:56.131947 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-39a8183a-ecce-415b-b793-c5f808329610 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0692623
Dec 15 19:05:56.135482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33436) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:56.141051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:56.173094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Pushing event updated for resources: {'Port': ['ID=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:56.216389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.216720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.217056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.217403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.217725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.218046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.218362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.218677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.218989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.219922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.220237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:05:56.225234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:56.253642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a32f92-6dc8-494d-822e-e93cc1162b82 None None] get_active_networks_info from dv-neutron-821830-2-hyperv {{(pid=83672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 15 19:05:56.259358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:56.263483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:56.266867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:56.272728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:56.283749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:05:56.287352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.357734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a32f92-6dc8-494d-822e-e93cc1162b82 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 15 19:05:56.505154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.508582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6f0b8cc5-6ff7-484b-9500-121fc170f7c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:56.683544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:56.686573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:56.688761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=15f598ca-51af-403e-91a7-9485ee75ab7c,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:56.691398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:56.691683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.695385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:56.719531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5829451
Dec 15 19:05:56.721947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33440) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:56.727412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1262394592', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:05:56.734053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:05:56.738161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:router and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:05:56.742130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:05:56.748210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:05:56.758815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.759986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.779295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.798402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.817132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Update dhcp port {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '15f598ca-51af-403e-91a7-9485ee75ab7c'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:05:56.820553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.821920 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6e6e1642-a37e-4e27-9e0a-7cd8b1bb7a82 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.0987861
Dec 15 19:05:56.824394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33444) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:56.867671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:56.993557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:57.073665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/15f598ca-51af-403e-91a7-9485ee75ab7c/6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:57.207235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] For port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:57.232689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:57.247277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Ignored duplicate provisioning block setup for port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 15 19:05:57.251820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:57.255368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:57.301950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:57.356118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Pushing event updated for resources: {'Port': ['ID=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:57.358752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:57.663337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::1 (6e1b885a-5f59-4a93-98cd-7a045592dff4/15f598ca-51af-403e-91a7-9485ee75ab7c/a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:05:57.822074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:57.837365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:05:57.858486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:57.862544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6606107e-9408-4405-8f9a-7dc92781b13d tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:57.927588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:57.934876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:57.940111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:05:57.940631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:57.947740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:57.951563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:57.965167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:05:58.035687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:58.036884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:58.275849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ff45d-62c4-4b9d-9604-fcf3fc82eb1a None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:05:58.384574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Provisioning for port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:58.400190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Provisioning complete for port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:58.400567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:58.527596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:58.532969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:58.533813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:58.537763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e48448a7-f972-40bc-b0b6-da083aaca770 tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:58.605748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:58.650385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] For port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:05:58.654687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:58.658559 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a5f95a65-61db-4177-ae9b-0516c50d2c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:05:58.674362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:58.680978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:58.732531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Pushing event updated for resources: {'Port': ['ID=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:05:58.736746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:05:58.747014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:05:58.748139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:05:58.894630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fbd3e6e4-1ae4-4710-9571-b283267ae092 None None] Provisioning complete for port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:58.895016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e6e4-1ae4-4710-9571-b283267ae092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:59.028689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fbd3e6e4-1ae4-4710-9571-b283267ae092 None None] Provisioning for port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:05:59.032850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fbd3e6e4-1ae4-4710-9571-b283267ae092 None None] Provisioning complete for port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:59.033228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e6e4-1ae4-4710-9571-b283267ae092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:59.089711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3e6e4-1ae4-4710-9571-b283267ae092 None None] Port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:59.122060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:05:59.212443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a8b59f13-7696-409e-9bb7-758d10df21bb None None] Provisioning complete for port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:59.212821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a8b59f13-7696-409e-9bb7-758d10df21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:59.266142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a8b59f13-7696-409e-9bb7-758d10df21bb None None] Port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:59.293169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:05:59.303350 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Sync routers for ids ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:05:59.306576 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "PUT /v2.0/routers/4c2c4ffa-cf2d-47f8-9652-6923c2539167/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4811707
Dec 15 19:05:59.309004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33448) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:59.315423 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Routers {'4c2c4ffa-cf2d-47f8-9652-6923c2539167'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:05:59.316089 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38430>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:59.380637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cfb80a-c40a-4ac3-810a-c5358e034cf3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:59.381208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-05cfb80a-c40a-4ac3-810a-c5358e034cf3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:05:59.389942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2f1a06e4-9fb0-4fdf-a815-1f136904612c None None] Provisioning complete for port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:05:59.390382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f1a06e4-9fb0-4fdf-a815-1f136904612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:59.397212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-05cfb80a-c40a-4ac3-810a-c5358e034cf3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:05:59.398400 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-05cfb80a-c40a-4ac3-810a-c5358e034cf3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports/a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 HTTP/1.1" status: 200  len: 911 time: 0.0884068
Dec 15 19:05:59.400805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33452) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:59.454466 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a06e4-9fb0-4fdf-a815-1f136904612c None None] Port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:05:59.464004 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Set router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:05:59.478098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d4a4e7-6fa8-470e-8a2f-2004bc58bebd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:59.482115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d4a4e7-6fa8-470e-8a2f-2004bc58bebd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:05:59.486655 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3d4a4e7-6fa8-470e-8a2f-2004bc58bebd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0818975
Dec 15 19:05:59.486851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33456) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:05:59.765259 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38430>, [{'id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'name': 'tempest-NetworksTestDHCPv6-router-1262394592', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:56Z', 'updated_at': '2021-12-15T19:05:57Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None, '_interfaces': [{'id': 'a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2', 'name': '', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'mac_address': 'fa:16:3e:ef:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f598ca-51af-403e-91a7-9485ee75ab7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:57Z', 'updated_at': '2021-12-15T19:05:58Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'subnets': [{'id': '15f598ca-51af-403e-91a7-9485ee75ab7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:05:59.769414 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Checking router: 4c2c4ffa-cf2d-47f8-9652-6923c2539167 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:05:59.769776 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Updating router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:05:59.822075 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:05:59.942486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:00.011341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:00.011806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.144451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.176905 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.188257 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Transition to ACTIVE for port object a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:00.194506 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.198004 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-c50b32fe-01c9-40aa-98e0-31ffd7b5f71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:00.382231 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Pushing event updated for resources: {'Port': ['ID=a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:00.404556 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.404902 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.405238 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.405595 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.405923 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.406245 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.406608 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.406928 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.407246 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.407562 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.407883 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:00.413712 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:00.417593 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Attempting to bind port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:00.417978 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Attempting to bind port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:00.418345 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Attempting to bind port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:00.425157 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:00.425551 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:00.425959 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.426358 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:00.426887 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Bound port: a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:00.427268 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.488222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:00.488568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.521530 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] For port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:00.524498 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] For port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:00.529067 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.533148 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bb42a294-6b84-4608-98a0-c4425b6ba018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:00.611804 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Pushing event updated for resources: {'Port': ['ID=a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:00.615402 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:00.616941 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Routers {'4c2c4ffa-cf2d-47f8-9652-6923c2539167'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:00.617580 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38430>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:00.695792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2, host dv-neutron-821830-2-hyperv, got binding levels [] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:00.696143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:00.810601 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] Set router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:00.830768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:00.938655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:00.938969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:01.106632 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda38430>, [{'id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'name': 'tempest-NetworksTestDHCPv6-router-1262394592', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:56Z', 'updated_at': '2021-12-15T19:05:57Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None, '_interfaces': [{'id': 'a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2', 'name': '', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'mac_address': 'fa:16:3e:ef:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f598ca-51af-403e-91a7-9485ee75ab7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:57Z', 'updated_at': '2021-12-15T19:06:00Z', 'revision_number': 4, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'subnets': [{'id': '15f598ca-51af-403e-91a7-9485ee75ab7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:01.110911 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a91ac-b303-4793-a5ba-2175a8777e9e None None] The sync data for ids ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'] in dv-neutron-821830-2-hyperv is: [{'id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'name': 'tempest-NetworksTestDHCPv6-router-1262394592', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:56Z', 'updated_at': '2021-12-15T19:05:57Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None, '_interfaces': [{'id': 'a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2', 'name': '', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'mac_address': 'fa:16:3e:ef:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f598ca-51af-403e-91a7-9485ee75ab7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:57Z', 'updated_at': '2021-12-15T19:06:00Z', 'revision_number': 4, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'subnets': [{'id': '15f598ca-51af-403e-91a7-9485ee75ab7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:01.440261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:01.440787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:01.636596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:01.636951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:01.758107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:01.961597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:02.050458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:02.051325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:02.054098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8dffa1d2-fbcc-4de8-a798-60e7e2503087 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:02.056084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:02.056368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:02.091965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Port a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 was deleted so its status cannot be updated. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 15 19:06:02.098071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:02.102177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:02.277818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:02.677539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:06:02.818117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:06:02.827987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] Sync routers for ids ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:06:02.834977 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "PUT /v2.0/routers/4c2c4ffa-cf2d-47f8-9652-6923c2539167/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3471251
Dec 15 19:06:02.837333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33460) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:02.840607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] Routers {'4c2c4ffa-cf2d-47f8-9652-6923c2539167'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:02.841394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b0a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:02.903358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852c568-e792-4e67-8e1d-36fd1ccbc6db tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:02.904812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852c568-e792-4e67-8e1d-36fd1ccbc6db tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:02.905573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5852c568-e792-4e67-8e1d-36fd1ccbc6db tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:02.921166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5852c568-e792-4e67-8e1d-36fd1ccbc6db tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:02.924882 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5852c568-e792-4e67-8e1d-36fd1ccbc6db tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0837338
Dec 15 19:06:02.925078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33464) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:02.992380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] Set router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:03.095609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b0a0>, [{'id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'name': 'tempest-NetworksTestDHCPv6-router-1262394592', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:56Z', 'updated_at': '2021-12-15T19:06:01Z', 'revision_number': 3, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:03.099638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] Checking router: 4c2c4ffa-cf2d-47f8-9652-6923c2539167 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:06:03.109602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 15f598ca-51af-403e-91a7-9485ee75ab7c {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:03.110117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] Routers {'4c2c4ffa-cf2d-47f8-9652-6923c2539167'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:03.110729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b0a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:03.112459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:03.170130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:03.235970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] Set router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:03.251845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:03.342789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88b0a0>, [{'id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'name': 'tempest-NetworksTestDHCPv6-router-1262394592', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:56Z', 'updated_at': '2021-12-15T19:06:01Z', 'revision_number': 3, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:03.347180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04254325-150e-4d14-ad58-b654a09d73dc None None] The sync data for ids ['4c2c4ffa-cf2d-47f8-9652-6923c2539167'] in dv-neutron-821830-2-hyperv is: [{'id': '4c2c4ffa-cf2d-47f8-9652-6923c2539167', 'name': 'tempest-NetworksTestDHCPv6-router-1262394592', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:56Z', 'updated_at': '2021-12-15T19:06:01Z', 'revision_number': 3, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:03.439618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:03.443765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e2e08e09-9783-4592-9818-f38ca9b799ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:03.476983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=15f598ca-51af-403e-91a7-9485ee75ab7c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:03.480878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:03.483588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:03.489531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726042b-3c90-4372-9d48-e7d5964e1823 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:03.497809 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/15f598ca-51af-403e-91a7-9485ee75ab7c HTTP/1.1" status: 204  len: 168 time: 0.5717134
Dec 15 19:06:03.498452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33468) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:03.639058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-785379fe-0c80-49e7-b33a-6f2227b021ef tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:03.657408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-785379fe-0c80-49e7-b33a-6f2227b021ef tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:03.661003 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-785379fe-0c80-49e7-b33a-6f2227b021ef tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1592476
Dec 15 19:06:03.662600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33472) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:03.758741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:03.763132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Deleting port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:03.763626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:03.828506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32fe1b6-7df3-4de4-9c21-e196c57695b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:03.953103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:03.994691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:03.995341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a454ed8f-08ca-4b5c-a48e-e8a5af5c7ed2 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:03.995530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:04.039576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] For port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:04.039966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.166667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Calling delete_port for 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:04.212391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32fe1b6-7df3-4de4-9c21-e196c57695b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.216814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32fe1b6-7df3-4de4-9c21-e196c57695b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.242630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32fe1b6-7df3-4de4-9c21-e196c57695b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.243247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32fe1b6-7df3-4de4-9c21-e196c57695b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Fanout notify agent at l3_agent the message router_deleted on router 4c2c4ffa-cf2d-47f8-9652-6923c2539167 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:06:04.262378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e32fe1b6-7df3-4de4-9c21-e196c57695b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.263484 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e32fe1b6-7df3-4de4-9c21-e196c57695b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/routers/4c2c4ffa-cf2d-47f8-9652-6923c2539167 HTTP/1.1" status: 204  len: 168 time: 0.5993214
Dec 15 19:06:04.266463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33476) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:04.272387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:04.330214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.344287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.349944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-004c554e-2ce7-44c9-9a67-ee32718f6a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:04.393554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:04.396566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Pushing event deleted for resources: {'Port': ['ID=6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:04.397879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:04.401267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:04.401708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:04.406891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:04.415826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:04.438950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] No DVR routers for this DVR port 6b32e39a-fe3c-4f12-ba3e-829fb1f9cc96 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:04.514985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.838357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.842254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c7d4007a-a3ce-4f4d-be04-acc889c1c19b tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:04.899198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:04.902248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:04.905492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:04.906092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.911247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44bb037-6209-4562-b461-31ea411f53e1 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:04.923810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=d5a7e23f-e279-4fa1-9815-5fe504b5a7c3,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:04.926701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:04.940918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6734216
Dec 15 19:06:04.943671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33480) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:04.950027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-457687685', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:04.957526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:04.962055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:router and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:04.964868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:04.971467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:04.981890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:04.982897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.002461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.020265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.045701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.046901 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0b894cc1-6b26-4538-a038-4228627ae207 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1016271
Dec 15 19:06:05.049686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33484) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:05.125439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'd5a7e23f-e279-4fa1-9815-5fe504b5a7c3'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:05.126297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.284705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/d5a7e23f-e279-4fa1-9815-5fe504b5a7c3/fc1ab538-bf3f-47ac-afd4-58eb86bf2df6) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:05.498821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.512105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Transition to ACTIVE for port object fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:05.529760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.533557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Transition to ACTIVE for port object fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:05.538776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.543561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:05.612708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:05.613734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Pushing event updated for resources: {'Port': ['ID=fc1ab538-bf3f-47ac-afd4-58eb86bf2df6,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:05.616620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:05.617822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:05.618542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:05.703052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Attempting to bind port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:05.703341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Attempting to bind port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:05.703906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Attempting to bind port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:05.711565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:05.711946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:05.712389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.712852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:05.713406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Bound port: fc1ab538-bf3f-47ac-afd4-58eb86bf2df6, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:05.713754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.803420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] For port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:05.807637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] For port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fc1ab538-bf3f-47ac-afd4-58eb86bf2df6,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:05.812541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:05.816326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:05.880438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::1 (6e1b885a-5f59-4a93-98cd-7a045592dff4/d5a7e23f-e279-4fa1-9815-5fe504b5a7c3/e38b77de-853f-4025-a44e-4c33f9bad366) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:05.893347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Pushing event updated for resources: {'Port': ['ID=fc1ab538-bf3f-47ac-afd4-58eb86bf2df6,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:05.896353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:06.057672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:06.074513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object e38b77de-853f-4025-a44e-4c33f9bad366 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:06.100895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:06.104887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dc1aeb96-ffdf-41b5-9803-714936e0f73f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:06.281123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:06.288321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:06.293683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:06.294421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:06.306008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=e38b77de-853f-4025-a44e-4c33f9bad366,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:06.309361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:06.385989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:06.783414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:06.788782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:06.789613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:06.793354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5b96d2ef-3a8f-4051-8e2c-f1c2fdd89cde tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:06.886281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=e38b77de-853f-4025-a44e-4c33f9bad366,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:06.894034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:06.903093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2fb05f72-48ee-4d71-b90e-140309801953 None None] Provisioning for port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:07.011020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:07.012116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:07.038692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0e1934e6-2334-479c-8915-2d5e179d27c4 None None] Provisioning for port e38b77de-853f-4025-a44e-4c33f9bad366 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:07.044213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0e1934e6-2334-479c-8915-2d5e179d27c4 None None] Provisioning complete for port e38b77de-853f-4025-a44e-4c33f9bad366 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:07.044808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e1934e6-2334-479c-8915-2d5e179d27c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:07.099667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0e1934e6-2334-479c-8915-2d5e179d27c4 None None] Port e38b77de-853f-4025-a44e-4c33f9bad366 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:06:07.324279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2199aa99-3e0d-4f71-8da9-d408241aacbe None None] Provisioning complete for port e38b77de-853f-4025-a44e-4c33f9bad366 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:07.324568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2199aa99-3e0d-4f71-8da9-d408241aacbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:07.376064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2199aa99-3e0d-4f71-8da9-d408241aacbe None None] Port e38b77de-853f-4025-a44e-4c33f9bad366 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:06:07.396491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Router 0226ef4d-1b26-4438-a73a-33694ae9798e is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:06:07.559875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:06:07.568956 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Sync routers for ids ['0226ef4d-1b26-4438-a73a-33694ae9798e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:06:07.571948 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "PUT /v2.0/routers/0226ef4d-1b26-4438-a73a-33694ae9798e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5211813
Dec 15 19:06:07.574429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33494) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:07.580880 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Routers {'0226ef4d-1b26-4438-a73a-33694ae9798e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:07.581508 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede59490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0226ef4d-1b26-4438-a73a-33694ae9798e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:07.645788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493159c-d765-47a0-ae64-4f23f3fc969d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:07.646281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4493159c-d765-47a0-ae64-4f23f3fc969d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:07.661764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4493159c-d765-47a0-ae64-4f23f3fc969d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:07.665393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4493159c-d765-47a0-ae64-4f23f3fc969d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports/e38b77de-853f-4025-a44e-4c33f9bad366 HTTP/1.1" status: 200  len: 911 time: 0.0876529
Dec 15 19:06:07.665828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33498) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:07.735630 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Set router 0226ef4d-1b26-4438-a73a-33694ae9798e gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:07.748009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee61d36-0dad-40eb-9174-6825be3fe709 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:07.752654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee61d36-0dad-40eb-9174-6825be3fe709 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:07.754167 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3ee61d36-0dad-40eb-9174-6825be3fe709 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.0873094
Dec 15 19:06:07.756946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33502) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:07.974708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:08.043591 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:06:08.047375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:08.052269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:08.052602 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede59490>, [{'id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'name': 'tempest-NetworksTestDHCPv6-router-457687685', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:04Z', 'updated_at': '2021-12-15T19:06:06Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None, '_interfaces': [{'id': 'e38b77de-853f-4025-a44e-4c33f9bad366', 'name': '', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'mac_address': 'fa:16:3e:75:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a7e23f-e279-4fa1-9815-5fe504b5a7c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:06:05Z', 'updated_at': '2021-12-15T19:06:06Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'subnets': [{'id': 'd5a7e23f-e279-4fa1-9815-5fe504b5a7c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:08.052992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.056452 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Checking router: 0226ef4d-1b26-4438-a73a-33694ae9798e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:06:08.056806 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Updating router 0226ef4d-1b26-4438-a73a-33694ae9798e port e38b77de-853f-4025-a44e-4c33f9bad366 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:06:08.108332 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.166836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.200152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fc1ab538-bf3f-47ac-afd4-58eb86bf2df6,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:08.204790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.207759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:08.290256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=fc1ab538-bf3f-47ac-afd4-58eb86bf2df6,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:08.293838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:08.403447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.466011 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.478683 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Transition to ACTIVE for port object e38b77de-853f-4025-a44e-4c33f9bad366 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:08.483341 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.487670 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:08.625574 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e95f8-aba1-4fae-8909-a37c9d51d357 None None] Pushing event updated for resources: {'Port': ['ID=e38b77de-853f-4025-a44e-4c33f9bad366,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:08.629739 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-7b0e95f8-aba1-4fae-8909-a37c9d51d357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:08.751540 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Attempting to bind port e38b77de-853f-4025-a44e-4c33f9bad366 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:08.751749 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Attempting to bind port e38b77de-853f-4025-a44e-4c33f9bad366 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:08.752511 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Attempting to bind port e38b77de-853f-4025-a44e-4c33f9bad366 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:08.759902 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:08.760269 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:08.760685 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.761069 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:08.761568 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Bound port: e38b77de-853f-4025-a44e-4c33f9bad366, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:08.761936 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.762878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port e38b77de-853f-4025-a44e-4c33f9bad366 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:08.763215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.853041 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] For port e38b77de-853f-4025-a44e-4c33f9bad366, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:08.856292 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] For port e38b77de-853f-4025-a44e-4c33f9bad366, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e38b77de-853f-4025-a44e-4c33f9bad366,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:08.862529 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:08.866415 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f1661c07-5cf9-4d60-b8b7-de4f7e18e20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:08.948155 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e95f8-aba1-4fae-8909-a37c9d51d357 None None] Pushing event updated for resources: {'Port': ['ID=e38b77de-853f-4025-a44e-4c33f9bad366,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:08.951360 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Routers {'0226ef4d-1b26-4438-a73a-33694ae9798e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:08.952058 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede59490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0226ef4d-1b26-4438-a73a-33694ae9798e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:08.977938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port e38b77de-853f-4025-a44e-4c33f9bad366, host dv-neutron-821830-2-hyperv, got binding levels [] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:08.978294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:09.001821 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-7b0e95f8-aba1-4fae-8909-a37c9d51d357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:09.114016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for e38b77de-853f-4025-a44e-4c33f9bad366 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:09.125723 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] Set router 0226ef4d-1b26-4438-a73a-33694ae9798e gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:09.231513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.db.api [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:09.232544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_db.api [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:09.442391 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede59490>, [{'id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'name': 'tempest-NetworksTestDHCPv6-router-457687685', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:04Z', 'updated_at': '2021-12-15T19:06:06Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None, '_interfaces': [{'id': 'e38b77de-853f-4025-a44e-4c33f9bad366', 'name': '', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'mac_address': 'fa:16:3e:75:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a7e23f-e279-4fa1-9815-5fe504b5a7c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:06:05Z', 'updated_at': '2021-12-15T19:06:08Z', 'revision_number': 4, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'subnets': [{'id': 'd5a7e23f-e279-4fa1-9815-5fe504b5a7c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:09.446051 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d03441-e79c-435d-9693-a7d6beb413af None None] The sync data for ids ['0226ef4d-1b26-4438-a73a-33694ae9798e'] in dv-neutron-821830-2-hyperv is: [{'id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'name': 'tempest-NetworksTestDHCPv6-router-457687685', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:04Z', 'updated_at': '2021-12-15T19:06:06Z', 'revision_number': 2, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None, '_interfaces': [{'id': 'e38b77de-853f-4025-a44e-4c33f9bad366', 'name': '', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'mac_address': 'fa:16:3e:75:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5a7e23f-e279-4fa1-9815-5fe504b5a7c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:06:05Z', 'updated_at': '2021-12-15T19:06:08Z', 'revision_number': 4, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'subnets': [{'id': 'd5a7e23f-e279-4fa1-9815-5fe504b5a7c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:09.733112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-35bf257e-8fa5-48fe-9be2-dec31338b5cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743186
Dec 15 19:06:09.733900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port e38b77de-853f-4025-a44e-4c33f9bad366 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:09.734290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:09.835239 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-d91a7b14-d858-4d2d-876a-698d1bfc39f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55cd5fa2695f44228fd7746d90f42278&device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1098 time: 0.0769413
Dec 15 19:06:10.016120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-83f04387-ff25-48e7-b78d-c584ad29682b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:10.017634 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-83f04387-ff25-48e7-b78d-c584ad29682b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c29f2923-e182-4692-a5c0-087306c6f164 HTTP/1.1" status: 200  len: 898 time: 0.1615362
Dec 15 19:06:10.066709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:10.106889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port e38b77de-853f-4025-a44e-4c33f9bad366, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e38b77de-853f-4025-a44e-4c33f9bad366,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:10.107242 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:10.142780 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-f5cc4126-e2fc-48ac-90c5-a3b6301635aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f HTTP/1.1" status: 200  len: 1001 time: 0.1129789
Dec 15 19:06:10.155574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:10.155986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:10.211819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-43b690bd-68ed-4347-a2ce-0f5e0003f2e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:10.213455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-43b690bd-68ed-4347-a2ce-0f5e0003f2e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=462fcd8c-4f64-4c2b-9351-dbde605aaceb HTTP/1.1" status: 200  len: 835 time: 0.0632527
Dec 15 19:06:10.230938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for e38b77de-853f-4025-a44e-4c33f9bad366 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:10.273410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e38b77de-853f-4025-a44e-4c33f9bad366 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:10.297395 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-4d93fdf1-bdbe-48d6-b4bd-c89e24e72ba9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c29f2923-e182-4692-a5c0-087306c6f164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702374
Dec 15 19:06:10.414513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:10.415868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e38b77de-853f-4025-a44e-4c33f9bad366 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:10.418873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-963a2308-6300-43fc-9468-3407c681f763 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:10.421915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e38b77de-853f-4025-a44e-4c33f9bad366 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:10.422360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:10.439700 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-fcb80a00-89f2-46f2-96d6-8f2668405af9 service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354461
Dec 15 19:06:10.454778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Port e38b77de-853f-4025-a44e-4c33f9bad366 was deleted so its status cannot be updated. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 15 19:06:10.462807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=e38b77de-853f-4025-a44e-4c33f9bad366,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:10.465528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:10.598072 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d9b99e9-20a2-4b52-9bd4-d0c134f2e857 req-cf351676-d614-4b45-94f6-9e8837be8123 service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503325
Dec 15 19:06:10.642672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:11.059660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Router 0226ef4d-1b26-4438-a73a-33694ae9798e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:06:11.198914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:06:11.208477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] Sync routers for ids ['0226ef4d-1b26-4438-a73a-33694ae9798e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:06:11.217238 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "PUT /v2.0/routers/0226ef4d-1b26-4438-a73a-33694ae9798e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4592316
Dec 15 19:06:11.220280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33508) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:11.221997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] Routers {'0226ef4d-1b26-4438-a73a-33694ae9798e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:11.222652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a77c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0226ef4d-1b26-4438-a73a-33694ae9798e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:11.284110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fadb03-3a9e-42d6-9dbc-078b45632493 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:11.285479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fadb03-3a9e-42d6-9dbc-078b45632493 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:11.286208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-80fadb03-3a9e-42d6-9dbc-078b45632493 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:11.301282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-80fadb03-3a9e-42d6-9dbc-078b45632493 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:11.302526 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-80fadb03-3a9e-42d6-9dbc-078b45632493 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0813637
Dec 15 19:06:11.305569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33512) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:11.350476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] Set router 0226ef4d-1b26-4438-a73a-33694ae9798e gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:11.457560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a77c0>, [{'id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'name': 'tempest-NetworksTestDHCPv6-router-457687685', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:04Z', 'updated_at': '2021-12-15T19:06:10Z', 'revision_number': 3, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:11.461928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] Checking router: 0226ef4d-1b26-4438-a73a-33694ae9798e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:06:11.473726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] Routers {'0226ef4d-1b26-4438-a73a-33694ae9798e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:11.474351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a77c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:05:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0226ef4d-1b26-4438-a73a-33694ae9798e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:11.598555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] Set router 0226ef4d-1b26-4438-a73a-33694ae9798e gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:11.606370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet d5a7e23f-e279-4fa1-9815-5fe504b5a7c3 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:11.609258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:11.664036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:11.700919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a77c0>, [{'id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'name': 'tempest-NetworksTestDHCPv6-router-457687685', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:04Z', 'updated_at': '2021-12-15T19:06:10Z', 'revision_number': 3, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:11.705641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4505597-4e0b-45de-a1b4-15c28d06ebf6 None None] The sync data for ids ['0226ef4d-1b26-4438-a73a-33694ae9798e'] in dv-neutron-821830-2-hyperv is: [{'id': '0226ef4d-1b26-4438-a73a-33694ae9798e', 'name': 'tempest-NetworksTestDHCPv6-router-457687685', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:04Z', 'updated_at': '2021-12-15T19:06:10Z', 'revision_number': 3, 'project_id': '4614ca5f052249f7b622523225f2a96a', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:11.756798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:11.830901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:11.834521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f550dc28-7f04-4930-b065-756d2dff87f1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:11.870380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a7e23f-e279-4fa1-9815-5fe504b5a7c3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:11.872926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:11.875770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:11.881720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082f5a17-16ab-4b73-9b93-795dc34bc233 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:11.888588 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/d5a7e23f-e279-4fa1-9815-5fe504b5a7c3 HTTP/1.1" status: 204  len: 168 time: 0.5820782
Dec 15 19:06:11.891705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33516) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:12.035567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-809555c6-3400-4029-84c6-d84f66a2d724 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:12.053925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-809555c6-3400-4029-84c6-d84f66a2d724 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:12.055488 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-809555c6-3400-4029-84c6-d84f66a2d724 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1627271
Dec 15 19:06:12.057954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33520) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:12.145956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:12.150473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Deleting port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:12.151039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.179714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e38b77de-853f-4025-a44e-4c33f9bad366 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:12.207322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b37f22a3-fd2e-4d0b-a6aa-2b861afc5154 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.220554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e38b77de-853f-4025-a44e-4c33f9bad366 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:12.221006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e38b77de-853f-4025-a44e-4c33f9bad366 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:12.388571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] For port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fc1ab538-bf3f-47ac-afd4-58eb86bf2df6,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:12.388857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.509472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Calling delete_port for fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:12.579851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.582694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b37f22a3-fd2e-4d0b-a6aa-2b861afc5154 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.584701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:12.586867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b37f22a3-fd2e-4d0b-a6aa-2b861afc5154 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.611740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b37f22a3-fd2e-4d0b-a6aa-2b861afc5154 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.612378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f22a3-fd2e-4d0b-a6aa-2b861afc5154 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Fanout notify agent at l3_agent the message router_deleted on router 0226ef4d-1b26-4438-a73a-33694ae9798e {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:06:12.625405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Pushing event deleted for resources: {'Port': ['ID=fc1ab538-bf3f-47ac-afd4-58eb86bf2df6,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:12.627934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:12.630793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] No DVR routers for this DVR port fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:12.644625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b37f22a3-fd2e-4d0b-a6aa-2b861afc5154 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:12.644625 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b37f22a3-fd2e-4d0b-a6aa-2b861afc5154 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/routers/0226ef4d-1b26-4438-a73a-33694ae9798e HTTP/1.1" status: 204  len: 168 time: 0.5805762
Dec 15 19:06:12.644625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33524) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:12.689017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e6dbd75b-8f30-4f10-915c-c2e10fd3a428 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:12.706630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e6dbd75b-8f30-4f10-915c-c2e10fd3a428 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:12.707920 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e6dbd75b-8f30-4f10-915c-c2e10fd3a428 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0645802
Dec 15 19:06:12.711488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33528) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:12.775471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dacfb1-959d-40db-bfc8-7cc7368ee95c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:12.776146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-17dacfb1-959d-40db-bfc8-7cc7368ee95c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:12.791548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-17dacfb1-959d-40db-bfc8-7cc7368ee95c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:12.792655 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-17dacfb1-959d-40db-bfc8-7cc7368ee95c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0813103
Dec 15 19:06:12.795224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33532) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:12.967221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-db98a7d2-b299-457c-b470-806a31048b99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:12.983046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-db98a7d2-b299-457c-b470-806a31048b99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:12.984211 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-db98a7d2-b299-457c-b470-806a31048b99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1880984
Dec 15 19:06:12.988426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33536) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:12.994071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:13.098982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:13.108399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:13.117234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:13.120858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:13.269778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-728c5b5a-48e9-4238-9350-df4c9b77a463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:13.439621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:13.440849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:13.444854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2eb0752c-48de-4b1a-b6ad-b415573bc906 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:13.501497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:13.504451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:13.508637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:13.509213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:13.514327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4caf31f-c541-4c20-9d41-698c32d4b46a None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:13.516306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=85fba12d-5bde-4281-a0b2-536857f37893,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:13.522923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:13.540757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33542) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:13.541369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5513628
Dec 15 19:06:13.547171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:13.687456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:13.691599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:13.694415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:13.700313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:13.712669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:13.765717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '85fba12d-5bde-4281-a0b2-536857f37893'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:13.766562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:13.834840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:13.924300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Allocated IP 2001:db8::f816:3eff:fe1e:9862 (6e1b885a-5f59-4a93-98cd-7a045592dff4/85fba12d-5bde-4281-a0b2-536857f37893/8ebc3834-8590-4a32-9773-57fa3df628c0) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:13.942235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:13.996010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:13.996357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fc1ab538-bf3f-47ac-afd4-58eb86bf2df6 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:14.098097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.102292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b47c98e-cbf9-4a3b-a9a8-82d67d1d2973 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:14.157103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:14.160213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:14.164359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:14.164934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.166413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.176985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Transition to ACTIVE for port object 8ebc3834-8590-4a32-9773-57fa3df628c0 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:14.177967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=bbb8709b-a792-4d8d-b353-f4708f1b1b0a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:14.182060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:14.194269 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6524045
Dec 15 19:06:14.196516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Transition to ACTIVE for port object 8ebc3834-8590-4a32-9773-57fa3df628c0 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:14.197386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33546) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:14.202761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.203781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:71:b2:af', 'name': 'tempest-NetworksTestDHCPv6-39491807'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:14.206148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:14.276439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:14.279994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:14.282451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Pushing event updated for resources: {'Port': ['ID=8ebc3834-8590-4a32-9773-57fa3df628c0,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:14.284693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:14.287088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:14.377567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Attempting to bind port 8ebc3834-8590-4a32-9773-57fa3df628c0 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:14.377952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Attempting to bind port 8ebc3834-8590-4a32-9773-57fa3df628c0 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:14.378320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Attempting to bind port 8ebc3834-8590-4a32-9773-57fa3df628c0 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:14.384921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:14.385447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:14.385855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.386284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:14.386751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Bound port: 8ebc3834-8590-4a32-9773-57fa3df628c0, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:14.387130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.436229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:14.445532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:14.456250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:14.460204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.474372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:14.477734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8ebc3834-8590-4a32-9773-57fa3df628c0,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:14.481885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.486061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:14.489462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 86c61ea1-f1bd-4cba-8679-cf4c93970ec5 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:14.566204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Pushing event updated for resources: {'Port': ['ID=8ebc3834-8590-4a32-9773-57fa3df628c0,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:14.569056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:14.712330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 172.20.0.8 (6e1b885a-5f59-4a93-98cd-7a045592dff4/bbb8709b-a792-4d8d-b353-f4708f1b1b0a/86c61ea1-f1bd-4cba-8679-cf4c93970ec5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:14.720790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fe71:b2af (6e1b885a-5f59-4a93-98cd-7a045592dff4/85fba12d-5bde-4281-a0b2-536857f37893/86c61ea1-f1bd-4cba-8679-cf4c93970ec5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:14.932020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.947974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 86c61ea1-f1bd-4cba-8679-cf4c93970ec5 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:14.969381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:14.974872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:15.034632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:15.042386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:15.047302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:15.080199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=86c61ea1-f1bd-4cba-8679-cf4c93970ec5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:15.086493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:15.113193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:15.113822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:15.136909 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 0.9384944
Dec 15 19:06:15.139377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33554) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:15.217970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f434334-8cff-48e6-9f5c-b75f36ea178b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:15.221941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f434334-8cff-48e6-9f5c-b75f36ea178b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:15.222728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f434334-8cff-48e6-9f5c-b75f36ea178b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:15.239042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f434334-8cff-48e6-9f5c-b75f36ea178b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:15.243099 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f434334-8cff-48e6-9f5c-b75f36ea178b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1780 time: 0.1027513
Dec 15 19:06:15.243267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33558) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:15.311073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 86c61ea1-f1bd-4cba-8679-cf4c93970ec5 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:15.311445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:15.461990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eacc37-b350-4246-ba3c-2d3f547757ee None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:15.555327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:15.569479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78ebccdb-ad26-4e32-9260-7f2ee20356b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:15.586893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-894a89d5-4580-49b5-b1a2-ea558e502624 None None] Provisioning for port 8ebc3834-8590-4a32-9773-57fa3df628c0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:15.679641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 86c61ea1-f1bd-4cba-8679-cf4c93970ec5 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:15.809940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Update dhcp port {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '85fba12d-5bde-4281-a0b2-536857f37893', 'ip_address': '2001:db8::f816:3eff:fe1e:9862'}, {'subnet_id': 'bbb8709b-a792-4d8d-b353-f4708f1b1b0a'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '8ebc3834-8590-4a32-9773-57fa3df628c0'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:06:15.860492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:15.886553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:15.892839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35edcc63-82d6-40fc-ba46-b3f74609b5d7 tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:15.937795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=86c61ea1-f1bd-4cba-8679-cf4c93970ec5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:15.941897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:15.996572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8ebc3834-8590-4a32-9773-57fa3df628c0 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:16.072511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.085729 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/86c61ea1-f1bd-4cba-8679-cf4c93970ec5 HTTP/1.1" status: 204  len: 168 time: 0.8412971
Dec 15 19:06:16.088109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33562) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:16.120673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Allocated IP 172.20.0.2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/bbb8709b-a792-4d8d-b353-f4708f1b1b0a/8ebc3834-8590-4a32-9773-57fa3df628c0) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:16.138549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8ebc3834-8590-4a32-9773-57fa3df628c0 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:16.155263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35055b-756a-4651-8cb0-adbc0fed856a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:16.156629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35055b-756a-4651-8cb0-adbc0fed856a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:16.157967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35055b-756a-4651-8cb0-adbc0fed856a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:16.158744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2f35055b-756a-4651-8cb0-adbc0fed856a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:16.159112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8ebc3834-8590-4a32-9773-57fa3df628c0 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:16.159510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.173649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2f35055b-756a-4651-8cb0-adbc0fed856a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:16.175205 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2f35055b-756a-4651-8cb0-adbc0fed856a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0861833
Dec 15 19:06:16.177899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33566) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:16.251670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 85fba12d-5bde-4281-a0b2-536857f37893 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:16.348696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8ebc3834-8590-4a32-9773-57fa3df628c0,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:16.413278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.425402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.451095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Transition to ACTIVE for port object 8ebc3834-8590-4a32-9773-57fa3df628c0 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:16.454317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.455400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.458982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:16.509849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.587976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.605294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:16.605857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:16.636457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Pushing event updated for resources: {'Port': ['ID=8ebc3834-8590-4a32-9773-57fa3df628c0,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:16.643796 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:16.667855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.672264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ec4dc2e-9f9f-48a8-b5d3-311610a060ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:16.682296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.709121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=85fba12d-5bde-4281-a0b2-536857f37893,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:16.712742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:16.713762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.729893 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/85fba12d-5bde-4281-a0b2-536857f37893 HTTP/1.1" status: 204  len: 168 time: 0.5487437
Dec 15 19:06:16.730229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33570) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:16.795984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.928166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet bbb8709b-a792-4d8d-b353-f4708f1b1b0a {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:16.931543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:16.986598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.071982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.168773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.180250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b003611-4444-418c-b18f-905f96a0822c None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:17.256278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.260565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff5db571-26b8-4758-b1b0-42fdc1f7f61d tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:17.292911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb8709b-a792-4d8d-b353-f4708f1b1b0a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:17.296388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:17.304482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.314628 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/bbb8709b-a792-4d8d-b353-f4708f1b1b0a HTTP/1.1" status: 204  len: 168 time: 0.5833406
Dec 15 19:06:17.316527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Could not find standard attr ID for object 86c61ea1-f1bd-4cba-8679-cf4c93970ec5. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:17.317097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33576) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:17.382120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:17.382508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:17.385090 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-488d28b3-d23f-4759-b918-bab2310db610 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0668225
Dec 15 19:06:17.387990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33580) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:17.394325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:17.411734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Provisioning for port 8ebc3834-8590-4a32-9773-57fa3df628c0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:17.444468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Provisioning complete for port 8ebc3834-8590-4a32-9773-57fa3df628c0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:17.444752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.505374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:17.509528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:17.512345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:17.518268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:17.528182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:17.532395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.581205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.621747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8ebc3834-8590-4a32-9773-57fa3df628c0,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:17.629999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:17.636371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.638269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:17.670152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Deleting port 8ebc3834-8590-4a32-9773-57fa3df628c0 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:17.670527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:17.785319 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Pushing event updated for resources: {'Port': ['ID=8ebc3834-8590-4a32-9773-57fa3df628c0,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:17.791710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:17.889316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.objects.ports [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83670) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:17.976380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8ebc3834-8590-4a32-9773-57fa3df628c0,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:17.976940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.049830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8ebc3834-8590-4a32-9773-57fa3df628c0 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:18.052722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.139147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Calling delete_port for 8ebc3834-8590-4a32-9773-57fa3df628c0 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:18.271454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8ebc3834-8590-4a32-9773-57fa3df628c0,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:18.298590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.303884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.304770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.310942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-22a97f46-142f-4689-9bc8-5b63197cc0ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:18.311635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33586) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:18.321153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.332079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:18.332643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:18.348459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.381187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:18.381983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8ebc3834-8590-4a32-9773-57fa3df628c0,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:18.384900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:18.387478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.388293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:18.389563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-75949cb1-fc1d-4177-bfc7-80c6e0863a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:18.389750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.409610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=8ebc3834-8590-4a32-9773-57fa3df628c0,revision_number=8']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:18.413517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:18.414658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a0a50e6f-d8a2-48a1-bb09-166c9d27aa49 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:18.462589 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0733967
Dec 15 19:06:18.462768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8ebc3834-8590-4a32-9773-57fa3df628c0,revision_number=9']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:18.465471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33592) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:18.470385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:18.474162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:18.485182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=000a3ad9-3f6d-4d95-9c27-0bbd328a91d1,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:18.488418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:18.661663 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-492226e0-654a-4e20-a14b-8aaaac220467 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=2ef024afa26842279c6124e3976e67d2&network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 3000 time: 0.3487382
Dec 15 19:06:18.662779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:18.666961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:18.669867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:18.675534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:18.685720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:18.689332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.834370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Deleting port 8ebc3834-8590-4a32-9773-57fa3df628c0 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:18.834952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.947858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:18.952320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2dd762f-17f3-4ae8-81d2-b24043b61742 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:19.011150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:19.014219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:19.018654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:19.019218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.022775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=5298ff14-3b4a-4e71-9271-f3ee4c278603,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:19.026158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:19.044434 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5777292
Dec 15 19:06:19.047268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33602) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:19.053279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:87:c4:dd', 'name': 'tempest-NetworksTestDHCPv6-1742103819'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:19.058835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] For port 8ebc3834-8590-4a32-9773-57fa3df628c0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8ebc3834-8590-4a32-9773-57fa3df628c0,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:19.059234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.179384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Calling delete_port for 8ebc3834-8590-4a32-9773-57fa3df628c0 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:19.189121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:19.193255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:19.196080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:19.202483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:19.212099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:19.215969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.248346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 61cb8efa-e6b4-4c07-8488-41496641aa7d yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:19.310553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.314482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:19.355658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Pushing event deleted for resources: {'Port': ['ID=8ebc3834-8590-4a32-9773-57fa3df628c0,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:19.359496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:19.429117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] No DVR routers for this DVR port 8ebc3834-8590-4a32-9773-57fa3df628c0 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:19.443987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104b26e4-bb5b-4d72-b028-e438565b0c7c None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:19.484655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 172.20.0.5 (6e1b885a-5f59-4a93-98cd-7a045592dff4/5298ff14-3b4a-4e71-9271-f3ee4c278603/61cb8efa-e6b4-4c07-8488-41496641aa7d) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:19.490454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fe87:c4dd (6e1b885a-5f59-4a93-98cd-7a045592dff4/000a3ad9-3f6d-4d95-9c27-0bbd328a91d1/61cb8efa-e6b4-4c07-8488-41496641aa7d) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:19.661927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '000a3ad9-3f6d-4d95-9c27-0bbd328a91d1'}, {'subnet_id': '5298ff14-3b4a-4e71-9271-f3ee4c278603'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:19.662844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.690119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.705844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 61cb8efa-e6b4-4c07-8488-41496641aa7d will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:19.729675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.737103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:19.808380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:19.812163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:19.814863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:19.846058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=61cb8efa-e6b4-4c07-8488-41496641aa7d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:19.852438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:19.877578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Allocated IP 172.20.0.2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/5298ff14-3b4a-4e71-9271-f3ee4c278603/20acac57-ba76-4d95-babc-faaffbe590a9) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:19.880123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:19.881149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:19.883825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Allocated IP 2001:db8::f816:3eff:fe90:89a2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/000a3ad9-3f6d-4d95-9c27-0bbd328a91d1/20acac57-ba76-4d95-babc-faaffbe590a9) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:19.905507 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 0.8566704
Dec 15 19:06:19.907881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33608) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:19.987615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb972a-c571-4358-8086-be9700175da8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:19.988232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0ddb972a-c571-4358-8086-be9700175da8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:20.005072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0ddb972a-c571-4358-8086-be9700175da8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:20.008759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0ddb972a-c571-4358-8086-be9700175da8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1025 time: 0.0975065
Dec 15 19:06:20.009189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33614) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:20.090940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.102351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Transition to ACTIVE for port object 20acac57-ba76-4d95-babc-faaffbe590a9 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:20.122589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Transition to ACTIVE for port object 20acac57-ba76-4d95-babc-faaffbe590a9 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:20.128294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.132738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-bab9fee6-b0ba-475b-bb6c-f0968d34cb76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:20.179259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 61cb8efa-e6b4-4c07-8488-41496641aa7d {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:20.179595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.202584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:20.203292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Pushing event updated for resources: {'Port': ['ID=20acac57-ba76-4d95-babc-faaffbe590a9,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:20.205923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:20.207587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:20.208300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:20.252764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33618) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:20.319408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6c2bb-55ba-4862-a217-f79b3e8227c9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:20.328831 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-10a6c2bb-55ba-4862-a217-f79b3e8227c9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30 HTTP/1.1" status: 200  len: 814 time: 0.0669909
Dec 15 19:06:20.365627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Attempting to bind port 20acac57-ba76-4d95-babc-faaffbe590a9 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:20.365990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Attempting to bind port 20acac57-ba76-4d95-babc-faaffbe590a9 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:20.366360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Attempting to bind port 20acac57-ba76-4d95-babc-faaffbe590a9 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:20.372941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:20.373325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:20.373952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.374360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:20.374827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Bound port: 20acac57-ba76-4d95-babc-faaffbe590a9, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:20.375177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.424273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.460261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] For port 20acac57-ba76-4d95-babc-faaffbe590a9, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:20.463443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] For port 20acac57-ba76-4d95-babc-faaffbe590a9, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=20acac57-ba76-4d95-babc-faaffbe590a9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:20.468497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.471979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-79e8777a-07fb-4ff4-9cb9-d96a8cc3fca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:20.545779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 61cb8efa-e6b4-4c07-8488-41496641aa7d owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:20.552933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Pushing event updated for resources: {'Port': ['ID=20acac57-ba76-4d95-babc-faaffbe590a9,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:20.560377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:20.783246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.789640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8ba86324-bb40-4e54-9c90-72657b3ce129 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:20.792670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33628) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:20.798763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:20.837078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=61cb8efa-e6b4-4c07-8488-41496641aa7d,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:20.840766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:20.977383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:20.988077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/61cb8efa-e6b4-4c07-8488-41496641aa7d HTTP/1.1" status: 204  len: 168 time: 0.9777074
Dec 15 19:06:20.990405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33632) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:21.015623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.060834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43e3b3-35b2-4ddc-9017-a812db754ffb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:21.062734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43e3b3-35b2-4ddc-9017-a812db754ffb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:21.064177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43e3b3-35b2-4ddc-9017-a812db754ffb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:21.064970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-de43e3b3-35b2-4ddc-9017-a812db754ffb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:21.080369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-de43e3b3-35b2-4ddc-9017-a812db754ffb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:21.081658 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-de43e3b3-35b2-4ddc-9017-a812db754ffb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0902851
Dec 15 19:06:21.084259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33636) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:21.290962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 000a3ad9-3f6d-4d95-9c27-0bbd328a91d1 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:21.294540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.302212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.306828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.307407 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f disassociated. External IP: 172.26.1.8, port: 07fbe942-e97f-4f44-b15f-c68ed73becf2.
Dec 15 19:06:21.357319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.442637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.526642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.531161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6224e94e-bd02-4345-8fa3-0c856759dc95 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:21.569365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=000a3ad9-3f6d-4d95-9c27-0bbd328a91d1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:21.573380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:21.575981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.580188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55a20a-2206-4faa-9c59-9611e56d6d1c None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:21.592024 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/000a3ad9-3f6d-4d95-9c27-0bbd328a91d1 HTTP/1.1" status: 204  len: 168 time: 0.5067794
Dec 15 19:06:21.593131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33640) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:21.658268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 5298ff14-3b4a-4e71-9271-f3ee4c278603 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:21.663006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.723062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.727727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:06:21.764945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eb0914e5-bd9a-4844-b265-7c6993822f91 None None] Provisioning for port 20acac57-ba76-4d95-babc-faaffbe590a9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:21.809594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.884673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.889975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5113dbe1-a71f-432b-b00f-5f650a74c84b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:21.929664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=5298ff14-3b4a-4e71-9271-f3ee4c278603,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:21.934112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:21.938716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.948961 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/5298ff14-3b4a-4e71-9271-f3ee4c278603 HTTP/1.1" status: 204  len: 168 time: 0.3545086
Dec 15 19:06:21.951233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33644) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:21.957190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:06:21.961594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:21.968243 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] Sync routers for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:06:21.987315 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:21.987315 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceded94c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:22.041359 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fc4f9c03-0cec-468b-8dac-caecf0fa581d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 688 time: 1.2475436
Dec 15 19:06:22.042373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:06:22.046989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33648) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:22.071430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-20fceaa6-c0fc-45a8-a18c-941b939889b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:22.074869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 20acac57-ba76-4d95-babc-faaffbe590a9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:22.106042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-20fceaa6-c0fc-45a8-a18c-941b939889b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:router {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:22.111777 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-20fceaa6-c0fc-45a8-a18c-941b939889b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1588254
Dec 15 19:06:22.115369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33654) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:22.135659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:22.154583 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b4af8983-562c-4b71-a203-8f1690ca1acf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 688 time: 0.1046243
Dec 15 19:06:22.179429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'status': 'completed', 'code': 200}
Dec 15 19:06:22.180677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 20acac57-ba76-4d95-babc-faaffbe590a9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:22.193290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 20acac57-ba76-4d95-babc-faaffbe590a9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:22.194064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:22.208760 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:22.336406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:22.372951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 20acac57-ba76-4d95-babc-faaffbe590a9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=20acac57-ba76-4d95-babc-faaffbe590a9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:22.378806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:22.382611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-16337a4d-238c-4658-87bc-d1a587ecee80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:22.454606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:22.459416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=20acac57-ba76-4d95-babc-faaffbe590a9,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:22.460080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:22.463724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:22.463848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:22.471269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:22.487102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:22.490827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:22.504098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ceff02-0cbb-4277-acba-3dd4aae06d48 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:22.574454 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceded94c0>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:22.580044 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] Checking router: ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:06:22.592015 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-c45e6410-9c0a-4366-8dd7-17402786d6fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 1099 time: 0.3861327
Dec 15 19:06:22.594123 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:22.594851 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceded94c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:22.679313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-23a95cbf-eb3e-4578-8f7e-60745e572ab7 None None] Provisioning complete for port 20acac57-ba76-4d95-babc-faaffbe590a9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:22.679904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-23a95cbf-eb3e-4578-8f7e-60745e572ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:22.836315 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:22.874982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:22.879763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Deleting port 20acac57-ba76-4d95-babc-faaffbe590a9 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:22.880138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:22.881530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:22.886487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6e12e48-e3e2-4916-80fd-31387e4ed382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:22.921632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-67cc258d-cadb-4b3d-8ca6-66b1b2e424c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:22.923086 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-67cc258d-cadb-4b3d-8ca6-66b1b2e424c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 897 time: 0.3179603
Dec 15 19:06:23.016780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:23.018444 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-7511c4c6-6783-44c7-be72-ffca3461a2d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2 HTTP/1.1" status: 200  len: 217 time: 0.0886669
Dec 15 19:06:23.021472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:23.025446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:23.026031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:23.031393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=5abd5c32-2da2-41e1-8605-827f74447410,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:23.065946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:23.100665 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9839528
Dec 15 19:06:23.103676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] For port 20acac57-ba76-4d95-babc-faaffbe590a9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=20acac57-ba76-4d95-babc-faaffbe590a9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:23.103835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33660) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:23.104219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:23.104425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-79a8f0f5-3ddd-4fff-99ac-6fe76d87e431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:23.105880 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-79a8f0f5-3ddd-4fff-99ac-6fe76d87e431 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 200  len: 835 time: 0.0761168
Dec 15 19:06:23.111044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:23.157418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33664) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:23.200482 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceded94c0>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:23.205831 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89891c-9174-49a4-9c9f-fa164e54465c None None] The sync data for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv is: [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:23.226110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Calling delete_port for 20acac57-ba76-4d95-babc-faaffbe590a9 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:23.256402 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aeb541b7-ba83-486a-8750-bb0d2f0cd90c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 688 time: 0.0969336
Dec 15 19:06:23.286317 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-5dabeb06-3a5b-41ca-b2da-d4c0b96cb06d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1732554
Dec 15 19:06:23.293502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:23.298004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:23.300646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-2bcd0509-196a-4d8a-ae6c-5d7964c929fa service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:06:23.300859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:23.300997 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-2bcd0509-196a-4d8a-ae6c-5d7964c929fa service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053430
Dec 15 19:06:23.306983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:23.308241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:23.311511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:23.324458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:23.352668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Pushing event deleted for resources: {'Port': ['ID=20acac57-ba76-4d95-babc-faaffbe590a9,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:23.356119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:23.359370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] No DVR routers for this DVR port 20acac57-ba76-4d95-babc-faaffbe590a9 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:23.371131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3672d-0bde-4a4f-9dc3-522bfd802ec0 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:23.477178 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-b82f3804-92ab-48e9-b988-b847ccc59d2b service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661718
Dec 15 19:06:23.485016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:23.519444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf2b86-f140-488c-a546-1695d0601cfe None None] New status for floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:06:23.618944 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-933457f2-08da-4a9c-b055-6626e4bf5f4a req-c5ee2fc3-3ca5-46db-ad97-09ca2ec373d0 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348143
Dec 15 19:06:23.997371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '5abd5c32-2da2-41e1-8605-827f74447410'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:23.998827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.000969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:24.002452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.006764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6a518f45-6361-412f-a0a7-22003fda3a2c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:24.062535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 20acac57-ba76-4d95-babc-faaffbe590a9 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:24.084651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:24.088875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:24.094033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:24.094816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.095196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 20acac57-ba76-4d95-babc-faaffbe590a9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:24.095543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 20acac57-ba76-4d95-babc-faaffbe590a9 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:24.102456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=3ead86ff-15dd-46ff-ac3a-2b06a52ad361,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:24.109528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:24.128286 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0226839
Dec 15 19:06:24.131712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33668) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:24.138447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:ee:e6:9d', 'name': 'tempest-NetworksTestDHCPv6-1099007611'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:24.259220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33672) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:24.262749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Allocated IP 172.20.0.2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/5abd5c32-2da2-41e1-8605-827f74447410/a85c0953-6ac1-432c-990e-c830a2aeb92d) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:24.268920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Allocated IP 2001:db8::f816:3eff:fe6e:625d (6e1b885a-5f59-4a93-98cd-7a045592dff4/3ead86ff-15dd-46ff-ac3a-2b06a52ad361/a85c0953-6ac1-432c-990e-c830a2aeb92d) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:24.276218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:24.281617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:24.285460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:24.291445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:24.303187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:24.308001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.342812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 132a74d5-203e-4a3b-a5e3-ed72ff93e539 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:24.348836 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-21e939f5-eb00-4781-8480-44242465b382 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 686 time: 0.0844724
Dec 15 19:06:24.489735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.499786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Transition to ACTIVE for port object a85c0953-6ac1-432c-990e-c830a2aeb92d will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:24.517043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Transition to ACTIVE for port object a85c0953-6ac1-432c-990e-c830a2aeb92d will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:24.522267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.526948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-77ab811d-45d2-44d3-bf15-96fe17c4712b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:24.580675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:24.583488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:24.591229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:24.601669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Pushing event updated for resources: {'Port': ['ID=a85c0953-6ac1-432c-990e-c830a2aeb92d,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:24.604320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:24.654229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 172.20.0.7 (6e1b885a-5f59-4a93-98cd-7a045592dff4/5abd5c32-2da2-41e1-8605-827f74447410/132a74d5-203e-4a3b-a5e3-ed72ff93e539) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:24.660602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:feee:e69d (6e1b885a-5f59-4a93-98cd-7a045592dff4/3ead86ff-15dd-46ff-ac3a-2b06a52ad361/132a74d5-203e-4a3b-a5e3-ed72ff93e539) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:24.733623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Attempting to bind port a85c0953-6ac1-432c-990e-c830a2aeb92d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:24.734012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Attempting to bind port a85c0953-6ac1-432c-990e-c830a2aeb92d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:24.734375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Attempting to bind port a85c0953-6ac1-432c-990e-c830a2aeb92d on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:24.742445 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:24.742819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:24.743481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.743881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:24.744358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Bound port: a85c0953-6ac1-432c-990e-c830a2aeb92d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:24.744740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.830946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] For port a85c0953-6ac1-432c-990e-c830a2aeb92d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:24.834108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] For port a85c0953-6ac1-432c-990e-c830a2aeb92d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a85c0953-6ac1-432c-990e-c830a2aeb92d,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:24.838196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.841558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:24.860786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.876288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 132a74d5-203e-4a3b-a5e3-ed72ff93e539 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:24.898942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:24.904271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-af58543d-1750-4f83-abe6-f65b4296ac0a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:24.920281 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Pushing event updated for resources: {'Port': ['ID=a85c0953-6ac1-432c-990e-c830a2aeb92d,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:24.923116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:24.981404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:24.984978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:24.986979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=132a74d5-203e-4a3b-a5e3-ed72ff93e539,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:24.989171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:25.018441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:25.060241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:25.060241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:25.093434 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 0.9605625
Dec 15 19:06:25.095775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33676) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:25.176649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ffc82-f6ae-4e9e-9525-314196289980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:25.180926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ffc82-f6ae-4e9e-9525-314196289980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:25.181781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d67ffc82-f6ae-4e9e-9525-314196289980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:25.198667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d67ffc82-f6ae-4e9e-9525-314196289980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:25.200015 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d67ffc82-f6ae-4e9e-9525-314196289980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.1033530
Dec 15 19:06:25.203392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33680) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:25.271780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 132a74d5-203e-4a3b-a5e3-ed72ff93e539 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:25.272116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:25.410535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33688) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:25.525642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:25.657292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 132a74d5-203e-4a3b-a5e3-ed72ff93e539 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:25.778206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Deleting port 1ff3a8a4-166a-4232-abe4-472d28a7faae {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:25.778921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:25.856220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33692) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:25.865856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848070316', 'description': 'tempest-secgroup-smoke-1848070316 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:25.899558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:25.906703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84597ff6-71bd-46d2-b2bf-7f521d2e0396 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:25.908437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f2f24b0f-cecd-4e81-925d-b3934bc5c874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:25.919294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:25.939357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:25.951528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=132a74d5-203e-4a3b-a5e3-ed72ff93e539,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:25.954991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:25.971156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.004683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.005092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.094770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a8bfd1cd-6121-4e51-8f7b-a1b116c8b3cf None None] Provisioning for port a85c0953-6ac1-432c-990e-c830a2aeb92d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:26.127848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a85c0953-6ac1-432c-990e-c830a2aeb92d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:26.160171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Calling delete_port for 1ff3a8a4-166a-4232-abe4-472d28a7faae owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:26.199225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:26.206113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:26.214944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:26.216862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.224947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:26.232383 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/132a74d5-203e-4a3b-a5e3-ed72ff93e539 HTTP/1.1" status: 204  len: 168 time: 1.0279050
Dec 15 19:06:26.233684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33696) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:26.264594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a85c0953-6ac1-432c-990e-c830a2aeb92d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:26.271175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a85c0953-6ac1-432c-990e-c830a2aeb92d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:26.271728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.304404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.309339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e553f4ed-de40-4260-9332-7e826b632234 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:26.311341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e553f4ed-de40-4260-9332-7e826b632234 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:26.312867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e553f4ed-de40-4260-9332-7e826b632234 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:26.313904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e553f4ed-de40-4260-9332-7e826b632234 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:26.333072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e553f4ed-de40-4260-9332-7e826b632234 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:26.337376 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e553f4ed-de40-4260-9332-7e826b632234 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1026845
Dec 15 19:06:26.338116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33700) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:26.341075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.378960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1742df4c-5c72-4fc1-8a41-b6f1bbb5b52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:26.390702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.394759 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5347509
Dec 15 19:06:26.396761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33704) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:26.408621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '06307280-174a-435c-b2df-2d767beb049a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:26.421152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:26.431068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.431260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 3ead86ff-15dd-46ff-ac3a-2b06a52ad361 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:26.433734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:26.438014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06307280-174a-435c-b2df-2d767beb049a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:26.438527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:26.441766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:26.443421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.449474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.455620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:26.473883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a85c0953-6ac1-432c-990e-c830a2aeb92d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a85c0953-6ac1-432c-990e-c830a2aeb92d,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:26.478342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.481500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:26.489239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:26.501055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event deleted for resources: {'Port': ['ID=1ff3a8a4-166a-4232-abe4-472d28a7faae,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:26.505161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:26.522964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.553345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.565105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a85c0953-6ac1-432c-990e-c830a2aeb92d,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:26.568683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:26.613081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.649093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.655773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.688462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.694700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c830462a-4258-4701-9eeb-d578576bd672 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:26.737735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cb0d13-98ef-41b9-9353-603b67bc921f,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:26.747841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:26.761986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.765889 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3651714
Dec 15 19:06:26.766303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33708) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:26.772062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '06307280-174a-435c-b2df-2d767beb049a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:26.778268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:26.781523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.789068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f515012e-8f33-49cb-a7c0-7cc4b0b3d1bf tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:26.820920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:26.828744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:26.839187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=3ead86ff-15dd-46ff-ac3a-2b06a52ad361,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:26.841195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:26.844678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:26.849575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.868425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.877964 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/3ead86ff-15dd-46ff-ac3a-2b06a52ad361 HTTP/1.1" status: 204  len: 168 time: 0.5386913
Dec 15 19:06:26.881283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33712) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:26.949665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.983444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 5abd5c32-2da2-41e1-8605-827f74447410 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:26.989476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:26.998455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da42c00-bcfc-4ee8-bf64-712d0b98d889 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:27.032902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.040903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Router 4d463fbe-1640-4532-b3f8-578c35627504 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:06:27.045442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.049504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3908bda-72cd-41d1-ae14-5d9937ec4f0e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:27.083326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.114623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec87a526-c1e3-4fad-9c2c-5d9bb006aa79,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:27.121451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.122267 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3550365
Dec 15 19:06:27.123638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:27.125472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33716) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:27.132847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '06307280-174a-435c-b2df-2d767beb049a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:27.141587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:27.147076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:27.150905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:27.158172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:27.161877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c9a756ef-dcf2-4110-a75c-acbde37be97d None None] Provisioning complete for port a85c0953-6ac1-432c-990e-c830a2aeb92d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:27.162257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c9a756ef-dcf2-4110-a75c-acbde37be97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.183131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.240161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.270397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.275717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-18686ef5-23c7-4c9a-8937-09a7bccda3c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:27.318971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=5abd5c32-2da2-41e1-8605-827f74447410,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:27.324851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:27.335268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.339701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.341557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:06:27.347974 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/5abd5c32-2da2-41e1-8605-827f74447410 HTTP/1.1" status: 204  len: 168 time: 0.4651785
Dec 15 19:06:27.349557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33720) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:27.352192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.354988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8ece8c9c-2ffd-46b4-86e8-09beeda0afa1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:27.357499 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] Sync routers for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:06:27.371342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.379542 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:27.380364 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc8f4f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:27.404654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24772a6c-8b47-444d-87ba-693f2c35b99f,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:27.416226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:27.436281 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-66e79d91-4a62-47c3-853b-dd44451d0bc6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0845594
Dec 15 19:06:27.438659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33724) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:27.441840 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "DELETE /v2.0/floatingips/e8ae9829-5eef-4381-bfe5-ad8da5285950 HTTP/1.1" status: 204  len: 168 time: 2.0301783
Dec 15 19:06:27.442936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:06:27.451926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:27.456965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.460560 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3305724
Dec 15 19:06:27.461429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33732) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:27.474316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '06307280-174a-435c-b2df-2d767beb049a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:27.487743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:27.498845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:27.504092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:27.518553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:27.520284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df6c5f-6f27-41aa-9b18-75b36f7a13b8 None None] Update dhcp port {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '5abd5c32-2da2-41e1-8605-827f74447410'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': 'a85c0953-6ac1-432c-990e-c830a2aeb92d'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:06:27.546548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.569360 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'status': 'completed', 'code': 200}
Dec 15 19:06:27.604045 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:27.617718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-24df6c5f-6f27-41aa-9b18-75b36f7a13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.725535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:27.731203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:27.735430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:27.757733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:27.776014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:27.783757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.827682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.840779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.843962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:27.869504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0384149-7671-42dc-9dc4-798896cd003e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:27.876741 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-8b3449d1-16b6-4255-9965-5a07c89af04e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55cd5fa2695f44228fd7746d90f42278&device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 1098 time: 0.2809334
Dec 15 19:06:27.878513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:27.903453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50510cf-3727-40d4-9649-b2320ac4ea8b None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:27.909748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:27.913428 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4486442
Dec 15 19:06:27.915974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33738) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:27.924791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '06307280-174a-435c-b2df-2d767beb049a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:27.930985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:27.935454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:27.939025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:27.945271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:28.007271 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:06:28.024512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.110816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-7b8192c6-f2bd-4de1-8188-d47d2da4913e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:28.112310 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-7b8192c6-f2bd-4de1-8188-d47d2da4913e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c29f2923-e182-4692-a5c0-087306c6f164 HTTP/1.1" status: 200  len: 898 time: 0.2260294
Dec 15 19:06:28.120737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a85c0953-6ac1-432c-990e-c830a2aeb92d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:28.154993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.166046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1717cc28-efaa-454f-8a87-f400c1fbb9b1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:28.194702 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc8f4f0>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:47Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:28.199071 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] Checking router: 4d463fbe-1640-4532-b3f8-578c35627504 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:06:28.203230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.211834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.214623 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-81457c02-d783-450b-bdc5-f15a0e33878e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f HTTP/1.1" status: 200  len: 217 time: 0.0880218
Dec 15 19:06:28.216394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-72697669-5ce9-400c-993c-f98a00283ec1 None None] Provisioning complete for port a85c0953-6ac1-432c-990e-c830a2aeb92d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:28.217335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-72697669-5ce9-400c-993c-f98a00283ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.219411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5cb127d3-5a0d-4cb0-aaf0-cf70d621c626 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:28.219495 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:28.219989 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc8f4f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:28.265969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=a0884dd8-8527-4f02-8adc-9715e7b99749,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:28.279629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:28.288611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-e885140b-2019-4fca-a0ca-8fb9d5e4a49c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:28.290116 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-e885140b-2019-4fca-a0ca-8fb9d5e4a49c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=462fcd8c-4f64-4c2b-9351-dbde605aaceb HTTP/1.1" status: 200  len: 835 time: 0.0634551
Dec 15 19:06:28.336722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8785e4-572a-4348-8dbd-55de0f056aaf,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:28.348072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:28.361366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.362862 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4458511
Dec 15 19:06:28.366292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33744) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:28.368248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:28.371821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:28.375267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:28.376097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.377488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '06307280-174a-435c-b2df-2d767beb049a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:28.384046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:28.390238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:28.393516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:28.400714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:28.408907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.423099 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:06:28.433213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.449091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a85c0953-6ac1-432c-990e-c830a2aeb92d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a85c0953-6ac1-432c-990e-c830a2aeb92d,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:28.454001 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-ab5e7279-eb7c-49d8-ae50-0cfa54ae5ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c29f2923-e182-4692-a5c0-087306c6f164&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1542304
Dec 15 19:06:28.454694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5a63-08fb-4f5d-954a-f34f45ea61de req-912cd3d7-083a-439a-b2d1-a707e1245c4c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:28.466014 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-406f5a63-08fb-4f5d-954a-f34f45ea61de req-912cd3d7-083a-439a-b2d1-a707e1245c4c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.4178829
Dec 15 19:06:28.468133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.471470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:28.508766 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:28.517274 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0747697
Dec 15 19:06:28.519023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33748) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:28.528376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:28.558119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:28.564373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a85c0953-6ac1-432c-990e-c830a2aeb92d,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:28.582429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:28.584213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Deleting port a85c0953-6ac1-432c-990e-c830a2aeb92d {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:28.584599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.631615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.641085 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-7e8a846b-14d5-45ae-965b-8beda14d9f2b service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782727
Dec 15 19:06:28.642390 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.644404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-804fc993-1bd8-48be-a836-198291f675c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:28.818935 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d676101-6e14-4e70-a1ba-bd679eccf9a9 req-ebd94b39-5b1c-4020-ae01-ca611dd9c905 service neutron] 10.222.0.64 "GET /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677651
Dec 15 19:06:28.842177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b26c01-2a0a-4474-8e9e-aeb14dfd433f,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:28.862575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:28.864084 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-406f5a63-08fb-4f5d-954a-f34f45ea61de req-72814274-37da-4315-b476-f5f79c05130b tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3963966
Dec 15 19:06:28.869470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:28.874833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:28.879437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:28.879615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:28.881751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5107660
Dec 15 19:06:28.896391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:28.920940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:28.956480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] For port a85c0953-6ac1-432c-990e-c830a2aeb92d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a85c0953-6ac1-432c-990e-c830a2aeb92d,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:28.956807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.103258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Calling delete_port for a85c0953-6ac1-432c-990e-c830a2aeb92d owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:29.141599 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc8f4f0>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:47Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:29.147159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.148445 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e7357-a3cf-42c5-8c08-ffc946ad9d17 None None] The sync data for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv is: [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:04:40Z', 'revision_number': 4, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '275b2054-768f-43f0-a414-e927621c7205', 'name': '', 'network_id': 'c29f2923-e182-4692-a5c0-087306c6f164', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'mac_address': 'fa:16:3e:94:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:37Z', 'updated_at': '2021-12-15T19:04:47Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'subnets': [{'id': '462fcd8c-4f64-4c2b-9351-dbde605aaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:29.205727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.210628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2f067f4-f391-43b2-87a2-99b526df8a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:29.276161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-850d26c5-d34a-4505-9608-c1d06b9324a6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:29.276954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-850d26c5-d34a-4505-9608-c1d06b9324a6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Synchronizing usage tracker for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:29.294906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-850d26c5-d34a-4505-9608-c1d06b9324a6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Unset dirty status for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:29.296190 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-850d26c5-d34a-4505-9608-c1d06b9324a6 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.64 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1751168
Dec 15 19:06:29.302742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Pushing event deleted for resources: {'Port': ['ID=a85c0953-6ac1-432c-990e-c830a2aeb92d,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:29.305334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:29.314100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] No DVR routers for this DVR port a85c0953-6ac1-432c-990e-c830a2aeb92d on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:29.333748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1eb727-153d-42b2-962e-f0b596a1c5a8 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:29.467565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883d719-55e1-4b39-846b-6bf9a8e5888e None None] New status for floating IP e8ae9829-5eef-4381-bfe5-ad8da5285950: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:06:29.472833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Deleting port d1eadf52-87bd-43b7-82cd-36ce9858460f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:29.474449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.568179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-632950c3-c2aa-45bf-8324-a583bb6791d3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:29.682238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-632950c3-c2aa-45bf-8324-a583bb6791d3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:29.683418 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-632950c3-c2aa-45bf-8324-a583bb6791d3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848070316&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.2524319
Dec 15 19:06:29.750015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:29.752216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.765685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'a0884dd8-8527-4f02-8adc-9715e7b99749'}, {'subnet_id': 'b8475eb7-789c-4cb2-a9d1-4eb75ce965d8'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:29.766561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.768438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-496dcabf-1b67-4339-8f0e-a3b7fcdfd40c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:29.870376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=b8475eb7-789c-4cb2-a9d1-4eb75ce965d8,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:29.880986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:29.900540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:29.901836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:29.910504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:29.911104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.967116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] For port d1eadf52-87bd-43b7-82cd-36ce9858460f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d1eadf52-87bd-43b7-82cd-36ce9858460f,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:29.967451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:29.985471 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4629998
Dec 15 19:06:29.985885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33770) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:30.002494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:56:14:c7', 'name': 'tempest-NetworksTestDHCPv6-1621041706'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:30.021232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Allocated IP 172.20.0.2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/a0884dd8-8527-4f02-8adc-9715e7b99749/6a3627a2-9cd5-42b3-a532-c863786a7bc9) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:30.027100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Allocated IP 2001:db8::f816:3eff:febd:1414 (6e1b885a-5f59-4a93-98cd-7a045592dff4/b8475eb7-789c-4cb2-a9d1-4eb75ce965d8/6a3627a2-9cd5-42b3-a532-c863786a7bc9) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:30.238579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Calling delete_port for d1eadf52-87bd-43b7-82cd-36ce9858460f owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:30.246908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.259814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Transition to ACTIVE for port object 6a3627a2-9cd5-42b3-a532-c863786a7bc9 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:30.271280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-ca85588e-12b8-43f0-8a87-b5c491521ab0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:30.272758 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-ca85588e-12b8-43f0-8a87-b5c491521ab0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 796 time: 0.4973333
Dec 15 19:06:30.284532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Transition to ACTIVE for port object 6a3627a2-9cd5-42b3-a532-c863786a7bc9 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:30.295511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.298619 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-85e90ed7-1f4f-4ee7-9d98-241793079c93 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0192494
Dec 15 19:06:30.306250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-99abb696-2678-43c1-a8ef-c0d8f32ae64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:30.312247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:30.321362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f920-7756-47be-a53d-e4821e6cfa12 req-151c8c6b-9112-4473-9f2d-e37bf8924d2a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:30.322808 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a685f920-7756-47be-a53d-e4821e6cfa12 req-151c8c6b-9112-4473-9f2d-e37bf8924d2a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 945 time: 0.1812499
Dec 15 19:06:30.324019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:30.327887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:30.335886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:30.374810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:30.378715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.391782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:30.395747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:30.398609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:30.401819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Pushing event updated for resources: {'Port': ['ID=6a3627a2-9cd5-42b3-a532-c863786a7bc9,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:30.404422 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a685f920-7756-47be-a53d-e4821e6cfa12 req-6eb59537-3303-4dcf-bf22-84dc23ff8457 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/security-groups?id=2de68848-3275-48cd-94df-74c96664017e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707247
Dec 15 19:06:30.405020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:30.434382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 73ed5520-d38d-41e9-b1db-37eac6e9c469 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:30.465233 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-a6cd0ed7-0e96-46ba-84c3-98f3a83857e8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1579566
Dec 15 19:06:30.508573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.516810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4a79d6da-1c3d-4a86-b065-9b569766d32b tempest-FloatingIPAdminTestJSON-809609324 tempest-FloatingIPAdminTestJSON-809609324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:30.571812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Attempting to bind port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:30.572461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Attempting to bind port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:30.572704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event deleted for resources: {'Port': ['ID=d1eadf52-87bd-43b7-82cd-36ce9858460f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:30.573160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Attempting to bind port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:30.577852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:30.600063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:30.602352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:30.602904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.603609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:30.605617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Bound port: 6a3627a2-9cd5-42b3-a532-c863786a7bc9, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:30.606183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.665762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-de6cd578-1f1b-4be9-99a9-5c0090436812 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:06:30.666777 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-de6cd578-1f1b-4be9-99a9-5c0090436812 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1832168
Dec 15 19:06:30.698938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] No DVR routers for this DVR port d1eadf52-87bd-43b7-82cd-36ce9858460f on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:30.703487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 172.20.0.11 (6e1b885a-5f59-4a93-98cd-7a045592dff4/a0884dd8-8527-4f02-8adc-9715e7b99749/73ed5520-d38d-41e9-b1db-37eac6e9c469) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:30.703781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.710270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fe56:14c7 (6e1b885a-5f59-4a93-98cd-7a045592dff4/b8475eb7-789c-4cb2-a9d1-4eb75ce965d8/73ed5520-d38d-41e9-b1db-37eac6e9c469) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:30.715061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-deleted', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:06:30.726856 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-77d4a060-ed20-447f-9c0a-f2816cc36cdd req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.64 "DELETE /v2.0/ports/d1eadf52-87bd-43b7-82cd-36ce9858460f HTTP/1.1" status: 204  len: 173 time: 1.4238098
Dec 15 19:06:30.843641 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74970d7c-99b1-45a3-a2f4-d19408ec28c1', 'name': 'network-vif-deleted', 'tag': 'd1eadf52-87bd-43b7-82cd-36ce9858460f', 'status': 'completed', 'code': 200}
Dec 15 19:06:30.858835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] For port 6a3627a2-9cd5-42b3-a532-c863786a7bc9, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:30.864061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] For port 6a3627a2-9cd5-42b3-a532-c863786a7bc9, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6a3627a2-9cd5-42b3-a532-c863786a7bc9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:30.869937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:30.877899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f87b44f5-46c1-48fc-a849-dd19cd2e6216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:30.892605 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-182ec420-cacc-44f9-9428-9d399905dc5c service neutron] 10.222.0.48 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139888
Dec 15 19:06:30.995881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Pushing event updated for resources: {'Port': ['ID=6a3627a2-9cd5-42b3-a532-c863786a7bc9,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:31.009013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:31.087289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:31.106396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 73ed5520-d38d-41e9-b1db-37eac6e9c469 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:31.131192 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-4a0aeefa-fc83-40ae-ab45-dc6e68f8f1e7 service neutron] 10.222.0.48 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324681
Dec 15 19:06:31.146023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:31.162580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c1625e5a-c1d1-4bfb-8bba-752fdea24fc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:31.429769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:31.441327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:31.447122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:31.566045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=73ed5520-d38d-41e9-b1db-37eac6e9c469,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:31.575481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:31.645936 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1d6dcbbe-367d-4af4-8b46-47693fc771be req-95c260d5-45e2-4277-bcdb-e403febdc56c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 210 time: 0.0952849
Dec 15 19:06:31.648583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-f87f7371-53c5-4cf9-8a5e-268644529fe5 req-55482d3f-2dd0-4a79-b359-646479b22129 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Synchronizing usage tracker for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:31.676532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-f87f7371-53c5-4cf9-8a5e-268644529fe5 req-55482d3f-2dd0-4a79-b359-646479b22129 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Unset dirty status for tenant:55cd5fa2695f44228fd7746d90f42278 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:31.681795 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f87f7371-53c5-4cf9-8a5e-268644529fe5 req-55482d3f-2dd0-4a79-b359-646479b22129 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "GET /v2.0/ports?device_id=74970d7c-99b1-45a3-a2f4-d19408ec28c1 HTTP/1.1" status: 200  len: 210 time: 0.0804977
Dec 15 19:06:31.685941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:31.686664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:31.722466 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.7325780
Dec 15 19:06:31.724747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33788) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:31.804021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b94e6-5967-4990-8915-53f28ec2acb5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:31.808036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b94e6-5967-4990-8915-53f28ec2acb5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:31.808792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f01b94e6-5967-4990-8915-53f28ec2acb5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:31.824911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f01b94e6-5967-4990-8915-53f28ec2acb5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:31.826835 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f01b94e6-5967-4990-8915-53f28ec2acb5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.1009634
Dec 15 19:06:31.829553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33796) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:31.899430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 73ed5520-d38d-41e9-b1db-37eac6e9c469 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:31.899777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:32.119178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6a3627a2-9cd5-42b3-a532-c863786a7bc9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:32.228324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:32.234937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:32.281649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d1eadf52-87bd-43b7-82cd-36ce9858460f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:32.322333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: d1eadf52-87bd-43b7-82cd-36ce9858460f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:32.322915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d1eadf52-87bd-43b7-82cd-36ce9858460f not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:32.386408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 73ed5520-d38d-41e9-b1db-37eac6e9c469 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:32.460611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad432592-12e8-4bf5-a750-e869dc6a447b None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:32.573224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Provisioning for port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:32.583822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Provisioning complete for port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:32.584353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:32.636813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:32.647519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1d3a9889-91c4-411c-b882-b810ec069a6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:32.730448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=73ed5520-d38d-41e9-b1db-37eac6e9c469,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:32.745087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:32.933189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:32.951831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:32.971042 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/73ed5520-d38d-41e9-b1db-37eac6e9c469 HTTP/1.1" status: 204  len: 168 time: 1.1403058
Dec 15 19:06:32.971848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33822) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:33.003921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:33.033031 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70c6bac-fff2-4664-9548-c0dff1999867 req-655e9028-8add-4222-872f-db377e05eb50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 210 time: 0.1007810
Dec 15 19:06:33.100452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] For port 6a3627a2-9cd5-42b3-a532-c863786a7bc9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6a3627a2-9cd5-42b3-a532-c863786a7bc9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:33.113065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:33.115597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ee81261-4272-4af7-a7f6-c9ec93f8ab46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:33.268476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Pushing event updated for resources: {'Port': ['ID=6a3627a2-9cd5-42b3-a532-c863786a7bc9,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:33.274848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:33.449560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ac64176c-41d8-494c-8712-d80ea7e6bc6c None None] Provisioning complete for port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:33.449900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aeb7be-ba00-4ad1-8e06-021340bf75f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:33.450008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac64176c-41d8-494c-8712-d80ea7e6bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:33.451987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aeb7be-ba00-4ad1-8e06-021340bf75f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:33.453439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aeb7be-ba00-4ad1-8e06-021340bf75f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:33.454282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b0aeb7be-ba00-4ad1-8e06-021340bf75f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:33.462658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-7414195d-abf0-4f11-8e87-8ad18922d225 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:33.469366 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-7414195d-abf0-4f11-8e87-8ad18922d225 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 796 time: 0.4413373
Dec 15 19:06:33.574593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b0aeb7be-ba00-4ad1-8e06-021340bf75f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:33.576767 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b0aeb7be-ba00-4ad1-8e06-021340bf75f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.6039035
Dec 15 19:06:33.580019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33828) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:33.583807 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-edf8d9aa-6037-4563-9df9-ad12d6b8d5fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 473 time: 0.0955956
Dec 15 19:06:33.639427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['06307280-174a-435c-b2df-2d767beb049a']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:33.744569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3d2c8834-a3b3-4016-a3c8-187f1f82df33 None None] Could not find standard attr ID for object 86c61ea1-f1bd-4cba-8679-cf4c93970ec5. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:33.847962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:33.958988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:33.970376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:33.985756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:33.989767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:34.059668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d4872dc5-ad4c-4b95-919b-6302c4ba7e65 None None] Could not find standard attr ID for object 61cb8efa-e6b4-4c07-8488-41496641aa7d. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:34.091772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6a3627a2-9cd5-42b3-a532-c863786a7bc9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:34.156943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet a0884dd8-8527-4f02-8adc-9715e7b99749 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:34.165578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:34.264720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:34.265004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:34.378200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c925b9f5-77af-404d-8047-d9449f8142f8 None None] Could not find standard attr ID for object 132a74d5-203e-4a3b-a5e3-ed72ff93e539. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:34.428542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:34.548517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.14 (91fe1ea0-2899-421c-b108-a8b1304cfb67/3430eb63-6ea6-4667-a052-6871efae96e5/492f4c06-6fd6-48fa-818e-ac6d39d3942d) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:34.624825 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a6d8bc77-7895-45b4-a324-5b2e7e3cb748 req-bc69c20a-3afc-4ce7-af60-72c27bccf432 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 210 time: 0.0775259
Dec 15 19:06:34.685678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:34.779223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Deleting port 275b2054-768f-43f0-a414-e927621c7205 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:34.779656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:34.798229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1d391ae9-ca5b-45cd-bfdc-659e908a4268 None None] Could not find standard attr ID for object 73ed5520-d38d-41e9-b1db-37eac6e9c469. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:34.927618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:34.934497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-30717c50-4f78-4a73-a982-cf43b4c8194b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:34.984515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=a0884dd8-8527-4f02-8adc-9715e7b99749,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:34.993855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:34.996845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.007729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.022992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 492f4c06-6fd6-48fa-818e-ac6d39d3942d will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:35.031217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] For port 275b2054-768f-43f0-a414-e927621c7205, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=275b2054-768f-43f0-a414-e927621c7205,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:35.031807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.053352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8104db-d066-4828-b04f-55aba4a9ee77 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:35.059521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.067435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-df785343-1fd7-406e-b6ae-de464ca92dde tempest-FloatingIPAdminTestJSON-530766837 tempest-FloatingIPAdminTestJSON-530766837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:35.117186 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a528c904-b1a5-4e7a-9104-2fb0f1ae7a79 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/a0884dd8-8527-4f02-8adc-9715e7b99749 HTTP/1.1" status: 204  len: 168 time: 1.5322397
Dec 15 19:06:35.130526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33838) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:35.192198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Calling delete_port for 275b2054-768f-43f0-a414-e927621c7205 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:35.215240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:35.220863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:35.247062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:35.316083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=492f4c06-6fd6-48fa-818e-ac6d39d3942d,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:35.325094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:35.337039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet b8475eb7-789c-4cb2-a9d1-4eb75ce965d8 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:35.351548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.449909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:35.450618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.473887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.478926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d74903f0-c444-4a3f-8cae-3dc2a5be4c12 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:35.495287 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8631277
Dec 15 19:06:35.500997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.537119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event deleted for resources: {'Port': ['ID=275b2054-768f-43f0-a414-e927621c7205,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:35.540476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:35.551149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Request body: {'port': {'device_id': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:35.639320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2c2956aa-bff5-4148-b858-168f3aabc0c3 None None] Provisioning for port 492f4c06-6fd6-48fa-818e-ac6d39d3942d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:35.644929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2c2956aa-bff5-4148-b858-168f3aabc0c3 None None] Provisioning complete for port 492f4c06-6fd6-48fa-818e-ac6d39d3942d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:35.645402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2c2956aa-bff5-4148-b858-168f3aabc0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.699074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.786198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2c2956aa-bff5-4148-b858-168f3aabc0c3 None None] Port 492f4c06-6fd6-48fa-818e-ac6d39d3942d cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:06:35.833277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:35.839979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-550748e0-6036-4892-ac73-02b495cb1b24 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:35.927227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:36.133531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:36.151320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=b8475eb7-789c-4cb2-a9d1-4eb75ce965d8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:36.154060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:36.183186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee2f52-1e09-4816-8260-e462f514a75b None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:36.194489 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/b8475eb7-789c-4cb2-a9d1-4eb75ce965d8 HTTP/1.1" status: 204  len: 168 time: 1.0607834
Dec 15 19:06:36.197868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33844) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:36.274974 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f0b8930c-b067-4236-ae46-ef2c32a7553e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0741351
Dec 15 19:06:36.280035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33848) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:36.425198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218ffa7-6787-4a30-9e38-ce175f8ebbe1 req-6986e550-7547-478e-bebe-e7eb377ce617 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:36.426799 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8218ffa7-6787-4a30-9e38-ce175f8ebbe1 req-6986e550-7547-478e-bebe-e7eb377ce617 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 932 time: 0.4889004
Dec 15 19:06:36.439217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-66513850-089f-45a1-a109-399bd92309f1 None None] Provisioning complete for port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:36.440945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-66513850-089f-45a1-a109-399bd92309f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:36.536847 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8218ffa7-6787-4a30-9e38-ce175f8ebbe1 req-d18d2933-0eb1-40f7-8ae8-cba4ba866f1a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946581
Dec 15 19:06:36.550427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7406a4-4894-426b-b4fd-b3a95d9dba02 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:36.551950 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6d7406a4-4894-426b-b4fd-b3a95d9dba02 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2691801
Dec 15 19:06:36.556207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33854) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:36.567264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492f4c06-6fd6-48fa-818e-ac6d39d3942d {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:06:36.576956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:36.593203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Transition to ACTIVE for port object 492f4c06-6fd6-48fa-818e-ac6d39d3942d will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:36.608306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:36.614260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b78e7436-ce7c-446c-922a-a783ef0c7e28 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:36.641415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:36.663297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94785056-3275-4d86-b224-4f21f699ffbf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:36.664339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-94785056-3275-4d86-b224-4f21f699ffbf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:36.702065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:36.748489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Deleting port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:36.751528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:36.779340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-94785056-3275-4d86-b224-4f21f699ffbf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:36.783822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Pushing event updated for resources: {'Port': ['ID=492f4c06-6fd6-48fa-818e-ac6d39d3942d,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:36.783971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-94785056-3275-4d86-b224-4f21f699ffbf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2242234
Dec 15 19:06:36.786998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33858) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:36.794151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:36.921546 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2352bf7b-1771-49d4-9c95-33fe2c0abacf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1335280
Dec 15 19:06:36.931268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33862) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:36.941589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:37.147049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Attempting to bind port 492f4c06-6fd6-48fa-818e-ac6d39d3942d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:37.147698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Attempting to bind port 492f4c06-6fd6-48fa-818e-ac6d39d3942d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:37.147698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Attempting to bind port 492f4c06-6fd6-48fa-818e-ac6d39d3942d on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:37.179789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:37.183451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Port 492f4c06-6fd6-48fa-818e-ac6d39d3942d on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:06:37.183844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Attempting to bind port 492f4c06-6fd6-48fa-818e-ac6d39d3942d on network 91fe1ea0-2899-421c-b108-a8b1304cfb67 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:37.197270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] For port 6a3627a2-9cd5-42b3-a532-c863786a7bc9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6a3627a2-9cd5-42b3-a532-c863786a7bc9,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:37.197786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:37.205967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:37.208788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:37.210041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Checking segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:37.211122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Bound using segment: {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:37.211622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Bound port: 492f4c06-6fd6-48fa-818e-ac6d39d3942d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bac604c-a723-4de4-9a35-85368d105092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:37.212035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:37.282024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:37.285890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:37.287441 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:06:37.288039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:06:37.329590 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b31eff8d-5a2e-40f9-a139-5b164ac370b4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3967943
Dec 15 19:06:37.332397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33866) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:37.332507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Calling delete_port for 6a3627a2-9cd5-42b3-a532-c863786a7bc9 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:37.342247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:37.377544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] For port 492f4c06-6fd6-48fa-818e-ac6d39d3942d, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:37.426266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:37.432060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fcdb57d3-4c0e-436a-87b0-bae5de4001c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:37.448069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] For port 492f4c06-6fd6-48fa-818e-ac6d39d3942d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:37.463538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:37.470302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9a287383-495a-4bba-873b-677d8c548d3c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:37.496517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Pushing event deleted for resources: {'Port': ['ID=6a3627a2-9cd5-42b3-a532-c863786a7bc9,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:37.525545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:37.527616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:37.528031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] No DVR routers for this DVR port 6a3627a2-9cd5-42b3-a532-c863786a7bc9 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:37.573633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:37.589649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:37.591218 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] 10.222.0.64 "PUT /v2.0/ports/492f4c06-6fd6-48fa-818e-ac6d39d3942d HTTP/1.1" status: 200  len: 1094 time: 2.0582094
Dec 15 19:06:37.594325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:06:37.651122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Pushing event updated for resources: {'Port': ['ID=492f4c06-6fd6-48fa-818e-ac6d39d3942d,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:37.655558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:37.659226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:37.676848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:37.681432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:06:37.682689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:06:37.761604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Router 4d463fbe-1640-4532-b3f8-578c35627504 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:06:37.811046 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'status': 'completed', 'code': 200}
Dec 15 19:06:37.868838 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d06e1337-aa0b-44ab-a843-6eca49904303 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5348029
Dec 15 19:06:37.870596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33876) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:37.878446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:38.058661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6a3627a2-9cd5-42b3-a532-c863786a7bc9 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:38.104005 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-ee42d850-68fb-4c27-9a5d-47aa50fb366b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 1097 time: 0.4464092
Dec 15 19:06:38.105074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:38.118769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 6a3627a2-9cd5-42b3-a532-c863786a7bc9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:38.119355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6a3627a2-9cd5-42b3-a532-c863786a7bc9 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:38.157715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8a32-1a8c-47d9-b3ff-e2831b8aad8f req-e7a6b57e-cb9b-4545-adee-5f1eba444c00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:38.159256 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-32fa8a32-1a8c-47d9-b3ff-e2831b8aad8f req-e7a6b57e-cb9b-4545-adee-5f1eba444c00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 944 time: 0.2285957
Dec 15 19:06:38.215161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:38.234135 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-512dd85f-ab67-4503-915e-ade1ef1f981e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d HTTP/1.1" status: 200  len: 217 time: 0.1181121
Dec 15 19:06:38.247345 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-32fa8a32-1a8c-47d9-b3ff-e2831b8aad8f req-ca472487-92f5-4a54-91a2-370eacf5623e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805092
Dec 15 19:06:38.281460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:06:38.285869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:38.290897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:38.293609 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:06:38.294095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:06:38.302414 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] Sync routers for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:06:38.319329 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "PUT /v2.0/routers/4d463fbe-1640-4532-b3f8-578c35627504/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3841698
Dec 15 19:06:38.323295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33880) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:38.327461 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:38.329762 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced68e280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:38.407538 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a59d17a5-4364-48ac-8ede-22dc5d7eb511 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5356069
Dec 15 19:06:38.411084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33884) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:38.415069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-3ccef853-cbf3-462a-af6e-99d48cf3d7f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:38.417587 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-3ccef853-cbf3-462a-af6e-99d48cf3d7f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 200  len: 835 time: 0.1773393
Dec 15 19:06:38.418322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:38.609847 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:38.824837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:38.838662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:38.863040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:38.914934 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-3c7dba02-47b3-46cd-870f-d4b7f63d9518 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4805789
Dec 15 19:06:38.924271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Deleting subnet 462fcd8c-4f64-4c2b-9351-dbde605aaceb {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:38.960105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.014111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.015480 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:06:39.015903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:06:39.047309 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-be08fa75-1cff-4550-871b-66c5cb5a7d1d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.6347208
Dec 15 19:06:39.050207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33890) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:39.066303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:39.102800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.124296 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced68e280>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:06:35Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:39.128536 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] Checking router: 4d463fbe-1640-4532-b3f8-578c35627504 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:06:39.141962 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] Routers {'4d463fbe-1640-4532-b3f8-578c35627504'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:39.142708 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced68e280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['4d463fbe-1640-4532-b3f8-578c35627504'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:39.196670 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-0e9174c0-5346-4912-898b-cb1f92ec3344 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2694619
Dec 15 19:06:39.271387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:39.283099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:39.300657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:39.308208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.310715 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:06:39.311140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:06:39.354993 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-27e6ac1c-98f6-4223-ae58-344413a9e53d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2977326
Dec 15 19:06:39.358743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33896) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:39.363977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.371387 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] Set router 4d463fbe-1640-4532-b3f8-578c35627504 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:39.378686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:39.465988 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f682b0e5-5699-4ff7-97cf-01506c016276 req-cbc00cde-a8bd-453b-a21f-f873c5a9eb0e service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2568331
Dec 15 19:06:39.496250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.515051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d00849fa-269e-4f33-a8d4-6c1c39f487a9 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:39.621897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:39.640091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:39.665369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:39.674725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.676609 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:06:39.679736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event deleted for resources: {'Subnet': ['ID=462fcd8c-4f64-4c2b-9351-dbde605aaceb,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:39.682948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:06:39.687233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:39.702566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:39.735927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae105224-86cd-4828-bc72-7aa76a2b26f1 None None] Network c29f2923-e182-4692-a5c0-087306c6f164 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:39.746209 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "DELETE /v2.0/subnets/462fcd8c-4f64-4c2b-9351-dbde605aaceb HTTP/1.1" status: 204  len: 168 time: 1.4153466
Dec 15 19:06:39.748566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33900) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:39.758544 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-84f97279-7f4f-4cee-9f54-49b7a6d2eec1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3986163
Dec 15 19:06:39.761939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33904) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:39.845291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01526853-e86e-4830-9e06-188330727f2c req-b3ff2284-6e16-49d7-9e1c-58a90b20c010 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:39.845903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-01526853-e86e-4830-9e06-188330727f2c req-b3ff2284-6e16-49d7-9e1c-58a90b20c010 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:39.917100 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47feb77c-2860-45ce-abb6-808bb3048400 req-9be9c36d-b55d-40a2-b177-b9b5c330fbee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 1097 time: 0.3117924
Dec 15 19:06:39.925987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-01526853-e86e-4830-9e06-188330727f2c req-b3ff2284-6e16-49d7-9e1c-58a90b20c010 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:39.927126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01526853-e86e-4830-9e06-188330727f2c req-b3ff2284-6e16-49d7-9e1c-58a90b20c010 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 944 time: 0.4171081
Dec 15 19:06:39.931152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-58d672e0-fc97-4591-9742-eda3d2ba892d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1649132
Dec 15 19:06:39.933420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33910) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:39.986590 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced68e280>, [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:06:35Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:40.006169 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b683d5d3-18a2-4aa9-8493-afc9aaecb157 None None] The sync data for ids ['4d463fbe-1640-4532-b3f8-578c35627504'] in dv-neutron-821830-2-hyperv is: [{'id': '4d463fbe-1640-4532-b3f8-578c35627504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395372032', 'tenant_id': '55cd5fa2695f44228fd7746d90f42278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c655476b-0c4e-493a-9e78-b939388959db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:04:29Z', 'updated_at': '2021-12-15T19:06:35Z', 'revision_number': 5, 'project_id': '55cd5fa2695f44228fd7746d90f42278', 'gw_port': {'id': 'c655476b-0c4e-493a-9e78-b939388959db', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d463fbe-1640-4532-b3f8-578c35627504', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:04:30Z', 'updated_at': '2021-12-15T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:40.039323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1bdb32-b238-487b-b9ab-66ce246d1f5f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:40.045788 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8b1bdb32-b238-487b-b9ab-66ce246d1f5f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1085730
Dec 15 19:06:40.046410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33914) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:40.130152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a0344d9f-0a47-4f09-b3cb-4b890cead6fd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0825179
Dec 15 19:06:40.137202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33918) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:40.152564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:40.289645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:40.300776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:40.311894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:40.315357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:40.350164 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01526853-e86e-4830-9e06-188330727f2c req-cdbebcd9-0fa0-4afb-a873-9cd5b49c8f9e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3739865
Dec 15 19:06:40.381870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb77c-2860-45ce-abb6-808bb3048400 req-bd0742aa-87e9-4097-a522-0675ae86a105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:40.383365 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47feb77c-2860-45ce-abb6-808bb3048400 req-bd0742aa-87e9-4097-a522-0675ae86a105 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 897 time: 0.4541626
Dec 15 19:06:40.398952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] DHCP port deletion for c29f2923-e182-4692-a5c0-087306c6f164 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:40.405676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Deleting port 052197d1-5499-4249-a255-7ddbe11f8871 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:40.405973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:40.472126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47feb77c-2860-45ce-abb6-808bb3048400 req-b6328d1f-477d-4e0b-b46e-559c9e455a54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d HTTP/1.1" status: 200  len: 217 time: 0.0739672
Dec 15 19:06:40.549715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:40.632167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb77c-2860-45ce-abb6-808bb3048400 req-afccbb2f-c69a-478e-be66-0beac3a63de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:40.633550 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47feb77c-2860-45ce-abb6-808bb3048400 req-afccbb2f-c69a-478e-be66-0beac3a63de5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 200  len: 835 time: 0.1530833
Dec 15 19:06:40.715430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] For port 052197d1-5499-4249-a255-7ddbe11f8871, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=052197d1-5499-4249-a255-7ddbe11f8871,segment=NetworkSegment(430487b4-8c2f-48e9-bbf8-c0e004b117e3),segment_id=430487b4-8c2f-48e9-bbf8-c0e004b117e3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:40.717343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:40.871061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Calling delete_port for 052197d1-5499-4249-a255-7ddbe11f8871 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:40.908285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:40.910349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:40.919742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fa6e9474-0038-4736-9f49-732860345de5 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:40.986476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:40.989814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:40.995334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:40.995917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:41.000664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece30d01-f229-4e03-81f5-81ed0204b768 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:41.010665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=ed732a1d-dc61-4288-a1e3-bd6cc0e1df44,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:41.015938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:41.024075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:41.037855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8bafefa3-3ef4-4e79-b953-7bdd27031744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:41.040142 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.8992341
Dec 15 19:06:41.044251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33922) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:41.051370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:d0:92:17', 'name': 'tempest-NetworksTestDHCPv6-166576093'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:41.086618 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47feb77c-2860-45ce-abb6-808bb3048400 req-8a28e88c-75ae-4c4b-ba4f-32dd9816a93a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4421520
Dec 15 19:06:41.142867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Pushing event deleted for resources: {'Port': ['ID=052197d1-5499-4249-a255-7ddbe11f8871,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:41.152201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:41.168158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] No DVR routers for this DVR port 052197d1-5499-4249-a255-7ddbe11f8871 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:41.278090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:41.284746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:41.287886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:41.302795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:41.316504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:41.324425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:41.351956 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47feb77c-2860-45ce-abb6-808bb3048400 req-ed382e55-52aa-4e67-8dd3-a63964881583 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511661
Dec 15 19:06:41.364375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 8286b1a9-1222-48c9-992d-48f12be64f58 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:41.372990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'ed732a1d-dc61-4288-a1e3-bd6cc0e1df44'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:41.373842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:41.388304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:41.456257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Deleting port c655476b-0c4e-493a-9e78-b939388959db {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:41.456679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:41.712258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fed0:9217 (6e1b885a-5f59-4a93-98cd-7a045592dff4/ed732a1d-dc61-4288-a1e3-bd6cc0e1df44/8286b1a9-1222-48c9-992d-48f12be64f58) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:41.725282 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47feb77c-2860-45ce-abb6-808bb3048400 req-2e7056d4-50d9-41aa-a90f-f93b046841ac service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3602805
Dec 15 19:06:41.838825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] For port c655476b-0c4e-493a-9e78-b939388959db, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c655476b-0c4e-493a-9e78-b939388959db,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:41.839183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:41.975940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Calling delete_port for c655476b-0c4e-493a-9e78-b939388959db owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:42.050082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 275b2054-768f-43f0-a414-e927621c7205 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:42.053539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d84a6-08d6-40a1-9173-f0c258ad6362 req-ab529f3e-6f9a-48ef-8b81-ec316f2b6cfc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:42.055011 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-834d84a6-08d6-40a1-9173-f0c258ad6362 req-ab529f3e-6f9a-48ef-8b81-ec316f2b6cfc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 944 time: 0.2836223
Dec 15 19:06:42.144449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.158226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 275b2054-768f-43f0-a414-e927621c7205 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:42.158833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 275b2054-768f-43f0-a414-e927621c7205 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:42.159493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 052197d1-5499-4249-a255-7ddbe11f8871 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:42.165509 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-834d84a6-08d6-40a1-9173-f0c258ad6362 req-3aadf1d5-b4a1-4bf8-a440-98e4780e6683 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011033
Dec 15 19:06:42.183173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.187483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d02b8076-c7ba-4e65-a441-873d6790ff41 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:42.190291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 8286b1a9-1222-48c9-992d-48f12be64f58 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:42.205185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 052197d1-5499-4249-a255-7ddbe11f8871 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:42.205569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 052197d1-5499-4249-a255-7ddbe11f8871 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:42.227885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.236647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event deleted for resources: {'Port': ['ID=c655476b-0c4e-493a-9e78-b939388959db,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:42.237822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:42.238984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:42.309105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Allocated IP 2001:db8::f816:3eff:fe16:f65c (6e1b885a-5f59-4a93-98cd-7a045592dff4/ed732a1d-dc61-4288-a1e3-bd6cc0e1df44/8d4ad886-f000-40e8-a685-afbc564c1ca7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:42.327254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 492f4c06-6fd6-48fa-818e-ac6d39d3942d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:06:42.349758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:42.353551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:42.360412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:42.364803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:42.365525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.397376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=8286b1a9-1222-48c9-992d-48f12be64f58,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:42.400281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:42.417191 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3716030
Dec 15 19:06:42.421811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33932) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:42.560799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8236f6-9272-421d-8812-e24473ff2484 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:42.563914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ab8236f6-9272-421d-8812-e24473ff2484 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:42.592226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.593140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ab8236f6-9272-421d-8812-e24473ff2484 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:42.594820 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ab8236f6-9272-421d-8812-e24473ff2484 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1707270
Dec 15 19:06:42.604696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33936) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:42.665705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.676996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Transition to ACTIVE for port object 8d4ad886-f000-40e8-a685-afbc564c1ca7 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:42.683112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 8286b1a9-1222-48c9-992d-48f12be64f58 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:42.683640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.706289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Transition to ACTIVE for port object 8d4ad886-f000-40e8-a685-afbc564c1ca7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:42.728008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.743109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fd02475d-2607-485e-b2a5-df25e41364ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:42.796064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:42.798561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:42.803165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:42.808399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 492f4c06-6fd6-48fa-818e-ac6d39d3942d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:42.837184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Pushing event updated for resources: {'Port': ['ID=8d4ad886-f000-40e8-a685-afbc564c1ca7,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:42.839748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'port_id': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'mac_address': 'fa:16:3e:c5:74:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:06:42.879458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:42.972154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Attempting to bind port 8d4ad886-f000-40e8-a685-afbc564c1ca7 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:42.972515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Attempting to bind port 8d4ad886-f000-40e8-a685-afbc564c1ca7 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:42.972882 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Attempting to bind port 8d4ad886-f000-40e8-a685-afbc564c1ca7 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:42.982009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:42.982394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:42.982801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:42.983200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:42.983672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Bound port: 8d4ad886-f000-40e8-a685-afbc564c1ca7, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:42.984049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.011550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.015423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.034393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.039019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.062847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492f4c06-6fd6-48fa-818e-ac6d39d3942d {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:06:43.079531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.080369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Fanout notify agent at l3_agent the message router_deleted on router 4d463fbe-1640-4532-b3f8-578c35627504 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:06:43.082158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 492f4c06-6fd6-48fa-818e-ac6d39d3942d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:43.095591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.099853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:43.115476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.118183 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "DELETE /v2.0/routers/4d463fbe-1640-4532-b3f8-578c35627504 HTTP/1.1" status: 204  len: 168 time: 3.3581567
Dec 15 19:06:43.120874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33940) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:43.194844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=492f4c06-6fd6-48fa-818e-ac6d39d3942d,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:43.200122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:43.222532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] For port 8d4ad886-f000-40e8-a685-afbc564c1ca7, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:43.226286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] For port 8d4ad886-f000-40e8-a685-afbc564c1ca7, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8d4ad886-f000-40e8-a685-afbc564c1ca7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:43.235591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.241874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 8286b1a9-1222-48c9-992d-48f12be64f58 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:43.266216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-a45c8c53-4536-44f1-8f59-686f17e861c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:43.375384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4294d356-c37d-43c6-8f66-6f3be1ca02c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.406833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['492f4c06-6fd6-48fa-818e-ac6d39d3942d'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:06:43.460260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Pushing event updated for resources: {'Port': ['ID=8d4ad886-f000-40e8-a685-afbc564c1ca7,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:43.478530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:43.506581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.517043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c802c942-a60a-4d5d-9ba4-37c93c3589d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:43.547743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.606589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=8286b1a9-1222-48c9-992d-48f12be64f58,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:43.612054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:43.730491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.756029 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/8286b1a9-1222-48c9-992d-48f12be64f58 HTTP/1.1" status: 204  len: 168 time: 1.1500390
Dec 15 19:06:43.758416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33948) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:43.895900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b1ab8-083a-4e4a-bfad-7c219cea4474 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:43.897868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b1ab8-083a-4e4a-bfad-7c219cea4474 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:43.901808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-182b1ab8-083a-4e4a-bfad-7c219cea4474 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:43.902087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:43.932868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-182b1ab8-083a-4e4a-bfad-7c219cea4474 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:43.935174 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-182b1ab8-083a-4e4a-bfad-7c219cea4474 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1756413
Dec 15 19:06:43.939895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb746a4-5299-46e8-8ab1-85c61e3cc4f5 req-e1d97abd-84bf-4f9e-93e4-ac74f2f1b4d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:43.941549 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bb746a4-5299-46e8-8ab1-85c61e3cc4f5 req-e1d97abd-84bf-4f9e-93e4-ac74f2f1b4d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 945 time: 0.5044246
Dec 15 19:06:43.943867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33952) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:43.946799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec482d60>,) {'filters': {'network_id': ['c29f2923-e182-4692-a5c0-087306c6f164']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:43.991521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec482d60>, '430487b4-8c2f-48e9-bbf8-c0e004b117e3') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:43.993522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec482d60>, '430487b4-8c2f-48e9-bbf8-c0e004b117e3') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:44.014350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.047995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.054953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:06:44.055273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:06:44.080928 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:06:44.121329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8d4ad886-f000-40e8-a685-afbc564c1ca7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:44.186322 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bb746a4-5299-46e8-8ab1-85c61e3cc4f5 req-9b087573-4036-4835-8ccb-f948b158e7ad tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2285776
Dec 15 19:06:44.187587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.193572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a87844fd-4da7-4807-91b4-9f78ab939dbf tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:44.201860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8d4ad886-f000-40e8-a685-afbc564c1ca7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:44.204418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet ed732a1d-dc61-4288-a1e3-bd6cc0e1df44 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:44.207871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.215251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.233672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event deleted for resources: {'Network': ['ID=c29f2923-e182-4692-a5c0-087306c6f164,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:44.239222 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "DELETE /v2.0/networks/c29f2923-e182-4692-a5c0-087306c6f164 HTTP/1.1" status: 204  len: 168 time: 1.1148219
Dec 15 19:06:44.239222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:44.239602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33956) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:44.275229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.276733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c655476b-0c4e-493a-9e78-b939388959db no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:44.312884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.315123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c655476b-0c4e-493a-9e78-b939388959db {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:44.315548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c655476b-0c4e-493a-9e78-b939388959db not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:44.334313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 492f4c06-6fd6-48fa-818e-ac6d39d3942d up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:44.343864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.361332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.411598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 492f4c06-6fd6-48fa-818e-ac6d39d3942d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:44.421685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 492f4c06-6fd6-48fa-818e-ac6d39d3942d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:44.422196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.424484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.431119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d30b4fab-a052-4460-8d3c-d47fd4691118 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:44.448491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.448965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de68848-3275-48cd-94df-74c96664017e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:44.452866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:44.460745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b1818131-458d-4b20-ad62-60b9e4a2eb5e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:44.466401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.467852 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] 10.222.0.48 "DELETE /v2.0/security-groups/2de68848-3275-48cd-94df-74c96664017e HTTP/1.1" status: 204  len: 168 time: 0.2275283
Dec 15 19:06:44.500381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=ed732a1d-dc61-4288-a1e3-bd6cc0e1df44,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:44.506848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.511112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:44.546632 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/ed732a1d-dc61-4288-a1e3-bd6cc0e1df44 HTTP/1.1" status: 204  len: 168 time: 0.6015904
Dec 15 19:06:44.549129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33964) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:44.622473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.630812 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-198606af-1fa7-44d3-b395-4f87e557c103 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0803719
Dec 15 19:06:44.633642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 33968) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:44.639930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:44.658868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:06:44.671666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 492f4c06-6fd6-48fa-818e-ac6d39d3942d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:44.678661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:44.693097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-58565103-ff9a-428b-9eae-dcd01a3bed79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:44.795876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:44.808457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:44.819590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:44.851406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:44.862667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0c716-3103-412f-a290-15dd3a2ef04c None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:44.863968 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:44.868750 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.024909 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:06:45.040725 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'code': 200}
Dec 15 19:06:45.044740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=492f4c06-6fd6-48fa-818e-ac6d39d3942d,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:45.048122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:45.050361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:45.179913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Provisioning for port 8d4ad886-f000-40e8-a685-afbc564c1ca7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:45.190554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Provisioning complete for port 8d4ad886-f000-40e8-a685-afbc564c1ca7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:45.190910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.389030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.427331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] For port 8d4ad886-f000-40e8-a685-afbc564c1ca7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8d4ad886-f000-40e8-a685-afbc564c1ca7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:45.436365 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.439492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0072d1ef-71c0-485a-9016-36fd1bccf842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:45.444991 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bdcf0c0d-e264-4c73-8e4e-43acf6b8a362 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55cd5fa2695f44228fd7746d90f42278&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3948081
Dec 15 19:06:45.448732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 33996) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:45.456919 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01816b2a-5ace-47cc-a19a-02facc930c41 req-c4a5458e-13e4-4878-9520-d7c751efbcf8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 1099 time: 0.2105265
Dec 15 19:06:45.479584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:45.497198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Deleting port 8d4ad886-f000-40e8-a685-afbc564c1ca7 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:45.497768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.509833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-5ac89d9d-758a-4bf3-996c-390bb586fad0 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551938081&fields=id&tenant_id=5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 267 time: 0.0829694
Dec 15 19:06:45.535124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:45.568940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908a90d-0f39-44fe-9066-1a248d513a9e req-313e12db-bc02-4d7c-9bfb-3df39cd02609 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:45.575818 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0908a90d-0f39-44fe-9066-1a248d513a9e req-313e12db-bc02-4d7c-9bfb-3df39cd02609 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 946 time: 0.2353115
Dec 15 19:06:45.579429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08d0b739-9d40-4bfc-879d-4a91fb987a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.598631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.614098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Pushing event updated for resources: {'Port': ['ID=8d4ad886-f000-40e8-a685-afbc564c1ca7,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:45.622945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:45.625899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.660253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01816b2a-5ace-47cc-a19a-02facc930c41 req-02cb2e63-66f8-4b68-ac10-aec214cf9110 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1890016
Dec 15 19:06:45.701868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0908a90d-0f39-44fe-9066-1a248d513a9e req-53576e5f-d2a5-4683-a46f-8734e185811e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251884
Dec 15 19:06:45.714818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.719531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-90e0b647-f561-4cd8-aa5f-e93758ed1db6 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:45.735391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ede527-8200-4d5d-9de6-a75e62b6596c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:45.739511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:45.743889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.745229 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28ede527-8200-4d5d-9de6-a75e62b6596c HTTP/1.1" status: 204  len: 168 time: 0.2934151
Dec 15 19:06:45.756487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-f93f352b-6398-464d-bc24-cd3a3ec22c2d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:45.758186 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-f93f352b-6398-464d-bc24-cd3a3ec22c2d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 812 time: 0.2464225
Dec 15 19:06:45.789696 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-c38438df-00fc-40c5-b258-524db8464e99 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/quotas/5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 375 time: 0.0220511
Dec 15 19:06:45.811416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] For port 8d4ad886-f000-40e8-a685-afbc564c1ca7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8d4ad886-f000-40e8-a685-afbc564c1ca7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:45.811811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.894673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:45.938141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Calling delete_port for 8d4ad886-f000-40e8-a685-afbc564c1ca7 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:45.997149 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-387aec3f-fcfc-49e4-be91-68db7ad3d2d2 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1781046
Dec 15 19:06:46.022325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-fec9c127-13af-4f51-9154-89991aad2f19 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:06:46.023280 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-fec9c127-13af-4f51-9154-89991aad2f19 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0105138
Dec 15 19:06:46.023586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:46.024038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:46.041546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8d4ad886-f000-40e8-a685-afbc564c1ca7 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:46.132233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34004) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:46.157642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.161178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.195244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:46.199050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Usage tracker for resource:security_group_rule and tenant:f2df693a49b84e4581a0aae31055d1dc is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:46.201891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:46.208022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:46.274376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.275145 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-19eec0f8-e3ca-4e6a-8bcb-17a8749d5e8e service neutron] 10.222.0.48 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2434430
Dec 15 19:06:46.276768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port 8d4ad886-f000-40e8-a685-afbc564c1ca7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8d4ad886-f000-40e8-a685-afbc564c1ca7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:46.278957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.286538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-99677743-1e03-415b-bb6e-7d3b4de8cd56 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:46.330355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731b52f5-df51-4066-9191-0ff78ba0a4be,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:46.333335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:46.338057 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-db6710c4-1452-4280-ae37-7dad71e80409 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2df693a49b84e4581a0aae31055d1dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2015750
Dec 15 19:06:46.338426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34008) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:46.388597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.394810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.395563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.399084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.401528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ec7d1ae-2713-46ec-aca7-6a449f75cc9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:46.424606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.451966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:46.452547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:46.485932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.491039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-07673477-50ac-4abd-aad8-334a28d8b192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:46.494220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:46.496396 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-00fd1e5c-bbcc-480d-a743-912079c1ce3d service neutron] 10.222.0.48 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149570
Dec 15 19:06:46.499902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:46.501648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731b52f5-df51-4066-9191-0ff78ba0a4be,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:46.503633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:46.504962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:46.505888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.509570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.510769 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/731b52f5-df51-4066-9191-0ff78ba0a4be HTTP/1.1" status: 204  len: 168 time: 0.1716075
Dec 15 19:06:46.524303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=8d4ad886-f000-40e8-a685-afbc564c1ca7,revision_number=6']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:46.527526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Deleting port 8d4ad886-f000-40e8-a685-afbc564c1ca7 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:46.528945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.539838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.540235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.540581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.540951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.541353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.541978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.542347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.542714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.543077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.543649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.544033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:46.549714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:46.550235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-db51ae5e-76bb-4d08-97d9-bbe8cbcf3862 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:46.586216 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9514747
Dec 15 19:06:46.586939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34014) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:46.595241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:c8:13:0d', 'name': 'tempest-NetworksTestDHCPv6-800593869'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:46.617089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=f2744cbd-2bd9-45ef-ba95-0e333f9f03de,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:46.619927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:46.850489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] For port 8d4ad886-f000-40e8-a685-afbc564c1ca7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8d4ad886-f000-40e8-a685-afbc564c1ca7,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:46.851182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:46.865568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:46.872173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:46.888811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:46.898452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:46.949008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:46.975224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.120357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Calling delete_port for 8d4ad886-f000-40e8-a685-afbc564c1ca7 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:47.198760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.207375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.223668 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-91e37a2c-6c3a-4cd4-8117-9a1bcd057b87 req-07720cb2-47ca-4c4c-8b1f-fcf148cfb3a1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 210 time: 0.0640154
Dec 15 19:06:47.250356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add0107-f8d9-4dc9-a41d-4ff5a203d7c3 req-1a55f9cd-c38e-46b7-be29-39e35ee3f641 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:47.252207 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4add0107-f8d9-4dc9-a41d-4ff5a203d7c3 req-1a55f9cd-c38e-46b7-be29-39e35ee3f641 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 946 time: 0.3420117
Dec 15 19:06:47.309497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.351712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 15 19:06:47.351712 dv-neutron-821830-2-hyperv neutron-server[83672]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Dec 15 19:06:47.351712 dv-neutron-821830-2-hyperv neutron-server[83672]: [parameters: {'status': 'DOWN', 'ports_id': '8d4ad886-f000-40e8-a685-afbc564c1ca7'}]
Dec 15 19:06:47.351712 dv-neutron-821830-2-hyperv neutron-server[83672]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:47.352133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:47.353767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.358229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-02443bad-1d6d-45cf-9750-3714d3854176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:47.359294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 9d18fdbc-c19f-4531-89f2-9d035c3de030 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:47.398235 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4add0107-f8d9-4dc9-a41d-4ff5a203d7c3 req-8b14c8a2-8ba3-42d9-a9f4-255cf299d67c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320221
Dec 15 19:06:47.401135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Pushing event deleted for resources: {'Port': ['ID=8d4ad886-f000-40e8-a685-afbc564c1ca7,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:47.405368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:47.479574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] No DVR routers for this DVR port 8d4ad886-f000-40e8-a685-afbc564c1ca7 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:47.498060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d40f8a-51bc-4e9c-bb29-4c0bfefd4ce4 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:47.520242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fec8:130d (6e1b885a-5f59-4a93-98cd-7a045592dff4/f2744cbd-2bd9-45ef-ba95-0e333f9f03de/9d18fdbc-c19f-4531-89f2-9d035c3de030) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:47.732766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'f2744cbd-2bd9-45ef-ba95-0e333f9f03de'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:47.733838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.749563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.767596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 9d18fdbc-c19f-4531-89f2-9d035c3de030 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:47.791188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.797483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:47.865514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:47.869176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:47.873497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:47.877430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:47.878026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:47.883214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=9d18fdbc-c19f-4531-89f2-9d035c3de030,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:47.890406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:47.905375 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3167894
Dec 15 19:06:47.906217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Allocated IP 2001:db8::f816:3eff:fe31:fd7d (6e1b885a-5f59-4a93-98cd-7a045592dff4/f2744cbd-2bd9-45ef-ba95-0e333f9f03de/f4d9ccf7-96c1-4215-b061-42564939b0f1) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:47.908209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34036) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:47.984751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f2fba-2351-4cac-9ca4-d1a9c9e45ba2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:47.985457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-650f2fba-2351-4cac-9ca4-d1a9c9e45ba2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:48.000300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-650f2fba-2351-4cac-9ca4-d1a9c9e45ba2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:48.001613 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-650f2fba-2351-4cac-9ca4-d1a9c9e45ba2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0923972
Dec 15 19:06:48.004135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34040) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:48.073080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 9d18fdbc-c19f-4531-89f2-9d035c3de030 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:48.073444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.113545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.151131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Transition to ACTIVE for port object f4d9ccf7-96c1-4215-b061-42564939b0f1 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:48.161971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Port 8d4ad886-f000-40e8-a685-afbc564c1ca7 update to DOWN by agent not found {{(pid=83672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 15 19:06:48.178870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Transition to ACTIVE for port object f4d9ccf7-96c1-4215-b061-42564939b0f1 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:48.184672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.196707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-da041c94-d93d-4bf2-bfb4-0b65a20d4f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:48.296446 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:48.314277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:48.323082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:48.326362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Pushing event updated for resources: {'Port': ['ID=f4d9ccf7-96c1-4215-b061-42564939b0f1,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:48.337435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:48.341119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.405675 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-23dcaa42-321e-4268-bc3b-b1f550291e5c req-dae21916-e59a-416b-980c-561e39eea125 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 210 time: 0.0564811
Dec 15 19:06:48.431393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Attempting to bind port f4d9ccf7-96c1-4215-b061-42564939b0f1 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:48.431861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Attempting to bind port f4d9ccf7-96c1-4215-b061-42564939b0f1 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:48.432313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Attempting to bind port f4d9ccf7-96c1-4215-b061-42564939b0f1 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:48.439887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:48.440342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:48.440804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.441264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:48.441826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Bound port: f4d9ccf7-96c1-4215-b061-42564939b0f1, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:48.442511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.448350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.544858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] For port f4d9ccf7-96c1-4215-b061-42564939b0f1, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:48.548551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] For port f4d9ccf7-96c1-4215-b061-42564939b0f1, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4d9ccf7-96c1-4215-b061-42564939b0f1,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:48.553946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:48.558486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:48.608139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 9d18fdbc-c19f-4531-89f2-9d035c3de030 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:48.640599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-c2a07112-47eb-4067-a4a6-4b8002e9adb2 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:48.642036 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-c2a07112-47eb-4067-a4a6-4b8002e9adb2 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 812 time: 0.4849734
Dec 15 19:06:48.660673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Pushing event updated for resources: {'Port': ['ID=f4d9ccf7-96c1-4215-b061-42564939b0f1,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:48.663949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:48.790745 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-bda31645-100b-4efd-829c-9a8103cf2538 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5625589807734574847f5c5841e04e68 HTTP/1.1" status: 200  len: 380 time: 0.1042330
Dec 15 19:06:48.832462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'port': {'device_id': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'admin_state_up': True, 'tenant_id': '5625589807734574847f5c5841e04e68', 'security_groups': ['d0b89c76-f0cf-406e-b820-20f7353f508a']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:48.911026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9095c70-4f38-4f5e-afdd-98fc8a5daa76 req-2e5523c7-f8fa-471d-af79-9957c8f67dc8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:48.912490 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e9095c70-4f38-4f5e-afdd-98fc8a5daa76 req-2e5523c7-f8fa-471d-af79-9957c8f67dc8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 946 time: 0.3123829
Dec 15 19:06:49.014255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:49.044139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6404410d-9d88-47f0-9be7-40c314991b67 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:49.209169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=9d18fdbc-c19f-4531-89f2-9d035c3de030,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:49.215979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e9095c70-4f38-4f5e-afdd-98fc8a5daa76 req-8bc18602-e6e7-4933-8dca-7044af56f72d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2489030
Dec 15 19:06:49.273049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.273465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.273850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.274217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.274586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.274950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.275318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.275678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.276038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.276404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.276762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:49.280362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:49.286813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:49.291185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:49.303061 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/9d18fdbc-c19f-4531-89f2-9d035c3de030 HTTP/1.1" status: 204  len: 168 time: 1.2957711
Dec 15 19:06:49.303490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34050) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:49.305943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:49.319171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Made reservation on behalf of 5625589807734574847f5c5841e04e68 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:49.322650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:49.436847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c90686-d581-449b-a2ca-70a93619c802 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:49.443256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c90686-d581-449b-a2ca-70a93619c802 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:49.444228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a1c90686-d581-449b-a2ca-70a93619c802 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:49.514859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Allocated IP 172.20.0.5 (4d08169a-3634-4d35-b71e-f55611cd8279/c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5/d21adc69-ec6b-44f9-9c08-e830b8356270) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:49.521765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646919e4-0989-48a1-b30b-b195b9ad62b0 req-08531fa5-4e55-4be6-b175-2d0be0b74553 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:49.531017 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-646919e4-0989-48a1-b30b-b195b9ad62b0 req-08531fa5-4e55-4be6-b175-2d0be0b74553 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 946 time: 0.1723974
Dec 15 19:06:49.553336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a1c90686-d581-449b-a2ca-70a93619c802 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:49.557650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34056) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:49.558770 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a1c90686-d581-449b-a2ca-70a93619c802 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2538996
Dec 15 19:06:49.609743 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-646919e4-0989-48a1-b30b-b195b9ad62b0 req-741d02b6-b3a5-4ff4-a26d-bb16fdb3931b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773993
Dec 15 19:06:49.627232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34060) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:49.670721 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1c7714bc-bf45-4d4a-a0e7-6ebc85512fb4 req-41793c2e-f22d-4f17-aca9-d615f327d799 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 210 time: 0.1168895
Dec 15 19:06:49.726673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-df984732-f479-4228-ab6d-0062951a2d6b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 1094 time: 0.0956247
Dec 15 19:06:49.730110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34064) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:49.791410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'port_id': '492f4c06-6fd6-48fa-818e-ac6d39d3942d'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:49.859453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet f2744cbd-2bd9-45ef-ba95-0e333f9f03de {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:49.889375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:49.910742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-563e2e1b-08be-4271-9fa7-e10ec5c5eb71 None None] Provisioning for port f4d9ccf7-96c1-4215-b061-42564939b0f1 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:49.941681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.039891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c6a46771-8fc7-4677-bc37-186ff300ffdf None None] Could not find standard attr ID for object 8286b1a9-1222-48c9-992d-48f12be64f58. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:50.091233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.148027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.217614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Transition to ACTIVE for port object d21adc69-ec6b-44f9-9c08-e830b8356270 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:50.319356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f4d9ccf7-96c1-4215-b061-42564939b0f1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:50.360702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.401564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.409368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bded95fa-ebf9-4689-9270-11ad1198b8fe None None] Could not find standard attr ID for object 9d18fdbc-c19f-4531-89f2-9d035c3de030. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:50.422034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:50.428348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port f4d9ccf7-96c1-4215-b061-42564939b0f1 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:50.434769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f4d9ccf7-96c1-4215-b061-42564939b0f1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:50.435236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.500653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Network 4d08169a-3634-4d35-b71e-f55611cd8279 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:50.564056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:50.570075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.582073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:50.627303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=d21adc69-ec6b-44f9-9c08-e830b8356270,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:50.637667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:50.681050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.694719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93c4b70a-15fe-470b-9207-af501e067412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:50.770067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:06:50.770744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:06:50.797626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:50.798234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.819591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=f2744cbd-2bd9-45ef-ba95-0e333f9f03de,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:50.936278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b40cb1-d9df-48e0-929d-c02ab131f806 req-01d7df33-a9d7-4422-92bb-936f4b017b4f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:50.938082 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82b40cb1-d9df-48e0-929d-c02ab131f806 req-01d7df33-a9d7-4422-92bb-936f4b017b4f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 931 time: 0.1019204
Dec 15 19:06:50.945499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dd69b735-cd6d-4b51-9690-78c38657f05b None None] Provisioning for port d21adc69-ec6b-44f9-9c08-e830b8356270 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:50.953820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-dd69b735-cd6d-4b51-9690-78c38657f05b None None] Provisioning complete for port d21adc69-ec6b-44f9-9c08-e830b8356270 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:50.954305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dd69b735-cd6d-4b51-9690-78c38657f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.973693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:50.990373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:50.998597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64668fdb-6d26-4865-adf3-b9cb5e5ce851 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:51.009512 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/f2744cbd-2bd9-45ef-ba95-0e333f9f03de HTTP/1.1" status: 204  len: 168 time: 1.4508593
Dec 15 19:06:51.013053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34072) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:51.014600 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82b40cb1-d9df-48e0-929d-c02ab131f806 req-6c67621a-d5bd-4613-8ad1-e62f98347a38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692320
Dec 15 19:06:51.069145 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2696075
Dec 15 19:06:51.093189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Request body: {'port': {'device_id': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:51.128891 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2117e7e9-38ea-47e7-a32d-44a34a5305ef tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1134694
Dec 15 19:06:51.132829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34076) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:51.178701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-dd69b735-cd6d-4b51-9690-78c38657f05b None None] Port d21adc69-ec6b-44f9-9c08-e830b8356270 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:06:51.235837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.354857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.376170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94514aaa-0aec-400f-8f64-07855f3e228c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:51.378813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-94514aaa-0aec-400f-8f64-07855f3e228c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:51.404863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-94514aaa-0aec-400f-8f64-07855f3e228c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:51.409806 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-94514aaa-0aec-400f-8f64-07855f3e228c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2745874
Dec 15 19:06:51.411840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34080) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:51.415285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port f4d9ccf7-96c1-4215-b061-42564939b0f1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4d9ccf7-96c1-4215-b061-42564939b0f1,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:51.421843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.425596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e37e45e7-3b88-41f2-aa27-8f6e154ec93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:51.459967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.476624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.485130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:51.489591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb0d89-7e2e-497f-a707-9be53728915f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:51.490575 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dfcb0d89-7e2e-497f-a707-9be53728915f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0778339
Dec 15 19:06:51.493401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34084) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:51.497725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Deleting port f4d9ccf7-96c1-4215-b061-42564939b0f1 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:51.498407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.561191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=f4d9ccf7-96c1-4215-b061-42564939b0f1,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:51.562689 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-367e4ffc-7695-475c-ada0-21fbca3e315d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0681076
Dec 15 19:06:51.568188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34088) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:51.572857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:51.574918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:51.697144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:51.707226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:51.727169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:51.759426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] For port f4d9ccf7-96c1-4215-b061-42564939b0f1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f4d9ccf7-96c1-4215-b061-42564939b0f1,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:51.759959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.839702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.890014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Calling delete_port for f4d9ccf7-96c1-4215-b061-42564939b0f1 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:51.969542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:51.975826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:52.000422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21adc69-ec6b-44f9-9c08-e830b8356270 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:06:52.010166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.014399 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f associated. External IP: 172.26.1.8, port: 492f4c06-6fd6-48fa-818e-ac6d39d3942d.
Dec 15 19:06:52.022086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Pushing event deleted for resources: {'Port': ['ID=f4d9ccf7-96c1-4215-b061-42564939b0f1,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:52.025340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:52.026243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] No DVR routers for this DVR port f4d9ccf7-96c1-4215-b061-42564939b0f1 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:52.095734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Transition to ACTIVE for port object d21adc69-ec6b-44f9-9c08-e830b8356270 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:52.102763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.108738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb23696e-6c11-4389-a9b1-60b19b3cdc5e tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:52.208776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:52.210148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.214954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ade9c3a-731f-4c0d-9501-07519b27e791 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:52.243015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f4d9ccf7-96c1-4215-b061-42564939b0f1 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:52.279233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: f4d9ccf7-96c1-4215-b061-42564939b0f1 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:52.279864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f4d9ccf7-96c1-4215-b061-42564939b0f1 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:52.280395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:52.284049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Pushing event updated for resources: {'Port': ['ID=d21adc69-ec6b-44f9-9c08-e830b8356270,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:52.284209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:52.288793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:52.289539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.295385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:52.302755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b9775-afc1-44ac-a622-2c05c2f18313 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:52.310100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=8b14d5d5-b123-43c4-b32f-d894f906b095,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:52.314941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:52.333662 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.7617767
Dec 15 19:06:52.334268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34094) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:52.342243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:9f:eb:29', 'name': 'tempest-NetworksTestDHCPv6-1982449271'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:52.497218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e83179-3f72-43f5-9773-7d7576c7111d req-24c21401-9233-449d-9435-3882c0b14a07 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:52.498364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-40e83179-3f72-43f5-9773-7d7576c7111d req-24c21401-9233-449d-9435-3882c0b14a07 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:52.499558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:52.509959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:52.520732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:52.525076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.545102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Attempting to bind port d21adc69-ec6b-44f9-9c08-e830b8356270 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:52.545694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Attempting to bind port d21adc69-ec6b-44f9-9c08-e830b8356270 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:52.546027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Attempting to bind port d21adc69-ec6b-44f9-9c08-e830b8356270 on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:52.549372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-40e83179-3f72-43f5-9773-7d7576c7111d req-24c21401-9233-449d-9435-3882c0b14a07 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:52.550536 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40e83179-3f72-43f5-9773-7d7576c7111d req-24c21401-9233-449d-9435-3882c0b14a07 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 943 time: 0.4001460
Dec 15 19:06:52.554471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port ea2d4ac6-0c0c-4393-8e08-b8df4001d018 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:52.557901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Port d21adc69-ec6b-44f9-9c08-e830b8356270 on network 4d08169a-3634-4d35-b71e-f55611cd8279 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:06:52.558231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Attempting to bind port d21adc69-ec6b-44f9-9c08-e830b8356270 on network 4d08169a-3634-4d35-b71e-f55611cd8279 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:52.584982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '8b14d5d5-b123-43c4-b32f-d894f906b095'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:52.586250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.596334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:52.598122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Checking segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:52.599272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Bound using segment: {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:52.599913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Bound port: d21adc69-ec6b-44f9-9c08-e830b8356270, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883522f7-9dd9-43a7-bdb6-2470ab4af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:52.600260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.717695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fe9f:eb29 (6e1b885a-5f59-4a93-98cd-7a045592dff4/8b14d5d5-b123-43c4-b32f-d894f906b095/ea2d4ac6-0c0c-4393-8e08-b8df4001d018) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:52.858843 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40e83179-3f72-43f5-9773-7d7576c7111d req-35c0750c-290b-483f-a836-3441adc6cce5 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2977219
Dec 15 19:06:52.908889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] For port d21adc69-ec6b-44f9-9c08-e830b8356270, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:52.913688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] For port d21adc69-ec6b-44f9-9c08-e830b8356270, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d21adc69-ec6b-44f9-9c08-e830b8356270,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:52.921507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.935966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-84772513-2163-45d4-ad36-74992492b17d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:52.956131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:52.977017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object ea2d4ac6-0c0c-4393-8e08-b8df4001d018 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:53.003078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.009749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-15f2e282-1472-4fee-a34e-3bd2c7a060af tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:53.062760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.062760 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] 10.222.0.64 "PUT /v2.0/ports/d21adc69-ec6b-44f9-9c08-e830b8356270 HTTP/1.1" status: 200  len: 1093 time: 1.9836373
Dec 15 19:06:53.062760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:06:53.078567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Allocated IP 2001:db8::f816:3eff:fe66:38a6 (6e1b885a-5f59-4a93-98cd-7a045592dff4/8b14d5d5-b123-43c4-b32f-d894f906b095/9fda577e-b8ea-4a47-8a9c-f98a3332c758) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:53.090521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Pushing event updated for resources: {'Port': ['ID=d21adc69-ec6b-44f9-9c08-e830b8356270,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:53.095019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:53.111995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:53.115906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:53.125292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:53.129755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:53.130464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.134636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=ea2d4ac6-0c0c-4393-8e08-b8df4001d018,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:53.142770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:53.190877 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.8530729
Dec 15 19:06:53.191385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34102) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:53.211638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:06:53.328801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c2422-fa8a-4e1b-99b7-594b6dc4d1f3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:53.330140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ab9c2422-fa8a-4e1b-99b7-594b6dc4d1f3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:53.356234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ab9c2422-fa8a-4e1b-99b7-594b6dc4d1f3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:53.357807 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ab9c2422-fa8a-4e1b-99b7-594b6dc4d1f3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1652808
Dec 15 19:06:53.361564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34106) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:53.426015 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-db873ac7-d434-4627-9d11-0d6a1be10bfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 1096 time: 0.2634873
Dec 15 19:06:53.436430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.448866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Transition to ACTIVE for port object 9fda577e-b8ea-4a47-8a9c-f98a3332c758 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:53.471638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Transition to ACTIVE for port object 9fda577e-b8ea-4a47-8a9c-f98a3332c758 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:53.479321 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.484628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8c1c3e52-54c7-4ae6-b603-11b6901fb83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:53.510986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port ea2d4ac6-0c0c-4393-8e08-b8df4001d018 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:53.512686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.557611 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-972d84bb-8a2c-4a3f-b07d-c5bcf4673407 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21adc69-ec6b-44f9-9c08-e830b8356270 HTTP/1.1" status: 200  len: 217 time: 0.1222308
Dec 15 19:06:53.574532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:53.576086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Pushing event updated for resources: {'Port': ['ID=9fda577e-b8ea-4a47-8a9c-f98a3332c758,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:53.578750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:53.580546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:53.581794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:53.678916 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'status': 'completed', 'code': 200}
Dec 15 19:06:53.743331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Attempting to bind port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:53.743331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Attempting to bind port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:53.743331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Attempting to bind port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:53.744979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-e8a53845-df74-4a9c-bb5e-44a1ac718dcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:53.746981 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-e8a53845-df74-4a9c-bb5e-44a1ac718dcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.1754394
Dec 15 19:06:53.752255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:53.752255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:53.752693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.753393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:53.753590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Bound port: 9fda577e-b8ea-4a47-8a9c-f98a3332c758, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:53.753981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.857718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] For port 9fda577e-b8ea-4a47-8a9c-f98a3332c758, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:53.860998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] For port 9fda577e-b8ea-4a47-8a9c-f98a3332c758, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9fda577e-b8ea-4a47-8a9c-f98a3332c758,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:53.867197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:53.872244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6602cf4d-5290-4e72-b299-1641732ca387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:53.954404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Pushing event updated for resources: {'Port': ['ID=9fda577e-b8ea-4a47-8a9c-f98a3332c758,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:53.959040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:53.993318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:54.006343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-afe73d50-8e84-4449-99b0-3f4f24f2f1cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2513070
Dec 15 19:06:54.236612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for ea2d4ac6-0c0c-4393-8e08-b8df4001d018 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:54.294413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:06:54.306120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] Sync routers for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:06:54.324913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9fda577e-b8ea-4a47-8a9c-f98a3332c758 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:06:54.379981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:54.380715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced10f460>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:54.497446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:54.565757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:54.598188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:54.633838 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-79e55452-4f3d-4a52-a5dc-1e07b9e165b5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 990 time: 4.8540010
Dec 15 19:06:54.641348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34112) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:54.763499 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-f2081cbb-76f2-4805-826d-4a1b086fac38 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7493734
Dec 15 19:06:54.773329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac09ce4-efe4-4e66-a734-d3af883c61f0 req-02ee152c-3a96-4d40-bb50-857e44ab9861 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:54.774747 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ac09ce4-efe4-4e66-a734-d3af883c61f0 req-02ee152c-3a96-4d40-bb50-857e44ab9861 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 943 time: 0.6856976
Dec 15 19:06:54.873598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:54.884895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3cf67f77-3094-4a1b-94b2-b790857f50f6 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:54.920165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3fb9a779-4ca2-4944-8e5a-be853530173b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 990 time: 0.2809165
Dec 15 19:06:54.946618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=ea2d4ac6-0c0c-4393-8e08-b8df4001d018,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:54.961053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:55.007474 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ac09ce4-efe4-4e66-a734-d3af883c61f0 req-02d04745-6bbb-4424-ad17-d0ae3fdbd827 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2060018
Dec 15 19:06:55.027083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.053603 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/ea2d4ac6-0c0c-4393-8e08-b8df4001d018 HTTP/1.1" status: 204  len: 168 time: 1.6873777
Dec 15 19:06:55.053698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34116) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:55.056577 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d0dc989a-50dd-4c80-9def-bd0f75490c81 req-2d1e23c6-8c62-4df8-8514-a09504718cca service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2808597
Dec 15 19:06:55.095779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced10f460>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e5e929e5-1f35-4cbd-a888-b00f38670a3f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'port_id': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'mac_address': 'fa:16:3e:c5:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:06:51Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:55.101206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] Checking router: ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:06:55.113323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:06:55.114066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced10f460>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:55.128816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbe0ea-966c-45e8-b877-a468cf017ea8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:55.130465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbe0ea-966c-45e8-b877-a468cf017ea8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:55.131372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c4cbe0ea-966c-45e8-b877-a468cf017ea8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:55.151676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c4cbe0ea-966c-45e8-b877-a468cf017ea8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:55.153348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c4cbe0ea-966c-45e8-b877-a468cf017ea8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0994582
Dec 15 19:06:55.155810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34120) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:55.201876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-c789da03-a2b3-4fed-b88a-e8c2283b001b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 1096 time: 0.0918677
Dec 15 19:06:55.248187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 8b14d5d5-b123-43c4-b32f-d894f906b095 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:55.251464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.319978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.325574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:06:55.389460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-8be7b0b8-83e8-4d91-bd9b-e0718307cd7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:55.391292 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-8be7b0b8-83e8-4d91-bd9b-e0718307cd7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.1824136
Dec 15 19:06:55.420976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.424261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Provisioning for port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:55.431804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Provisioning complete for port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:06:55.432369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.476136 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-4067d2b6-1ace-4c69-9075-0d3ce7923e56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21adc69-ec6b-44f9-9c08-e830b8356270 HTTP/1.1" status: 200  len: 217 time: 0.0768800
Dec 15 19:06:55.522768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.529219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e0aa950-c3fe-4c03-89a1-2db588a37bf9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:55.570337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-046c18d0-dcfe-4823-a98f-a52219d0b850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:55.573056 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-046c18d0-dcfe-4823-a98f-a52219d0b850 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0887136
Dec 15 19:06:55.575606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=8b14d5d5-b123-43c4-b32f-d894f906b095,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:55.581498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.586660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:55.603023 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/8b14d5d5-b123-43c4-b32f-d894f906b095 HTTP/1.1" status: 204  len: 168 time: 0.4460196
Dec 15 19:06:55.606025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34124) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:55.682857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:06:55.703879 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-30971821-b5f9-485d-b162-fa5d6139d423 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0961542
Dec 15 19:06:55.704472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34130) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:55.729607 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-3d9e577f-0d16-431c-821e-d819c49253b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1451797
Dec 15 19:06:55.732136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:55.853667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f962c4-c50e-4a19-970a-e0a8aa143500 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:55.857783 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'status': 'completed', 'code': 200}
Dec 15 19:06:55.918788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:55.923432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34134) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:55.926698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:55.932124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:55.942083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:55.964106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:55.968489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:55.989231 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b304615c-5543-46e3-8531-61068b0675ba req-53a58d51-1733-487f-94b4-8f6480d621d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 1099 time: 0.1483979
Dec 15 19:06:56.011324 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-09950437-5b53-42cf-a367-b18cdbdd0af1 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2738078
Dec 15 19:06:56.131878 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ac7ac546-f9f1-4bde-bad1-05f157c8fb9a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 990 time: 0.2062707
Dec 15 19:06:56.136060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:56.194851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] For port 9fda577e-b8ea-4a47-8a9c-f98a3332c758, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9fda577e-b8ea-4a47-8a9c-f98a3332c758,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:56.195790 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e3f9a2a-805d-401f-b2a3-8d392c13f8c9 req-62adcc51-80d1-4004-ade0-fd9979fafcfb service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774149
Dec 15 19:06:56.205127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:56.208514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced10f460>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e5e929e5-1f35-4cbd-a888-b00f38670a3f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'port_id': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'mac_address': 'fa:16:3e:c5:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:06:51Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:06:56.213970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:56.236658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304615c-5543-46e3-8531-61068b0675ba req-21fc35ae-809d-4dbc-bfd2-635c8ce9449a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:56.238450 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b304615c-5543-46e3-8531-61068b0675ba req-21fc35ae-809d-4dbc-bfd2-635c8ce9449a service neutron] 10.222.0.64 "GET /v2.0/networks?id=91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 200  len: 897 time: 0.2409267
Dec 15 19:06:56.269401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033955c-2d12-4a17-9ece-e4e0011e3ae9 None None] The sync data for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv is: [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'e5e929e5-1f35-4cbd-a888-b00f38670a3f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'port_id': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'mac_address': 'fa:16:3e:c5:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:06:51Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:06:56.325335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Pushing event updated for resources: {'Port': ['ID=9fda577e-b8ea-4a47-8a9c-f98a3332c758,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:56.330048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c72451a0-4341-48ac-a20c-a017a3525137 None None] Could not find standard attr ID for object ea2d4ac6-0c0c-4393-8e08-b8df4001d018. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:56.347474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.347917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164167-98b8-492a-bcf4-5a3c17c63ce5 req-c8a3d02e-a397-4373-a5fa-b834a58091f9 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:56.348080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.348610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.349180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.349821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-18164167-98b8-492a-bcf4-5a3c17c63ce5 req-c8a3d02e-a397-4373-a5fa-b834a58091f9 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 943 time: 0.1120028
Dec 15 19:06:56.350482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.351011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.351628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.352072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.352588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.353129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.353673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:06:56.369619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:56.431802 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-18164167-98b8-492a-bcf4-5a3c17c63ce5 req-b2de38e7-2e5d-43bc-ab30-ecb2d8987cf9 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750599
Dec 15 19:06:56.443405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:06:56.448605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Deleting port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:56.449277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:56.469648 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b304615c-5543-46e3-8531-61068b0675ba req-628a376e-81c7-42f5-8083-b77448651150 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d HTTP/1.1" status: 200  len: 998 time: 0.1899796
Dec 15 19:06:56.581403 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdd6ee-6896-456c-a63a-a827b4b6d004 None None] New status for floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:06:56.590229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304615c-5543-46e3-8531-61068b0675ba req-139de3dc-067a-4fee-9bd9-7e46204d1eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:56.591663 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b304615c-5543-46e3-8531-61068b0675ba req-139de3dc-067a-4fee-9bd9-7e46204d1eeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 200  len: 835 time: 0.1029949
Dec 15 19:06:56.687689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] For port 9fda577e-b8ea-4a47-8a9c-f98a3332c758, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9fda577e-b8ea-4a47-8a9c-f98a3332c758,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:06:56.688468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:56.740717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:06:56.788183 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b304615c-5543-46e3-8531-61068b0675ba req-36c70fa0-5359-453b-adcd-c960333ba4d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91fe1ea0-2899-421c-b108-a8b1304cfb67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1763113
Dec 15 19:06:56.826070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Calling delete_port for 9fda577e-b8ea-4a47-8a9c-f98a3332c758 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:56.901496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:56.905872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8ad26d4d-de88-4926-9040-17160ba1a494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:56.936375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.ipam_pluggable_backend [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 15 19:06:56.936676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.ipam_pluggable_backend [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Reverting IP allocation for 2001:db8::f816:3eff:fe66:38a6 {{(pid=83671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 15 19:06:56.948366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Pushing event deleted for resources: {'Port': ['ID=9fda577e-b8ea-4a47-8a9c-f98a3332c758,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:56.957267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:56.958268 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b304615c-5543-46e3-8531-61068b0675ba req-89fea78c-bfba-437f-bc48-4c8d9fd158ec service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600180
Dec 15 19:06:56.963465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:56.966326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] No DVR routers for this DVR port 9fda577e-b8ea-4a47-8a9c-f98a3332c758 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:06:56.969227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-eee40606-ce12-44bd-a63a-cf6f7697c3c7 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:56.973435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:57.134183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34140) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:57.165118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:57.210140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:57.219162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f07e3-0525-4f5e-afcc-a3b8159932c9 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:57.221121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:57.221728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:57.242539 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-69fc6c53-435f-4221-8571-0e03541fc4b7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 200  len: 992 time: 0.1024995
Dec 15 19:06:57.242743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=ab899c41-3532-403a-8361-ada5966116e2,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:57.253051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:57.273726 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.5675898
Dec 15 19:06:57.278087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34144) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:57.284244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:3a:fe:71', 'name': 'tempest-NetworksTestDHCPv6-958773582'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:06:57.297001 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b304615c-5543-46e3-8531-61068b0675ba req-ca4ff6ee-3acb-4eac-bcd4-ffc1dcfc2e1c service neutron] 10.222.0.64 "GET /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3288362
Dec 15 19:06:57.443179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'ab899c41-3532-403a-8361-ada5966116e2'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:06:57.444008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:57.529239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:06:57.533333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:06:57.536110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:06:57.541737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:06:57.552140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:06:57.602362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Allocated IP 2001:db8::f816:3eff:fe78:517d (6e1b885a-5f59-4a93-98cd-7a045592dff4/ab899c41-3532-403a-8361-ada5966116e2/73a7d38c-e946-443f-9990-cce6978bcc91) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:57.685850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cf6d5-b099-4a1c-821a-b670a500ce3e req-4a993915-6cae-4e41-9213-1eae19cd2a90 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:57.693338 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-479cf6d5-b099-4a1c-821a-b670a500ce3e req-4a993915-6cae-4e41-9213-1eae19cd2a90 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 943 time: 0.0939105
Dec 15 19:06:57.694232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:57.728906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port f3507e26-f38f-4d8a-b049-d71e0763369b yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:06:57.753594 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-479cf6d5-b099-4a1c-821a-b670a500ce3e req-5d354e8f-8adc-48d2-b3ca-0d21a88c07e3 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590715
Dec 15 19:06:57.827893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:57.837773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Transition to ACTIVE for port object 73a7d38c-e946-443f-9990-cce6978bcc91 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:57.856089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Transition to ACTIVE for port object 73a7d38c-e946-443f-9990-cce6978bcc91 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:57.861346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:57.866527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:57.926064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fe3a:fe71 (6e1b885a-5f59-4a93-98cd-7a045592dff4/ab899c41-3532-403a-8361-ada5966116e2/f3507e26-f38f-4d8a-b049-d71e0763369b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:06:57.970805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:57.973950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:57.978211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:57.980172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Pushing event updated for resources: {'Port': ['ID=73a7d38c-e946-443f-9990-cce6978bcc91,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:57.984029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:58.067006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Attempting to bind port 73a7d38c-e946-443f-9990-cce6978bcc91 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:06:58.067378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Attempting to bind port 73a7d38c-e946-443f-9990-cce6978bcc91 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:06:58.067746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Attempting to bind port 73a7d38c-e946-443f-9990-cce6978bcc91 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:06:58.074554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:06:58.074931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:06:58.075332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.075732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:06:58.076196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Bound port: 73a7d38c-e946-443f-9990-cce6978bcc91, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:06:58.076568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.128937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.144742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object f3507e26-f38f-4d8a-b049-d71e0763369b will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:06:58.162842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] For port 73a7d38c-e946-443f-9990-cce6978bcc91, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:06:58.166223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.166491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] For port 73a7d38c-e946-443f-9990-cce6978bcc91, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=73a7d38c-e946-443f-9990-cce6978bcc91,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:06:58.171170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.172995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a086e3e4-dd96-40d4-9a3a-ae0af0344a3a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:58.175486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5764b066-c551-4af5-9eb0-c4c3f19fe9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:58.235615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:06:58.244521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:06:58.247362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:06:58.247622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9fda577e-b8ea-4a47-8a9c-f98a3332c758 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:06:58.251428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:58.252019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.266579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=f3507e26-f38f-4d8a-b049-d71e0763369b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:58.269270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:58.283819 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.0044522
Dec 15 19:06:58.286569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34150) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:58.287328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 9fda577e-b8ea-4a47-8a9c-f98a3332c758 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:06:58.287675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9fda577e-b8ea-4a47-8a9c-f98a3332c758 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:06:58.292190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Pushing event updated for resources: {'Port': ['ID=73a7d38c-e946-443f-9990-cce6978bcc91,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:58.295260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:58.375011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f80d22-7444-4736-9650-d90d9247851f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:58.378973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f80d22-7444-4736-9650-d90d9247851f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:58.379745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-66f80d22-7444-4736-9650-d90d9247851f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:58.396920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-66f80d22-7444-4736-9650-d90d9247851f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:58.398125 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-66f80d22-7444-4736-9650-d90d9247851f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1101091
Dec 15 19:06:58.400761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34154) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:58.470044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port f3507e26-f38f-4d8a-b049-d71e0763369b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:06:58.470380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.718567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:58.841958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for f3507e26-f38f-4d8a-b049-d71e0763369b owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:06:59.027371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6850dd3-de66-4d14-84be-7bb666c264c9 req-42da7a62-2801-4982-b9de-73b6178f0705 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:59.028850 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a6850dd3-de66-4d14-84be-7bb666c264c9 req-42da7a62-2801-4982-b9de-73b6178f0705 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 943 time: 0.1598489
Dec 15 19:06:59.080130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:59.088193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8b45021a-1e5c-44fe-9fc3-67ea9a45022c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:59.136475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=f3507e26-f38f-4d8a-b049-d71e0763369b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:59.140000 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a6850dd3-de66-4d14-84be-7bb666c264c9 req-414a9d1c-584b-4907-b659-426e1212bd64 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020617
Dec 15 19:06:59.140781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:59.183030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:59.196529 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/f3507e26-f38f-4d8a-b049-d71e0763369b HTTP/1.1" status: 204  len: 168 time: 0.7947257
Dec 15 19:06:59.199635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34160) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:59.270869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d02546-f9b5-4395-b5ba-35d35be595a6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:59.272242 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d02546-f9b5-4395-b5ba-35d35be595a6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:59.272980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-25d02546-f9b5-4395-b5ba-35d35be595a6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:59.280291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-03da555e-fc6a-4586-bc96-f1bd2720299d None None] Provisioning for port 73a7d38c-e946-443f-9990-cce6978bcc91 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:06:59.291720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-25d02546-f9b5-4395-b5ba-35d35be595a6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:06:59.295537 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-25d02546-f9b5-4395-b5ba-35d35be595a6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0925124
Dec 15 19:06:59.296403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34164) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:59.396824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2aa0aae9-cf81-4c3e-abbd-340fdfe070aa None None] Could not find standard attr ID for object f3507e26-f38f-4d8a-b049-d71e0763369b. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:06:59.487846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet ab899c41-3532-403a-8361-ada5966116e2 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:06:59.490867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:59.550875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:59.629495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:59.701063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:59.704566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-55320952-3582-40cc-b001-3ae1dc90c44b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:06:59.744517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=ab899c41-3532-403a-8361-ada5966116e2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:06:59.747026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:06:59.749658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:06:59.756258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356c617-b60f-4829-b76d-71f12f0bffcd None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:06:59.762601 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/ab899c41-3532-403a-8361-ada5966116e2 HTTP/1.1" status: 204  len: 168 time: 0.4650905
Dec 15 19:06:59.764981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34168) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:59.829142 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4325305b-cbe3-4f51-862d-6ab5a14282b3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0628548
Dec 15 19:06:59.831299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34172) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:59.910034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd674c0f-b4c7-4d68-bbc7-3e20fb99119b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:59.911462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bd674c0f-b4c7-4d68-bbc7-3e20fb99119b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0792632
Dec 15 19:06:59.913993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34176) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:06:59.979869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff73ee-0445-4443-a00a-07b6bd4e165b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:06:59.980541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-28ff73ee-0445-4443-a00a-07b6bd4e165b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:06:59.996475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-28ff73ee-0445-4443-a00a-07b6bd4e165b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:00.000058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:07:00.001127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34180) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:00.001595 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-28ff73ee-0445-4443-a00a-07b6bd4e165b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0863729
Dec 15 19:07:00.006101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Deleting port 73a7d38c-e946-443f-9990-cce6978bcc91 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:00.006487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.170782 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8bf05a7a-5e53-4278-b285-06e5382af307 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1638067
Dec 15 19:07:00.171062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34184) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:00.176579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:00.215907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] For port 73a7d38c-e946-443f-9990-cce6978bcc91, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=73a7d38c-e946-443f-9990-cce6978bcc91,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:00.216328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.290831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:00.300744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:00.311246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:00.314836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.343210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Calling delete_port for 73a7d38c-e946-443f-9990-cce6978bcc91 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:00.347819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e12687-2c40-4ffe-82cd-38c8841517d8 req-ef6d031f-213b-4889-969b-5c7a5b410e8a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:00.352921 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a9e12687-2c40-4ffe-82cd-38c8841517d8 req-ef6d031f-213b-4889-969b-5c7a5b410e8a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 943 time: 0.0859222
Dec 15 19:07:00.396684 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a9e12687-2c40-4ffe-82cd-38c8841517d8 req-2cee82b3-f727-4410-8e44-b0dbb3079c23 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417917
Dec 15 19:07:00.426591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.430843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d2dfe9c0-f70f-48cd-b021-38853d8ca103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:00.470505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Pushing event deleted for resources: {'Port': ['ID=73a7d38c-e946-443f-9990-cce6978bcc91,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:00.473889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:00.476915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] No DVR routers for this DVR port 73a7d38c-e946-443f-9990-cce6978bcc91 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:00.542117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.546229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-97ae1439-957f-483e-bd31-5487ecaece8b tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:00.600002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:00.603098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:00.607819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:00.608396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.619075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727a25a-63e4-4c9b-8f3e-00ee92abbf95 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:00.621591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=d9f33aa5-5e45-4d19-87c0-848d90631bb4,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:00.625731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:00.641316 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4668620
Dec 15 19:07:00.641497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34190) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:00.647096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:70:dd:92', 'name': 'tempest-NetworksTestDHCPv6-1504923450'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:00.784370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:00.788672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:00.791507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:00.797256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:00.807080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:00.811253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.830454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': 'd9f33aa5-5e45-4d19-87c0-848d90631bb4'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:07:00.831264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:00.838652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 5695a4e7-9237-44f2-b4b7-879d6633fe58 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:07:00.982247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::39c (6e1b885a-5f59-4a93-98cd-7a045592dff4/d9f33aa5-5e45-4d19-87c0-848d90631bb4/5695a4e7-9237-44f2-b4b7-879d6633fe58) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:01.176121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.191301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 5695a4e7-9237-44f2-b4b7-879d6633fe58 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:01.212641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.218203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2cf5a8d3-c6e5-498b-bb58-7f2a67777c8e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:01.276673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/d9f33aa5-5e45-4d19-87c0-848d90631bb4/da510bd1-a81d-4476-93a6-7bbe121767da) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:01.291064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:01.294584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:01.297042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:01.301213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:01.301829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.307054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=5695a4e7-9237-44f2-b4b7-879d6633fe58,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:01.310303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:01.329945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.6873808
Dec 15 19:07:01.332473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34194) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:01.410868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb9132-cf73-455d-a8da-51c1e2eb4a3d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:01.411576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-befb9132-cf73-455d-a8da-51c1e2eb4a3d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:01.429911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-befb9132-cf73-455d-a8da-51c1e2eb4a3d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:01.434240 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-befb9132-cf73-455d-a8da-51c1e2eb4a3d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0978253
Dec 15 19:07:01.434498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34200) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:01.502769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 5695a4e7-9237-44f2-b4b7-879d6633fe58 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:01.503127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.515314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.526032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Transition to ACTIVE for port object da510bd1-a81d-4476-93a6-7bbe121767da will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:01.544624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Transition to ACTIVE for port object da510bd1-a81d-4476-93a6-7bbe121767da will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:01.549950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.553738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3650c4f8-3f06-45d4-880d-2d977aa6d098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:01.619079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:01.622264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:01.626452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:01.628458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Pushing event updated for resources: {'Port': ['ID=da510bd1-a81d-4476-93a6-7bbe121767da,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:01.631228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:01.717581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Attempting to bind port da510bd1-a81d-4476-93a6-7bbe121767da on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:01.719720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Attempting to bind port da510bd1-a81d-4476-93a6-7bbe121767da by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:01.719720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Attempting to bind port da510bd1-a81d-4476-93a6-7bbe121767da on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:01.725529 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:01.725949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:01.726533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.727072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:01.727936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Bound port: da510bd1-a81d-4476-93a6-7bbe121767da, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:01.728483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.759549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437689fe-c3c7-43df-b590-427257d28f7d req-b3225d59-c763-4817-9a7d-a3bf676614c5 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:01.761644 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-437689fe-c3c7-43df-b590-427257d28f7d req-b3225d59-c763-4817-9a7d-a3bf676614c5 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 943 time: 0.2337673
Dec 15 19:07:01.818036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] For port da510bd1-a81d-4476-93a6-7bbe121767da, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:01.820941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] For port da510bd1-a81d-4476-93a6-7bbe121767da, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=da510bd1-a81d-4476-93a6-7bbe121767da,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:01.826742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.830272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:01.846787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:01.904469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Pushing event updated for resources: {'Port': ['ID=da510bd1-a81d-4476-93a6-7bbe121767da,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:01.909583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:02.007075 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-437689fe-c3c7-43df-b590-427257d28f7d req-83a00a55-d51c-45d1-8843-b382efbf8ea5 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2397001
Dec 15 19:07:02.072849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 5695a4e7-9237-44f2-b4b7-879d6633fe58 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:02.228413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.235140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b8914be3-9782-4d91-893b-103c6ea4ae57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:02.278108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device da510bd1-a81d-4476-93a6-7bbe121767da up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:02.283255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=5695a4e7-9237-44f2-b4b7-879d6633fe58,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:02.285560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:02.324692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.336309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34204) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:02.336943 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/5695a4e7-9237-44f2-b4b7-879d6633fe58 HTTP/1.1" status: 204  len: 168 time: 0.9007714
Dec 15 19:07:02.352171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port da510bd1-a81d-4476-93a6-7bbe121767da completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:02.388765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d21adc69-ec6b-44f9-9c08-e830b8356270 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:07:02.402919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03655fd-502e-47ff-a2d9-ea782715b10c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:02.404268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03655fd-502e-47ff-a2d9-ea782715b10c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:02.405745 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d03655fd-502e-47ff-a2d9-ea782715b10c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0683169
Dec 15 19:07:02.408345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34208) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:02.476193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet d9f33aa5-5e45-4d19-87c0-848d90631bb4 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:02.479247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.526834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d21adc69-ec6b-44f9-9c08-e830b8356270, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d21adc69-ec6b-44f9-9c08-e830b8356270,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:02.536660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.541213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'port_id': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'mac_address': 'fa:16:3e:f2:12:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:07:02.596891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.615196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21adc69-ec6b-44f9-9c08-e830b8356270 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:07:02.628049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.634327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d21adc69-ec6b-44f9-9c08-e830b8356270, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d21adc69-ec6b-44f9-9c08-e830b8356270,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:02.640453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.642286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:02.714608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d21adc69-ec6b-44f9-9c08-e830b8356270,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:02.714876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.718300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:02.720641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f16b4341-f360-4dd6-b7d2-392381f18e60 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:02.757972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f33aa5-5e45-4d19-87c0-848d90631bb4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:02.760400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:02.766158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:02.775992 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/d9f33aa5-5e45-4d19-87c0-848d90631bb4 HTTP/1.1" status: 204  len: 168 time: 0.3667104
Dec 15 19:07:02.778872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34212) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:02.847549 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6d7adf13-7b8b-4eda-8379-94900ed1f606 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0675049
Dec 15 19:07:02.849695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34216) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:02.863010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c61bfd0-79a7-4cfa-9fcf-a9414bf86227 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:02.926397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca10d95-a59e-4779-a1ca-ae026d2ee411 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:02.927834 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fca10d95-a59e-4779-a1ca-ae026d2ee411 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0772581
Dec 15 19:07:02.929343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['d21adc69-ec6b-44f9-9c08-e830b8356270'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:07:02.930393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34220) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:03.060986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Provisioning for port da510bd1-a81d-4476-93a6-7bbe121767da completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:03.110761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71675c56-fbab-4eff-a6e1-579ef42bdf46 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:03.111228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71675c56-fbab-4eff-a6e1-579ef42bdf46 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:03.111985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Provisioning complete for port da510bd1-a81d-4476-93a6-7bbe121767da triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:03.112370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:03.127982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71675c56-fbab-4eff-a6e1-579ef42bdf46 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:03.131584 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-71675c56-fbab-4eff-a6e1-579ef42bdf46 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1980255
Dec 15 19:07:03.132053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34226) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:03.203386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cc0a5830-c4f6-498c-98c8-d2449e79dd9c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0700517
Dec 15 19:07:03.207018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34230) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:03.212706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:03.221902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e329a9-c4a3-4a71-9546-8acf4c7a6d59 req-704c0c28-ec8e-4a97-a811-0e9a0ae703ef tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:03.223407 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87e329a9-c4a3-4a71-9546-8acf4c7a6d59 req-704c0c28-ec8e-4a97-a811-0e9a0ae703ef tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 944 time: 0.0811858
Dec 15 19:07:03.282291 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87e329a9-c4a3-4a71-9546-8acf4c7a6d59 req-d43cc459-d42d-49be-bc26-fee87162d309 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524240
Dec 15 19:07:03.311790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:07:03.336501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:03.337676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Deleting port da510bd1-a81d-4476-93a6-7bbe121767da {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:03.338054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:03.346031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:03.355960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:03.378001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:03.460061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:03.490016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] For port da510bd1-a81d-4476-93a6-7bbe121767da, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=da510bd1-a81d-4476-93a6-7bbe121767da,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:03.508819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:03.515655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2b5ec3d9-3d2b-4fe7-b258-c79d5284e74d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:03.709199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Pushing event updated for resources: {'Port': ['ID=da510bd1-a81d-4476-93a6-7bbe121767da,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:03.717499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:03.734198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] For port da510bd1-a81d-4476-93a6-7bbe121767da, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=da510bd1-a81d-4476-93a6-7bbe121767da,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:03.734623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:03.821464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.objects.ports [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83670) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:07:03.902212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Calling delete_port for da510bd1-a81d-4476-93a6-7bbe121767da owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:03.970493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:03.974730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:07:03.975198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:07:04.179247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port da510bd1-a81d-4476-93a6-7bbe121767da, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=da510bd1-a81d-4476-93a6-7bbe121767da,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:04.203828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.208813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.209583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.213170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c7b21511-d10f-48ab-8a43-45eaa5a7669f tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:04.240443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device da510bd1-a81d-4476-93a6-7bbe121767da no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:04.277461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:04.285227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:04.289993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:04.290573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.308997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=da510bd1-a81d-4476-93a6-7bbe121767da,revision_number=6']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:04.314194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:04.314714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e192655-35a2-4e53-81e9-744a0509d9f4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:04.352470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.366769 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1587284
Dec 15 19:07:04.370951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34236) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:04.377995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=4649af90-5027-48b3-a5b7-332d4ff85304,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:04.380894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:04.381783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:04.391276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port da510bd1-a81d-4476-93a6-7bbe121767da, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=da510bd1-a81d-4476-93a6-7bbe121767da,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:04.395629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.397399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:04.430527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d21adc69-ec6b-44f9-9c08-e830b8356270 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:04.476709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Deleting port da510bd1-a81d-4476-93a6-7bbe121767da {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:04.477082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.556152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:04.560830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:04.564010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:04.566545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=da510bd1-a81d-4476-93a6-7bbe121767da,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:04.575979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:04.587221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:04.593495 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:04.628835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed31ea5-131a-40e9-bcd7-03783efd7521 req-0803f325-cf56-437b-8719-1eb2f5b88e43 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:04.630493 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7ed31ea5-131a-40e9-bcd7-03783efd7521 req-0803f325-cf56-437b-8719-1eb2f5b88e43 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 944 time: 0.1887543
Dec 15 19:07:04.639436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port d21adc69-ec6b-44f9-9c08-e830b8356270 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:04.650864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port d21adc69-ec6b-44f9-9c08-e830b8356270 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:04.651235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.680312 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7ed31ea5-131a-40e9-bcd7-03783efd7521 req-d8cdb869-5456-4d70-a2f7-1f34c7f2980e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424752
Dec 15 19:07:04.732490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.801748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] For port da510bd1-a81d-4476-93a6-7bbe121767da, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=da510bd1-a81d-4476-93a6-7bbe121767da,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:04.802307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:04.867720 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4649af90-5027-48b3-a5b7-332d4ff85304 (CIDR: 2001:db8::/64)
Dec 15 19:07:04.871491 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:04.871930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:04.889953 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cc48979e-d25e-49a1-81b4-e7bedf55557d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5158114
Dec 15 19:07:04.893887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34240) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:04.899410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:04.954143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Calling delete_port for da510bd1-a81d-4476-93a6-7bbe121767da owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:05.008009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.040451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:05.044760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:05.047548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:05.053198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:05.062255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:07:05.062959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:05.066924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.073245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d21adc69-ec6b-44f9-9c08-e830b8356270, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d21adc69-ec6b-44f9-9c08-e830b8356270,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:05.106892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.112409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e6647b20-314a-4a24-ae1f-a8c2b80d3014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:05.146844 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'code': 200}
Dec 15 19:07:05.193144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d21adc69-ec6b-44f9-9c08-e830b8356270,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:05.196166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:05.197014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.201276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:05.245158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Pushing event deleted for resources: {'Port': ['ID=da510bd1-a81d-4476-93a6-7bbe121767da,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:05.248558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:05.317140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] No DVR routers for this DVR port da510bd1-a81d-4476-93a6-7bbe121767da on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:05.332753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bce4a-c9d0-4d5e-aae2-8930a0dc4dda None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:05.350202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.353982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ad28028d-3c5b-4fe0-bbe2-565646e78a6e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:05.456893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:05.460538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:05.463552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:05.464768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.480178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=10defbb5-73f0-4bfb-b7ba-1e50ccfc2978,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:05.485253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:05.502989 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6055207
Dec 15 19:07:05.503346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34246) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:05.509913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:bb:8a:6d', 'name': 'tempest-NetworksTestDHCPv6-180816885'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:05.515427 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-814d9027-a830-44c1-8be7-f14fe7e079bc req-0ccbf3bd-e90c-4557-b8cd-c8392a71bd89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 1098 time: 0.1366141
Dec 15 19:07:05.561424 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-814d9027-a830-44c1-8be7-f14fe7e079bc req-d81640b9-c03d-4d2e-8018-90ebc454fdba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384164
Dec 15 19:07:05.590737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '10defbb5-73f0-4bfb-b7ba-1e50ccfc2978'}, {'subnet_id': '4649af90-5027-48b3-a5b7-332d4ff85304'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:07:05.591579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.652058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:05.656111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:05.658984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:05.667410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:05.681747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:05.686772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:05.716243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:07:05.819723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Allocated IP 2001:db8:0:1::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/10defbb5-73f0-4bfb-b7ba-1e50ccfc2978/95922bf4-71cc-4d4e-8186-09109d28d7f8) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:05.826202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Allocated IP 2001:db8::f816:3eff:feb3:d07e (6e1b885a-5f59-4a93-98cd-7a045592dff4/4649af90-5027-48b3-a5b7-332d4ff85304/95922bf4-71cc-4d4e-8186-09109d28d7f8) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:05.900037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf39e08-d556-4b8c-bf59-a6a0dc5551fc req-c2f56f7e-fb88-4ff1-9c0b-0a984f8fa174 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:05.902139 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-edf39e08-d556-4b8c-bf59-a6a0dc5551fc req-c2f56f7e-fb88-4ff1-9c0b-0a984f8fa174 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 945 time: 0.0802400
Dec 15 19:07:05.946906 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-edf39e08-d556-4b8c-bf59-a6a0dc5551fc req-af22522a-40c6-4896-bac4-07bad2da0823 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391781
Dec 15 19:07:06.024218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.034408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Transition to ACTIVE for port object 95922bf4-71cc-4d4e-8186-09109d28d7f8 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:06.054138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Transition to ACTIVE for port object 95922bf4-71cc-4d4e-8186-09109d28d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:06.059409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.064155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:06.128470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:06.131658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:06.136507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:06.138567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Pushing event updated for resources: {'Port': ['ID=95922bf4-71cc-4d4e-8186-09109d28d7f8,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:06.141469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:06.199153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8:0:1::159 (6e1b885a-5f59-4a93-98cd-7a045592dff4/10defbb5-73f0-4bfb-b7ba-1e50ccfc2978/f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:06.205559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:febb:8a6d (6e1b885a-5f59-4a93-98cd-7a045592dff4/4649af90-5027-48b3-a5b7-332d4ff85304/f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:06.261222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Attempting to bind port 95922bf4-71cc-4d4e-8186-09109d28d7f8 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:06.261616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Attempting to bind port 95922bf4-71cc-4d4e-8186-09109d28d7f8 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:06.261981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Attempting to bind port 95922bf4-71cc-4d4e-8186-09109d28d7f8 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:06.268790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:06.269168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:06.269605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.270006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:06.270622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Bound port: 95922bf4-71cc-4d4e-8186-09109d28d7f8, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:06.270837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.359336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:06.362458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95922bf4-71cc-4d4e-8186-09109d28d7f8,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:06.367752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.371728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:06.405561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.421722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:06.444208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.449812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Pushing event updated for resources: {'Port': ['ID=95922bf4-71cc-4d4e-8186-09109d28d7f8,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:06.450439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:06.452724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:06.525177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:06.528958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:06.533574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:06.537530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:06.538158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.542172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:06.546527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:06.568463 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.0634210
Dec 15 19:07:06.571346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34252) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:06.669624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:06.669887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:06.928421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:07.059097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:07.149141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f088-6286-4a34-9d99-ea75e21bf213 req-d9e1cf9f-879f-46df-be05-80dc30470fc1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:07.150759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2239f088-6286-4a34-9d99-ea75e21bf213 req-d9e1cf9f-879f-46df-be05-80dc30470fc1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 945 time: 0.0797057
Dec 15 19:07:07.203956 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2239f088-6286-4a34-9d99-ea75e21bf213 req-362af729-f210-48b3-be22-a8b70e3e38e2 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468035
Dec 15 19:07:07.290136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:07.296772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7ced274f-2546-4afd-9f8f-cd3837841781 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:07.377375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:07.384490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:07.465703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f6db7-e9e7-4718-9d0c-003e1f1d5121 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:07.573664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:07.594446 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a HTTP/1.1" status: 204  len: 168 time: 1.0220246
Dec 15 19:07:07.596947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34260) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:07.604387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6bd5b-d6cd-490b-be49-feef705c4afe req-7e7b5ed0-4b74-4614-95fc-d0a2c372f524 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:07.605868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d5e6bd5b-d6cd-490b-be49-feef705c4afe req-7e7b5ed0-4b74-4614-95fc-d0a2c372f524 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 945 time: 0.2686067
Dec 15 19:07:07.620394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-39564127-ed3b-4849-8143-3074fe5b95d8 None None] Provisioning for port 95922bf4-71cc-4d4e-8186-09109d28d7f8 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:07.655285 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d5e6bd5b-d6cd-490b-be49-feef705c4afe req-08ec680d-760b-427f-ae1d-5827d89f9c68 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425372
Dec 15 19:07:07.676433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35396ca-f0bd-4d79-bfbb-a7762b68639a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:07.678238 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c35396ca-f0bd-4d79-bfbb-a7762b68639a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.0795820
Dec 15 19:07:07.680359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34264) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:07.686012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34268) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:07.773930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0a0b1-b745-48bc-b1b9-6df1de0a92a5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:07.775415 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0be0a0b1-b745-48bc-b1b9-6df1de0a92a5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.0937181
Dec 15 19:07:07.778229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34274) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:07.846260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8398b-86fc-4c24-977f-f0b0bf32e831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:07.847581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8398b-86fc-4c24-977f-f0b0bf32e831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:07.849032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8398b-86fc-4c24-977f-f0b0bf32e831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:07.849860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e1c8398b-86fc-4c24-977f-f0b0bf32e831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:07.867361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e1c8398b-86fc-4c24-977f-f0b0bf32e831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:07.868740 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e1c8398b-86fc-4c24-977f-f0b0bf32e831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0894318
Dec 15 19:07:07.872006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34278) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:07.984010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 10defbb5-73f0-4bfb-b7ba-1e50ccfc2978 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:07.990030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.058939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.087592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fc98fd1d-9ba6-4ffe-87bd-d087fdc6792f tempest-TestVolumeBootPattern-1244797619 tempest-TestVolumeBootPattern-1244797619-project-admin] Synchronizing usage tracker for tenant:975921fba0e240609ec78c5024de58e2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:08.128197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fc98fd1d-9ba6-4ffe-87bd-d087fdc6792f tempest-TestVolumeBootPattern-1244797619 tempest-TestVolumeBootPattern-1244797619-project-admin] Unset dirty status for tenant:975921fba0e240609ec78c5024de58e2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:08.129373 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fc98fd1d-9ba6-4ffe-87bd-d087fdc6792f tempest-TestVolumeBootPattern-1244797619 tempest-TestVolumeBootPattern-1244797619-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 1093 time: 0.4421973
Dec 15 19:07:08.132304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:08.139771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'tenant_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:08.149097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:08.157676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Usage tracker for resource:floatingip and tenant:5625589807734574847f5c5841e04e68 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:08.161337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:08.169193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:08.175908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ddd69654-6c7d-446f-874b-062a322781ee None None] Could not find standard attr ID for object 5695a4e7-9237-44f2-b4b7-879d6633fe58. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:07:08.184638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.221293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.300883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 95922bf4-71cc-4d4e-8186-09109d28d7f8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:08.340461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.346655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64aba1d0-8d0f-4e71-8290-df1c4f7c4e20 tempest-TagsExtTest-344894724 tempest-TagsExtTest-344894724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:08.379883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 95922bf4-71cc-4d4e-8186-09109d28d7f8 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:08.385867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 95922bf4-71cc-4d4e-8186-09109d28d7f8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:08.386279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.388113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=10defbb5-73f0-4bfb-b7ba-1e50ccfc2978,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:08.393404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:08.404956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.427050 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/10defbb5-73f0-4bfb-b7ba-1e50ccfc2978 HTTP/1.1" status: 204  len: 168 time: 0.5539031
Dec 15 19:07:08.429554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34286) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:08.430013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a3c2557d-fb92-49f7-896d-74b567d86421 None None] Could not find standard attr ID for object f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:07:08.501507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.516723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.552244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95922bf4-71cc-4d4e-8186-09109d28d7f8,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:08.557503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2f26e-646d-4bf2-96a5-631195f2f2b2 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:08.577332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.581192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-6e358ae7-1eb0-409e-8bfc-3831f98e19ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:08.717673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=95922bf4-71cc-4d4e-8186-09109d28d7f8,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:08.722128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:08.743577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 4649af90-5027-48b3-a5b7-332d4ff85304 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:08.751953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:08.796276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Allocated IP 172.26.1.63 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/704e3245-6800-4505-95f4-43b15189019b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:08.836047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.034188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.089222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.137523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.142507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c1aacef0-5504-4bb2-97c9-82be2bd90d8d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:09.186125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=4649af90-5027-48b3-a5b7-332d4ff85304,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:09.188760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:09.190775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.195225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6b4162e3-5163-43e1-a88d-3b62648fdfe1 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:09.241069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.280433 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bdc26c1b-28ac-4791-8f29-33f4e2c99501 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/4649af90-5027-48b3-a5b7-332d4ff85304 HTTP/1.1" status: 204  len: 168 time: 0.8477430
Dec 15 19:07:09.281224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34290) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:09.287058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=704e3245-6800-4505-95f4-43b15189019b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:09.290523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:09.291537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:09.292530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:09.300094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:09.368201 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4adc8238-779d-49e5-918a-6b8ee8c2d02a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0822356
Dec 15 19:07:09.370302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34294) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:09.375952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:09.435642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03423849-1dc9-4396-817e-52029f432890 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:09.491264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:09.495813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:09.498791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:09.504792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:09.515916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:09.519800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.607134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0d33a2fc-4a70-4eca-b415-81b5c3d973b4 None None] Provisioning complete for port 95922bf4-71cc-4d4e-8186-09109d28d7f8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:09.607715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0d33a2fc-4a70-4eca-b415-81b5c3d973b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.884483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:07:09.890002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Deleting port 95922bf4-71cc-4d4e-8186-09109d28d7f8 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:09.890803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:09.991607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.040250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:07:10.055527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.130901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95922bf4-71cc-4d4e-8186-09109d28d7f8,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:10.131309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.208311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.251699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Calling delete_port for 95922bf4-71cc-4d4e-8186-09109d28d7f8 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:10.276712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.279212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 95922bf4-71cc-4d4e-8186-09109d28d7f8 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:10.283159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.296206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-142c3a49-046f-4068-a32c-632bdbd6a0b2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:10.418478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.431350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.451638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95922bf4-71cc-4d4e-8186-09109d28d7f8,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:10.469112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event updated for resources: {'Port': ['ID=704e3245-6800-4505-95f4-43b15189019b,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:10.477562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:10.478600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.484070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.484841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.489369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-208dd0e5-595d-43cb-99be-844ddd9896e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:10.515649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:07:10.516011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:07:10.543327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:07:10.543680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:07:10.548633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:10.551709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:10.554986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:10.555573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:10.590159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=95922bf4-71cc-4d4e-8186-09109d28d7f8,revision_number=7']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:10.593972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:10.595160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a564b49e-11ed-47a3-bae8-f787dbf381e9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:10.614702 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Floating IP f28a3715-885f-4381-aac4-30f2c7a69ab3 associated. External IP: 172.26.1.63, port: d21adc69-ec6b-44f9-9c08-e830b8356270.
Dec 15 19:07:10.624844 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2534990
Dec 15 19:07:10.629285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34298) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:10.637607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:10.732194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=34145ebc-e01c-4706-bc2d-544563ab4901,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:10.735410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:10.795421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:10.799464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:10.802275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:10.808462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:10.818372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:10.941788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.017631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Deleting port 95922bf4-71cc-4d4e-8186-09109d28d7f8 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:11.018188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:07:11.018539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.080079 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34145ebc-e01c-4706-bc2d-544563ab4901 (CIDR: 2001:db8::/64)
Dec 15 19:07:11.085734 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:11.086561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:11.109057 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e45f4462-b07c-4975-aad5-c4b21bbbf764 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4762664
Dec 15 19:07:11.109820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34302) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:11.116388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:11.124506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.271258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95922bf4-71cc-4d4e-8186-09109d28d7f8,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:11.275187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:11.277412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.281339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:11.291916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-2c1eac54-8ab0-4cca-b090-69dd10c55bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:11.318236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:11.332176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:11.349981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:11.354444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.377900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:07:11.397390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:07:11.402327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.404216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=95922bf4-71cc-4d4e-8186-09109d28d7f8,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:11.407579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:11.419587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95922bf4-71cc-4d4e-8186-09109d28d7f8,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:11.419983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.469323 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3357811
Dec 15 19:07:11.470467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:07:11.471030 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-3e6fb8de-83aa-4f79-a4f7-d8b603f34c22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1917920
Dec 15 19:07:11.482737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:11.483839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced99cc10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:11.537262 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'status': 'completed', 'code': 200}
Dec 15 19:07:11.633916 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-02b25863-c4ba-4893-bd7e-c453304a919a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 1098 time: 0.0729752
Dec 15 19:07:11.660435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Calling delete_port for 95922bf4-71cc-4d4e-8186-09109d28d7f8 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:11.802796 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-7030316b-fe18-4ae1-99bc-4e8190f15202 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1099 time: 0.2282505
Dec 15 19:07:11.805906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:07:11.806262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:07:11.809294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-cbff42ec-f984-4a39-b3eb-ba04d56b7224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:11.811067 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-cbff42ec-f984-4a39-b3eb-ba04d56b7224 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.1700966
Dec 15 19:07:11.846030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:11.854511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c0834db3-d611-45eb-8b8f-bf7825d43439 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:11.859653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:11.915920 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-58d3ec95-507e-4512-bbe4-a79a2a35cdfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21adc69-ec6b-44f9-9c08-e830b8356270 HTTP/1.1" status: 200  len: 998 time: 0.0981433
Dec 15 19:07:11.960378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:11.980534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-a67fc098-cdff-4681-bb3a-198ad307f510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:11.982205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:11.982333 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-a67fc098-cdff-4681-bb3a-198ad307f510 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0604281
Dec 15 19:07:11.988457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:11.989116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:12.015749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=ccc143d5-73ee-4475-ab35-9f5f875c42a3,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:12.024357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:12.048362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-63036829-f27c-4113-9cab-9ea866ebfba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:12.050042 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-63036829-f27c-4113-9cab-9ea866ebfba1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.2247767
Dec 15 19:07:12.061407 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9479926
Dec 15 19:07:12.061595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-0952b8ec-4fbc-445b-b0fa-2e5922f1124d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723944
Dec 15 19:07:12.062063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34310) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:12.067238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:49:4a:9e', 'name': 'tempest-NetworksTestDHCPv6-1479117227'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:12.165953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Deleting port 95922bf4-71cc-4d4e-8186-09109d28d7f8 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:12.166571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:12.167638 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-5c3774f9-8192-4a65-be94-b87fe99d6564 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 200  len: 1002 time: 0.1112149
Dec 15 19:07:12.250667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-bb6a19aa-c9dd-4295-82db-4d81a3bc2af1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:12.252140 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-bb6a19aa-c9dd-4295-82db-4d81a3bc2af1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0780547
Dec 15 19:07:12.307706 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-1b18fdad-28ff-4b12-a5b6-502611fd2ab5 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260723
Dec 15 19:07:12.309713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:12.315010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:12.330397 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-90501d12-c8f6-40b2-8309-f1dbfb48ca51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710216
Dec 15 19:07:12.337411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:12.349153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:12.386753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced99cc10>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:58Z', 'revision_number': 1, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}, {'id': 'f28a3715-885f-4381-aac4-30f2c7a69ab3', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:f2:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:07:09Z', 'updated_at': '2021-12-15T19:07:09Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:12.396990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:07:12.422587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:12.426394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:12.439039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:12.439672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced99cc10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:06:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:12.470423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port e58b1066-bf57-4069-84c0-c1b4abe2efb0 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:07:12.489269 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-8171b28e-8335-4d4f-bcc7-8485c3f419b8 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509895
Dec 15 19:07:12.517389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] For port 95922bf4-71cc-4d4e-8186-09109d28d7f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95922bf4-71cc-4d4e-8186-09109d28d7f8,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:12.517788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:12.535140 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ee6f831e-7414-43d8-b49c-6bdea44aea8d req-dca2ffe8-4bda-421b-bd2c-02321d709cbb service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215080
Dec 15 19:07:12.641946 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5a4b3ab4-66ad-4967-ac88-73197e96b0f3 req-7e657e1d-0637-48cb-81ac-9a81d4569a6a service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452482
Dec 15 19:07:12.696426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Calling delete_port for 95922bf4-71cc-4d4e-8186-09109d28d7f8 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:12.697509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8:0:1::2dd (6e1b885a-5f59-4a93-98cd-7a045592dff4/ccc143d5-73ee-4475-ab35-9f5f875c42a3/e58b1066-bf57-4069-84c0-c1b4abe2efb0) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:12.703345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::f816:3eff:fe49:4a9e (6e1b885a-5f59-4a93-98cd-7a045592dff4/34145ebc-e01c-4706-bc2d-544563ab4901/e58b1066-bf57-4069-84c0-c1b4abe2efb0) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:12.802792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:12.908441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.033828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.034586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object e58b1066-bf57-4069-84c0-c1b4abe2efb0 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:13.039262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1e6afc2d-2b78-4920-983a-29b38dbcc4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:13.057275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.063317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b80d44f9-c997-4d1c-b9a2-94f130e6ead0 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:13.080317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Pushing event deleted for resources: {'Port': ['ID=95922bf4-71cc-4d4e-8186-09109d28d7f8,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:13.094875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:13.126178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:13.129265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:13.131783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:13.136160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:13.136762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.160016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=e58b1066-bf57-4069-84c0-c1b4abe2efb0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:13.163557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:13.176492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.1134989
Dec 15 19:07:13.179246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34314) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:13.231911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] No DVR routers for this DVR port 95922bf4-71cc-4d4e-8186-09109d28d7f8 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:13.251285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port e58b1066-bf57-4069-84c0-c1b4abe2efb0 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:13.251697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.255088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277406a6-7b23-4b5a-810f-d707b70d83f7 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:13.359255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c32f08b6-901e-4a55-a5bf-e8b596646862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.500789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.558239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced99cc10>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:58Z', 'revision_number': 1, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}, {'id': 'f28a3715-885f-4381-aac4-30f2c7a69ab3', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:f2:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:07:09Z', 'updated_at': '2021-12-15T19:07:09Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:13.564659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b6c96-8780-4687-9983-0b67b5be4396 None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:58Z', 'revision_number': 1, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}, {'id': 'f28a3715-885f-4381-aac4-30f2c7a69ab3', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.63', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:f2:12:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:07:09Z', 'updated_at': '2021-12-15T19:07:09Z', 'revision_number': 0, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:07:13.597542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '34145ebc-e01c-4706-bc2d-544563ab4901'}, {'subnet_id': 'ccc143d5-73ee-4475-ab35-9f5f875c42a3'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:07:13.598518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.634305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for e58b1066-bf57-4069-84c0-c1b4abe2efb0 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:13.802061 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320ddba5-c128-4036-a702-bad546cc84cf None None] New status for floating IP f28a3715-885f-4381-aac4-30f2c7a69ab3: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:07:13.846280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Allocated IP 2001:db8:0:1::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/ccc143d5-73ee-4475-ab35-9f5f875c42a3/a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:13.852330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Allocated IP 2001:db8::f816:3eff:fe70:4e97 (6e1b885a-5f59-4a93-98cd-7a045592dff4/34145ebc-e01c-4706-bc2d-544563ab4901/a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:13.893386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:13.900827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-30231abb-7c9e-4d94-86cf-cffaf95ea0c1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:13.945648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=e58b1066-bf57-4069-84c0-c1b4abe2efb0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:13.949657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:14.059969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.071207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Transition to ACTIVE for port object a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:14.090753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Transition to ACTIVE for port object a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:14.096640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.104626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-19e2cacb-135e-429d-8104-f9ecbe3f48fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:14.142405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.154103 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/e58b1066-bf57-4069-84c0-c1b4abe2efb0 HTTP/1.1" status: 204  len: 168 time: 0.9715962
Dec 15 19:07:14.154737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34322) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:14.159489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:14.162320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:14.171022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:14.180884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Pushing event updated for resources: {'Port': ['ID=a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:14.206441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:14.236295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3476ce37-9a11-4311-996f-a25947fec94c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:14.236995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3476ce37-9a11-4311-996f-a25947fec94c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:14.253064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3476ce37-9a11-4311-996f-a25947fec94c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:14.254279 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3476ce37-9a11-4311-996f-a25947fec94c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.0988853
Dec 15 19:07:14.257050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34326) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:14.297656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Attempting to bind port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:14.298336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Attempting to bind port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:14.298443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Attempting to bind port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:14.304805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:14.305163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:14.305589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.305980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:14.306437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Bound port: a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:14.307346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.336521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1262b1-d60f-4ce0-a060-b957abaadb8b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:14.337144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3e1262b1-d60f-4ce0-a060-b957abaadb8b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:14.350612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3e1262b1-d60f-4ce0-a060-b957abaadb8b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:14.351574 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3e1262b1-d60f-4ce0-a060-b957abaadb8b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.0934963
Dec 15 19:07:14.354899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34330) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:14.392333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] For port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:14.395394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] For port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:14.399486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.403569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-abd4d1c0-b70e-44aa-9278-a878fe7de29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:14.424113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e6227-3bde-4ef1-9538-1373aa0c99e7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:14.425594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e6227-3bde-4ef1-9538-1373aa0c99e7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:14.426966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e6227-3bde-4ef1-9538-1373aa0c99e7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:14.427749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d99e6227-3bde-4ef1-9538-1373aa0c99e7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:14.443831 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d99e6227-3bde-4ef1-9538-1373aa0c99e7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:14.445023 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d99e6227-3bde-4ef1-9538-1373aa0c99e7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0891800
Dec 15 19:07:14.447760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34334) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:14.483028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Pushing event updated for resources: {'Port': ['ID=a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:14.485868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:14.766574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 34145ebc-e01c-4706-bc2d-544563ab4901 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:14.770020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.823404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.904528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.978460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:14.982161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7d176dbc-d8e1-4bc3-9a0d-8d7396191639 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:15.016373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=34145ebc-e01c-4706-bc2d-544563ab4901,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:15.019752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:15.022885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.035963 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/34145ebc-e01c-4706-bc2d-544563ab4901 HTTP/1.1" status: 204  len: 168 time: 0.5868630
Dec 15 19:07:15.038544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34338) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:15.109110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet ccc143d5-73ee-4475-ab35-9f5f875c42a3 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:15.112383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.169886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.253992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.331638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.335502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f32d1c9f-ef8c-4e80-8db6-c497a5591980 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:15.371684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc143d5-73ee-4475-ab35-9f5f875c42a3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:15.375538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:15.378290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.388395 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6b63df6d-33c3-4592-bdb7-4053bad6f863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/ccc143d5-73ee-4475-ab35-9f5f875c42a3 HTTP/1.1" status: 204  len: 168 time: 0.3488495
Dec 15 19:07:15.390712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34342) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:15.428711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414560f-f168-4465-8cb1-df2294f7c822 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:15.458505 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-80d61484-fc6c-483d-99fc-2a78c6186390 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0662646
Dec 15 19:07:15.460832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34346) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:15.466079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:15.574313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:15.578335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:15.581068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:15.586704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:15.596673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:15.600328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.601044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ca333a03-286a-4b2a-90db-4dc30a0a0535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.607397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-166be743-b316-4baa-9d41-0aae8c3aa6d7 None None] Provisioning for port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:15.622156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-166be743-b316-4baa-9d41-0aae8c3aa6d7 None None] Could not find standard attr ID for object e58b1066-bf57-4069-84c0-c1b4abe2efb0. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:07:15.693946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:07:15.698185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Deleting port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:15.698762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.821590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.825220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4b09b130-5914-4702-90a6-1af89b0eaae0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:15.878745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:15.884885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:15.889237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:15.889838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:15.907162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=0973bcf6-2e4e-4a74-b56e-43f73ae3d725,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:15.909814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:15.921562 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4596922
Dec 15 19:07:15.924499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34350) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:15.930289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:15.969703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] For port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:15.970115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.068882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:16.073055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:16.075869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:16.081441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:16.086746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Calling delete_port for a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:16.092896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:16.161764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.165447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac15f014-e4bd-4421-a25c-2de7deae3646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:16.205437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Pushing event deleted for resources: {'Port': ['ID=a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:16.209370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:16.212014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] No DVR routers for this DVR port a8dad519-0fc5-4c16-ad99-1e1a6a6cfa2b on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:16.217145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.226755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5871a-2e29-4712-bdd3-9208eebc7500 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:16.354566 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0973bcf6-2e4e-4a74-b56e-43f73ae3d725 (CIDR: 2001:db8::/64)
Dec 15 19:07:16.358150 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:16.358502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:16.380469 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eaef6ade-76da-4a1d-b96b-6dd61f7b01d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4534719
Dec 15 19:07:16.381830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34356) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:16.388123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:16.452899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6e1b885a-5f59-4a93-98cd-7a045592dff4', 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'tenant_id': '4614ca5f052249f7b622523225f2a96a', 'fixed_ips': [{'subnet_id': '0973bcf6-2e4e-4a74-b56e-43f73ae3d725'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:07:16.453787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.526094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:16.530067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:16.532844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:16.538584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:16.548521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:16.552016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.613565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/0973bcf6-2e4e-4a74-b56e-43f73ae3d725/7ede74db-e8fb-4219-abe2-ff11c8a78d76) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:16.721574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.828773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.839826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.850302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Transition to ACTIVE for port object 7ede74db-e8fb-4219-abe2-ff11c8a78d76 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:16.868117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Transition to ACTIVE for port object 7ede74db-e8fb-4219-abe2-ff11c8a78d76 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:16.873758 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:16.878376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b64619f4-b516-406f-8891-7fd138d1c538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:16.945727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:16.949463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:16.949633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:07:16.952366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:16.958665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:16.961636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:17.042775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Attempting to bind port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:17.043096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Attempting to bind port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:17.043527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Attempting to bind port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 on network 6e1b885a-5f59-4a93-98cd-7a045592dff4 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:17.050052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:17.050424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Checking segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:17.050824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.051309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Bound using segment: {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:17.051774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Bound port: 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62722559-822d-41ab-8f71-38e89b91d532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:17.052146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.100533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.142384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:17.145421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:17.149954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.154022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:17.232692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:17.236056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:17.325469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:17.358901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.369959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.370994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.376154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dcbd8479-6e28-4ed6-8b54-3de1b113390a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:17.448863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:17.452468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:17.455823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:17.456405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.474920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=4']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:17.479149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:17.482613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2f100c6-1e66-4e70-bbf9-ef719c0e12ec tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:17.530679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.1477706
Dec 15 19:07:17.533340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34360) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:17.540440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:9b:f8:29', 'name': 'tempest-NetworksTestDHCPv6-900524767'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:17.731239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=49f87ddb-26d7-4a65-bfab-98bc3f7e4394,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:17.734316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:17.793570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:17.797563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:port and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:17.800302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:17.805922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:17.815686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:17.819495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:17.847936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port cdfe3a11-e909-402e-be04-59e2197b984f yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:07:18.091346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::28b (6e1b885a-5f59-4a93-98cd-7a045592dff4/0973bcf6-2e4e-4a74-b56e-43f73ae3d725/cdfe3a11-e909-402e-be04-59e2197b984f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:18.099174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:f829 (6e1b885a-5f59-4a93-98cd-7a045592dff4/49f87ddb-26d7-4a65-bfab-98bc3f7e4394/cdfe3a11-e909-402e-be04-59e2197b984f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:18.256368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.262145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77debe-03ab-45db-9155-7d3bcd6542df None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:18.342515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7ede74db-e8fb-4219-abe2-ff11c8a78d76 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:18.355716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.372596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object cdfe3a11-e909-402e-be04-59e2197b984f will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:18.403049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.409573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4ec7b0b9-9975-41c9-8023-7b99c55fb8fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:18.489630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:18.495920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:18.496065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-19f2dc96-1631-4b68-8b01-bea63ee091e6 None None] Provisioning for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:18.500898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:18.507003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:18.507003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.514340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=cdfe3a11-e909-402e-be04-59e2197b984f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:18.518693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:18.539785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.0050290
Dec 15 19:07:18.542455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34364) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:18.554312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:18.565267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:18.565267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.612411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port cdfe3a11-e909-402e-be04-59e2197b984f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:18.613803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.740859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.782530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:18.787327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:18.789190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:18.861493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:18.874385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:18.920518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:19.169413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for cdfe3a11-e909-402e-be04-59e2197b984f owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:19.391032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:19.396880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0141fcca-a8e0-43f9-9c85-d8edf74c46c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:19.424078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9e013554-49d3-422d-ad8b-57fb02b6f153 None None] Could not find standard attr ID for object cdfe3a11-e909-402e-be04-59e2197b984f. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:07:19.437137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9e013554-49d3-422d-ad8b-57fb02b6f153 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:19.437623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9e013554-49d3-422d-ad8b-57fb02b6f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:19.445992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=cdfe3a11-e909-402e-be04-59e2197b984f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:19.449051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:19.524580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:19.535425 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/cdfe3a11-e909-402e-be04-59e2197b984f HTTP/1.1" status: 204  len: 168 time: 0.9920189
Dec 15 19:07:19.537796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34372) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:19.621488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4823f-d0b7-4efe-8a8c-ba4accbc00ab tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:19.622196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-52b4823f-d0b7-4efe-8a8c-ba4accbc00ab tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:19.638926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-52b4823f-d0b7-4efe-8a8c-ba4accbc00ab tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:19.640083 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-52b4823f-d0b7-4efe-8a8c-ba4accbc00ab tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1010780
Dec 15 19:07:19.642753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34376) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:19.684749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e96e7dc7-94b1-4255-ac72-8411b4bbd31e None None] Could not find standard attr ID for object e58b1066-bf57-4069-84c0-c1b4abe2efb0. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:07:19.721616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c25c3-4b3a-4867-af61-56eec1c49e38 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:19.723240 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8a8c25c3-4b3a-4867-af61-56eec1c49e38 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0795937
Dec 15 19:07:19.725859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34380) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:19.797795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd600a4-544e-4227-ae9d-bc13d3494060 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:19.799159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd600a4-544e-4227-ae9d-bc13d3494060 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:19.800606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd600a4-544e-4227-ae9d-bc13d3494060 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:19.801434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5bd600a4-544e-4227-ae9d-bc13d3494060 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:19.819189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5bd600a4-544e-4227-ae9d-bc13d3494060 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:19.820427 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5bd600a4-544e-4227-ae9d-bc13d3494060 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0935659
Dec 15 19:07:19.823938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34384) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:19.897397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 0973bcf6-2e4e-4a74-b56e-43f73ae3d725 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:19.898788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9d952ff3-da5b-4680-be43-05e6123ca758 None None] Could not find standard attr ID for object cdfe3a11-e909-402e-be04-59e2197b984f. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:07:19.901708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:19.957426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.050342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.126789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.130744 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:20.165260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=0973bcf6-2e4e-4a74-b56e-43f73ae3d725,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:20.169958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:20.174662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.181837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b8d52-e7cd-4d73-907f-f71f0dcfc272 None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:20.187858 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/0973bcf6-2e4e-4a74-b56e-43f73ae3d725 HTTP/1.1" status: 204  len: 168 time: 0.3628798
Dec 15 19:07:20.190427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34388) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:20.261430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 49f87ddb-26d7-4a65-bfab-98bc3f7e4394 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:20.264507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.269484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7ede74db-e8fb-4219-abe2-ff11c8a78d76 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:20.319826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.398140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.443623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:20.444171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.473845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.478707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0ce4a21f-2f70-492b-bea7-960e084bcc39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:20.514849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=49f87ddb-26d7-4a65-bfab-98bc3f7e4394,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:20.517286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:20.520101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.530114 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/49f87ddb-26d7-4a65-bfab-98bc3f7e4394 HTTP/1.1" status: 204  len: 168 time: 0.3387446
Dec 15 19:07:20.532404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34392) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:20.600716 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3c448f86-2ba0-4ced-b08d-759b30753fac tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0671639
Dec 15 19:07:20.603969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34396) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:20.609256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:20.651968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14015585-94de-43fe-a249-879d844f62a9 None None] Update dhcp port {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '49f87ddb-26d7-4a65-bfab-98bc3f7e4394'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '7ede74db-e8fb-4219-abe2-ff11c8a78d76'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:07:20.703537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-14015585-94de-43fe-a249-879d844f62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.718319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:20.722674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:20.725748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:20.732298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:20.744056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:20.747651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.898958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ebc08-1bef-44a6-99aa-14820a6e5cae None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:20.965643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:20.969321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-24a45735-2b0f-45cb-87ad-9330e45efaaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:21.034264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cff0d3f0-7749-403d-b00d-680cf2c0d5cc None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:21.034645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cff0d3f0-7749-403d-b00d-680cf2c0d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:21.141867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:21.144867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:21.148454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:21.148938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:21.164693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=17011f52-3feb-4303-aeb3-4241712c3c77,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:21.167623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:21.180525 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5755916
Dec 15 19:07:21.183588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34400) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:21.189251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:21.297660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Update dhcp port {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'fixed_ips': [{'subnet_id': '17011f52-3feb-4303-aeb3-4241712c3c77'}], 'binding:host_id': 'dv-neutron-821830-2-hyperv'}, 'id': '7ede74db-e8fb-4219-abe2-ff11c8a78d76'} from dv-neutron-821830-2-hyperv. {{(pid=83672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 15 19:07:21.328158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:21.332194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:21.335058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:21.340880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:21.350302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:21.351169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:21.475302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:21.584420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Allocated IP 2001:db8::2 (6e1b885a-5f59-4a93-98cd-7a045592dff4/17011f52-3feb-4303-aeb3-4241712c3c77/7ede74db-e8fb-4219-abe2-ff11c8a78d76) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:21.604576 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.ipam_backend_mixin [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17011f52-3feb-4303-aeb3-4241712c3c77 (CIDR: 2001:db8::/64)
Dec 15 19:07:21.607579 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:21.608024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:21.626189 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c3c06454-6ff3-47c7-92a0-767097a97064 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4415793
Dec 15 19:07:21.630203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34404) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:21.636195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'subnet': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:21.720723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:21.748504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:21.765268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Transition to ACTIVE for port object 7ede74db-e8fb-4219-abe2-ff11c8a78d76 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:21.768993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:21.772504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:21.775075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:21.779145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Usage tracker for resource:subnet and tenant:4614ca5f052249f7b622523225f2a96a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:21.781977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:21.787685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:21.797714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:21.801169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:21.876464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:21.879222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:22.031007 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:07:22.206011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7ede74db-e8fb-4219-abe2-ff11c8a78d76 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:22.221440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.objects.ports [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83671) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 15 19:07:22.324315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.389872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.403351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:07:22.403958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:07:22.492629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ff0bb-85c2-440b-a850-2448a80f522c None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:22.599351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d2fd2db1-599e-4077-a9e6-4d99b50e6d15 None None] Provisioning for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:22.612339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:22.614594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d2fd2db1-599e-4077-a9e6-4d99b50e6d15 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:22.615260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2db1-599e-4077-a9e6-4d99b50e6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.641994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.646553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.647397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.652249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1723d21a-7004-44b7-b8c8-7d9359fca3e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:22.711576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:22.719425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:22.724884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:22.725570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.744651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=10']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:22.750289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:22.750794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de607efc-b019-4529-ba8d-40eadd70709d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:22.791030 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.1597872
Dec 15 19:07:22.793857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34408) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:22.801238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Request body: {'port': {'network_id': '6e1b885a-5f59-4a93-98cd-7a045592dff4', 'mac_address': 'fa:16:3e:61:a9:43', 'name': 'tempest-NetworksTestDHCPv6-1678047820'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:22.892775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Subnet': ['ID=e1ff22de-ba8d-46b4-9396-ffd444f5cfb7,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:22.897270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:22.956410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:22.960847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:22.966973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:22.977445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Made reservation on behalf of 4614ca5f052249f7b622523225f2a96a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:22.981397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.000166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:23.004390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.006396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:23.088911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=11']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:23.094096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:23.127064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7ede74db-e8fb-4219-abe2-ff11c8a78d76 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:23.152312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] device_id is not set on port 2385e65a-1681-4786-b54a-3c79bd50c236 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:07:23.207131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:23.207512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.326125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.359617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:23.363473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.365626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-08ca281a-8547-4781-99b7-1684d9693976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:23.382258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8::260 (6e1b885a-5f59-4a93-98cd-7a045592dff4/17011f52-3feb-4303-aeb3-4241712c3c77/2385e65a-1681-4786-b54a-3c79bd50c236) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:23.390244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Allocated IP 2001:db8:0:1:f816:3eff:fe61:a943 (6e1b885a-5f59-4a93-98cd-7a045592dff4/e1ff22de-ba8d-46b4-9396-ffd444f5cfb7/2385e65a-1681-4786-b54a-3c79bd50c236) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:23.407728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f9ba3-3f22-45c9-8303-7ae1a6e756bd None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:23.521153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=12']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:23.527089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:23.556920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f17b7947-be4d-4ac3-ac87-622d7cab5fc1 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:23.557295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f17b7947-be4d-4ac3-ac87-622d7cab5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.596261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.613170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Transition to ACTIVE for port object 2385e65a-1681-4786-b54a-3c79bd50c236 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:23.639755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.646620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f14c4a0d-03b4-4ca9-a609-b016ff53384d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:23.726864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:23.728038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event updated for resources: {'Port': ['ID=2385e65a-1681-4786-b54a-3c79bd50c236,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:23.730964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:23.732819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:23.733800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:23.739355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:23.740348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:23.766525 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.9716525
Dec 15 19:07:23.768965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34414) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:23.834995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting port 2385e65a-1681-4786-b54a-3c79bd50c236 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:23.835334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.031426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-35a18df7-bfe6-41ca-a094-1fffe6420d9a None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:24.031853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35a18df7-bfe6-41ca-a094-1fffe6420d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.090665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.170481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-35a18df7-bfe6-41ca-a094-1fffe6420d9a None None] Provisioning for port 2385e65a-1681-4786-b54a-3c79bd50c236 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:24.180343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-35a18df7-bfe6-41ca-a094-1fffe6420d9a None None] Provisioning complete for port 2385e65a-1681-4786-b54a-3c79bd50c236 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:24.182240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35a18df7-bfe6-41ca-a094-1fffe6420d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.246953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Calling delete_port for 2385e65a-1681-4786-b54a-3c79bd50c236 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:24.282128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-35a18df7-bfe6-41ca-a094-1fffe6420d9a None None] Port 2385e65a-1681-4786-b54a-3c79bd50c236 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:24.320286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7ede74db-e8fb-4219-abe2-ff11c8a78d76 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:24.416316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:24.416725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.449973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a23be235-2171-42fc-b884-c6b17d318633 None None] Provisioning complete for port 2385e65a-1681-4786-b54a-3c79bd50c236 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:24.450561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a23be235-2171-42fc-b884-c6b17d318633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.513578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.519855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a23be235-2171-42fc-b884-c6b17d318633 None None] Port 2385e65a-1681-4786-b54a-3c79bd50c236 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:24.525729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-325f057c-4636-443d-b4ee-da0a4398dd54 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:24.583602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Port': ['ID=2385e65a-1681-4786-b54a-3c79bd50c236,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:24.588953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:24.676604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:24.687993 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/2385e65a-1681-4786-b54a-3c79bd50c236 HTTP/1.1" status: 204  len: 168 time: 0.9178905
Dec 15 19:07:24.690332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34424) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:24.785090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff6c83-0a7e-4b09-9bfc-5f3ce0a68403 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:24.785858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-94ff6c83-0a7e-4b09-9bfc-5f3ce0a68403 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:24.804391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-94ff6c83-0a7e-4b09-9bfc-5f3ce0a68403 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:24.806488 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-94ff6c83-0a7e-4b09-9bfc-5f3ce0a68403 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1145673
Dec 15 19:07:24.809036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34428) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:24.872603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118504c5-97a2-4d01-b2d9-04712efbb7cd req-3112594a-2e44-4f0d-bfb4-290ccdf84b57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:24.873997 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-118504c5-97a2-4d01-b2d9-04712efbb7cd req-3112594a-2e44-4f0d-bfb4-290ccdf84b57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 946 time: 0.0876005
Dec 15 19:07:24.885107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186df62-86cc-4781-949e-e477fb124ea3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:24.886510 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8186df62-86cc-4781-949e-e477fb124ea3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0764732
Dec 15 19:07:24.889076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34432) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:24.919426 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-118504c5-97a2-4d01-b2d9-04712efbb7cd req-2998fe06-d0eb-4e0b-be02-4a1921dd20fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396590
Dec 15 19:07:24.958508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eabf76-2ba2-4e74-a8fe-aa2cfa6a632f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:24.959958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eabf76-2ba2-4e74-a8fe-aa2cfa6a632f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:24.961290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eabf76-2ba2-4e74-a8fe-aa2cfa6a632f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:24.962095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a1eabf76-2ba2-4e74-a8fe-aa2cfa6a632f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Synchronizing usage tracker for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:24.977216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a1eabf76-2ba2-4e74-a8fe-aa2cfa6a632f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Unset dirty status for tenant:4614ca5f052249f7b622523225f2a96a on resource:subnet {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:24.978827 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a1eabf76-2ba2-4e74-a8fe-aa2cfa6a632f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0888054
Dec 15 19:07:24.981440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34436) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:25.047207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet 17011f52-3feb-4303-aeb3-4241712c3c77 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:25.050116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.102585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.191736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.269607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.273737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:25.310501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=17011f52-3feb-4303-aeb3-4241712c3c77,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:25.313354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:25.316452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.323703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2646d-424d-4d77-ab5a-8a281cd793da None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:25.329730 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/17011f52-3feb-4303-aeb3-4241712c3c77 HTTP/1.1" status: 204  len: 168 time: 0.3473179
Dec 15 19:07:25.332131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34440) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:25.521682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Deleting subnet e1ff22de-ba8d-46b4-9396-ffd444f5cfb7 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:25.525124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.583322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.691321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.782956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.788872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-809b42c8-ef30-4775-b95c-dfa4ceb9cc66 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:25.840444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ff22de-ba8d-46b4-9396-ffd444f5cfb7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:25.840444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:25.848992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:25.863149 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/e1ff22de-ba8d-46b4-9396-ffd444f5cfb7 HTTP/1.1" status: 204  len: 168 time: 0.5247211
Dec 15 19:07:25.866646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34444) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:25.976447 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3198c3d5-c334-4631-a551-949e07270528 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1084728
Dec 15 19:07:25.981766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34450) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.256922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57ae76-2519-4187-80c4-39ea4bf73c8f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:26.256922 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7d57ae76-2519-4187-80c4-39ea4bf73c8f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.2743063
Dec 15 19:07:26.262513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34454) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.283422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733f426-6526-432f-9542-6c722ef15a41 req-9f6a1aed-54c3-4bad-b878-5f261076ffb2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:26.293973 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e733f426-6526-432f-9542-6c722ef15a41 req-9f6a1aed-54c3-4bad-b878-5f261076ffb2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 946 time: 0.1953149
Dec 15 19:07:26.343923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f753a2a-02ff-4b81-a114-46d3090dbe2e None None] Network 6e1b885a-5f59-4a93-98cd-7a045592dff4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:26.351023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-2006c45b-e2e9-4a1e-8cf8-bd14b7aa1839 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:26.353341 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-2006c45b-e2e9-4a1e-8cf8-bd14b7aa1839 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 946 time: 0.2028410
Dec 15 19:07:26.363322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03099ef-8826-444f-b18d-91b71de1f38e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:26.363322 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c03099ef-8826-444f-b18d-91b71de1f38e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1054170
Dec 15 19:07:26.370969 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e733f426-6526-432f-9542-6c722ef15a41 req-9b02549b-ac64-4fbb-a856-8b6ea6dcca7e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=06307280-174a-435c-b2df-2d767beb049a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745182
Dec 15 19:07:26.375301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34458) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.468962 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fa55cb8e-b502-46d9-b8b6-18e459318462 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0997272
Dec 15 19:07:26.481794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34462) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.490614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 492f4c06-6fd6-48fa-818e-ac6d39d3942d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:26.490614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:26.523772 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f400dd9c-5571-4b03-b92d-22f7075043a8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.523772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f400dd9c-5571-4b03-b92d-22f7075043a8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.530318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34466) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.542364 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f400dd9c-5571-4b03-b92d-22f7075043a8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/2385e65a-1681-4786-b54a-3c79bd50c236 HTTP/1.1" status: 404  len: 333 time: 0.0588117
Dec 15 19:07:26.587101 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d5866f-c37b-4949-8be3-5f163c1e6cc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.587101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d5866f-c37b-4949-8be3-5f163c1e6cc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.587101 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-97d5866f-c37b-4949-8be3-5f163c1e6cc2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/e1ff22de-ba8d-46b4-9396-ffd444f5cfb7 HTTP/1.1" status: 404  len: 337 time: 0.0515666
Dec 15 19:07:26.593680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34470) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.635138 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-137eceaf-5024-4d63-8ef1-b57d1e622430 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.635138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137eceaf-5024-4d63-8ef1-b57d1e622430 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.635138 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-137eceaf-5024-4d63-8ef1-b57d1e622430 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/17011f52-3feb-4303-aeb3-4241712c3c77 HTTP/1.1" status: 404  len: 337 time: 0.0475233
Dec 15 19:07:26.635138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34474) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.669251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e7a293dd-e452-4f7a-97f9-3e7d93f45b86 None None] Provisioning complete for port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:26.669251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e7a293dd-e452-4f7a-97f9-3e7d93f45b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:26.698589 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c885ae-c2b6-414d-8e54-d0a480f1a60e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.698589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c885ae-c2b6-414d-8e54-d0a480f1a60e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.698589 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b7c885ae-c2b6-414d-8e54-d0a480f1a60e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/cdfe3a11-e909-402e-be04-59e2197b984f HTTP/1.1" status: 404  len: 333 time: 0.0524719
Dec 15 19:07:26.698589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34478) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.740994 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc33355d-efa4-487f-a21c-2e8104636971 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.740994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc33355d-efa4-487f-a21c-2e8104636971 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.740994 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cc33355d-efa4-487f-a21c-2e8104636971 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/49f87ddb-26d7-4a65-bfab-98bc3f7e4394 HTTP/1.1" status: 404  len: 337 time: 0.0488834
Dec 15 19:07:26.740994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34482) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.807968 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01d072b-81ed-43ed-ba0a-a2c2ea9bb5c6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.807968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01d072b-81ed-43ed-ba0a-a2c2ea9bb5c6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.807968 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f01d072b-81ed-43ed-ba0a-a2c2ea9bb5c6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/0973bcf6-2e4e-4a74-b56e-43f73ae3d725 HTTP/1.1" status: 404  len: 337 time: 0.0668862
Dec 15 19:07:26.807968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34486) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.909232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 492f4c06-6fd6-48fa-818e-ac6d39d3942d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=492f4c06-6fd6-48fa-818e-ac6d39d3942d,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:26.909232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:26.915800 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-287a8966-8a35-402b-888a-729e889c161d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.915800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287a8966-8a35-402b-888a-729e889c161d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.923022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34490) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.930548 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-287a8966-8a35-402b-888a-729e889c161d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/e58b1066-bf57-4069-84c0-c1b4abe2efb0 HTTP/1.1" status: 404  len: 333 time: 0.1051564
Dec 15 19:07:26.970843 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60020d6-eedf-48e4-9f19-4764a1c5bca8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:26.970843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60020d6-eedf-48e4-9f19-4764a1c5bca8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:26.970843 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d60020d6-eedf-48e4-9f19-4764a1c5bca8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/ccc143d5-73ee-4475-ab35-9f5f875c42a3 HTTP/1.1" status: 404  len: 337 time: 0.0543599
Dec 15 19:07:26.970843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34494) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:26.992191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] DHCP port deletion for 6e1b885a-5f59-4a93-98cd-7a045592dff4 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:07:27.003005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Deleting port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:27.003005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:27.032699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:27.085855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc31611-21d2-4360-a4cd-78bb4760bf4c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.085855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc31611-21d2-4360-a4cd-78bb4760bf4c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.085855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8cc31611-21d2-4360-a4cd-78bb4760bf4c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/34145ebc-e01c-4706-bc2d-544563ab4901 HTTP/1.1" status: 404  len: 337 time: 0.1129155
Dec 15 19:07:27.085855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34498) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.145759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07a0108-ba0e-4ebf-9616-a3042185a414 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.145759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07a0108-ba0e-4ebf-9616-a3042185a414 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.145759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d07a0108-ba0e-4ebf-9616-a3042185a414 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/f69d05b5-0d1b-48fa-b0cc-fefa1a763c3a HTTP/1.1" status: 404  len: 333 time: 0.0580938
Dec 15 19:07:27.154816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34502) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.239319 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc37bc48-edba-4108-b9a4-cd2e93ad55e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.239319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc37bc48-edba-4108-b9a4-cd2e93ad55e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.239319 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bc37bc48-edba-4108-b9a4-cd2e93ad55e6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/10defbb5-73f0-4bfb-b7ba-1e50ccfc2978 HTTP/1.1" status: 404  len: 337 time: 0.0903449
Dec 15 19:07:27.253373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34506) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.298046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] For port 7ede74db-e8fb-4219-abe2-ff11c8a78d76, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7ede74db-e8fb-4219-abe2-ff11c8a78d76,segment=NetworkSegment(62722559-822d-41ab-8f71-38e89b91d532),segment_id=62722559-822d-41ab-8f71-38e89b91d532)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:27.298046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:27.336767 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-6573ba04-9721-445d-911a-8b327756082e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.336767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6573ba04-9721-445d-911a-8b327756082e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.336767 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6573ba04-9721-445d-911a-8b327756082e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/4649af90-5027-48b3-a5b7-332d4ff85304 HTTP/1.1" status: 404  len: 337 time: 0.0916047
Dec 15 19:07:27.336767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34510) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.417115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:27.417115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:27.417115 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f disassociated. External IP: 172.26.1.8, port: 492f4c06-6fd6-48fa-818e-ac6d39d3942d.
Dec 15 19:07:27.417115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 492f4c06-6fd6-48fa-818e-ac6d39d3942d owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:27.436870 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e11c2ce-4144-4c27-b4ba-cb777e97e52b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.443776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Calling delete_port for 7ede74db-e8fb-4219-abe2-ff11c8a78d76 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:27.451745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e11c2ce-4144-4c27-b4ba-cb777e97e52b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.451745 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8e11c2ce-4144-4c27-b4ba-cb777e97e52b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/5695a4e7-9237-44f2-b4b7-879d6633fe58 HTTP/1.1" status: 404  len: 333 time: 0.0968454
Dec 15 19:07:27.451745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34516) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.542727 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8b4798-9a50-42cc-ab06-9c06cd0b9876 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.542727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8b4798-9a50-42cc-ab06-9c06cd0b9876 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.542727 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9a8b4798-9a50-42cc-ab06-9c06cd0b9876 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/d9f33aa5-5e45-4d19-87c0-848d90631bb4 HTTP/1.1" status: 404  len: 337 time: 0.1020169
Dec 15 19:07:27.550724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34520) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.580794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:27.580794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:27.640267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Pushing event deleted for resources: {'Port': ['ID=7ede74db-e8fb-4219-abe2-ff11c8a78d76,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:27.649874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:27.655964 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb3b94c-50f0-4183-b4bb-53d5a7819c68 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.655964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb3b94c-50f0-4183-b4bb-53d5a7819c68 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.655964 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6cb3b94c-50f0-4183-b4bb-53d5a7819c68 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/f3507e26-f38f-4d8a-b049-d71e0763369b HTTP/1.1" status: 404  len: 333 time: 0.1034420
Dec 15 19:07:27.659501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] No DVR routers for this DVR port 7ede74db-e8fb-4219-abe2-ff11c8a78d76 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:27.664709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34524) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.763216 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec78a086-e48f-4a8e-ae39-08e521d406e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.763216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec78a086-e48f-4a8e-ae39-08e521d406e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.767115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:27.771931 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ec78a086-e48f-4a8e-ae39-08e521d406e4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/ab899c41-3532-403a-8361-ada5966116e2 HTTP/1.1" status: 404  len: 337 time: 0.0989003
Dec 15 19:07:27.771931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34528) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.780564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:27.802874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-28064d1a-3912-462f-8831-7488f0986378 req-baecf551-8031-455a-9772-fe1b817eefa3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 210 time: 0.0792494
Dec 15 19:07:27.816609 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d3dd2e-83d8-4d9e-bf12-5cb50dab5143 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.816609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d3dd2e-83d8-4d9e-bf12-5cb50dab5143 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.816609 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b4d3dd2e-83d8-4d9e-bf12-5cb50dab5143 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/ea2d4ac6-0c0c-4393-8e08-b8df4001d018 HTTP/1.1" status: 404  len: 333 time: 0.0461025
Dec 15 19:07:27.821354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34532) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.873850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=492f4c06-6fd6-48fa-818e-ac6d39d3942d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:27.880548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:27.885775 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b0c6fc-cd62-40b4-9463-33b5a6a5cebd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.885775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b0c6fc-cd62-40b4-9463-33b5a6a5cebd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.893145 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-53b0c6fc-cd62-40b4-9463-33b5a6a5cebd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/8b14d5d5-b123-43c4-b32f-d894f906b095 HTTP/1.1" status: 404  len: 337 time: 0.0716491
Dec 15 19:07:27.893145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34536) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.935794 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa6d224-6754-475b-81a9-ce93310f2d17 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.935794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa6d224-6754-475b-81a9-ce93310f2d17 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.935794 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5aa6d224-6754-475b-81a9-ce93310f2d17 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/9d18fdbc-c19f-4531-89f2-9d035c3de030 HTTP/1.1" status: 404  len: 333 time: 0.0431070
Dec 15 19:07:27.942790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34540) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:27.983514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f31e9cf-1136-4e10-95c1-45b045932f1f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:27.983514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f31e9cf-1136-4e10-95c1-45b045932f1f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:27.983514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4f31e9cf-1136-4e10-95c1-45b045932f1f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/f2744cbd-2bd9-45ef-ba95-0e333f9f03de HTTP/1.1" status: 404  len: 337 time: 0.0421619
Dec 15 19:07:27.983514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34544) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.034268 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f997ce-e7bb-4fc0-902a-89552f6caab9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.034268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f997ce-e7bb-4fc0-902a-89552f6caab9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.034268 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-12f997ce-e7bb-4fc0-902a-89552f6caab9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/8286b1a9-1222-48c9-992d-48f12be64f58 HTTP/1.1" status: 404  len: 333 time: 0.0472128
Dec 15 19:07:28.034268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34548) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.085123 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf25b7f-fa08-4717-992f-b78f429273d1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.085123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf25b7f-fa08-4717-992f-b78f429273d1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.085123 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1bf25b7f-fa08-4717-992f-b78f429273d1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/ed732a1d-dc61-4288-a1e3-bd6cc0e1df44 HTTP/1.1" status: 404  len: 337 time: 0.0467744
Dec 15 19:07:28.085123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34552) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.130904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dde461c-d3ca-43a1-b8ff-182aaf4af335 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.130904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dde461c-d3ca-43a1-b8ff-182aaf4af335 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.130904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8dde461c-d3ca-43a1-b8ff-182aaf4af335 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/73ed5520-d38d-41e9-b1db-37eac6e9c469 HTTP/1.1" status: 404  len: 333 time: 0.0441985
Dec 15 19:07:28.133893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34556) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.186538 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cd8f6e-c2b4-4972-9528-a5815eaa9908 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.186538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cd8f6e-c2b4-4972-9528-a5815eaa9908 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.186538 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f6cd8f6e-c2b4-4972-9528-a5815eaa9908 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/b8475eb7-789c-4cb2-a9d1-4eb75ce965d8 HTTP/1.1" status: 404  len: 337 time: 0.0524426
Dec 15 19:07:28.186538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34560) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.229708 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-228deb7f-bf20-494c-9346-90430922e558 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.229708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228deb7f-bf20-494c-9346-90430922e558 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.236400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34564) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.240695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-228deb7f-bf20-494c-9346-90430922e558 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/a0884dd8-8527-4f02-8adc-9715e7b99749 HTTP/1.1" status: 404  len: 337 time: 0.0505316
Dec 15 19:07:28.311531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82dd18d-eb99-44ec-82e5-67cfb8823ef9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.311531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82dd18d-eb99-44ec-82e5-67cfb8823ef9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.315156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7ede74db-e8fb-4219-abe2-ff11c8a78d76 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:28.318988 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c82dd18d-eb99-44ec-82e5-67cfb8823ef9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/132a74d5-203e-4a3b-a5e3-ed72ff93e539 HTTP/1.1" status: 404  len: 333 time: 0.0772617
Dec 15 19:07:28.318988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:07:28.318988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34568) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.367817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c35bee-5332-449a-ac5f-eaf496f7873a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.367817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c35bee-5332-449a-ac5f-eaf496f7873a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.367817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-69c35bee-5332-449a-ac5f-eaf496f7873a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/3ead86ff-15dd-46ff-ac3a-2b06a52ad361 HTTP/1.1" status: 404  len: 337 time: 0.0497103
Dec 15 19:07:28.372667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34572) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.377085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 7ede74db-e8fb-4219-abe2-ff11c8a78d76 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:07:28.377085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7ede74db-e8fb-4219-abe2-ff11c8a78d76 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:07:28.451136 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-21796085-a49c-4f83-8c57-c82fd78528f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.451136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21796085-a49c-4f83-8c57-c82fd78528f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.454171 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-21796085-a49c-4f83-8c57-c82fd78528f7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/5abd5c32-2da2-41e1-8605-827f74447410 HTTP/1.1" status: 404  len: 337 time: 0.0825417
Dec 15 19:07:28.463164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34576) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.516003 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e277507e-5f05-4f4b-9cdc-445b6102d81e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.516003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e277507e-5f05-4f4b-9cdc-445b6102d81e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.516003 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e277507e-5f05-4f4b-9cdc-445b6102d81e tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/61cb8efa-e6b4-4c07-8488-41496641aa7d HTTP/1.1" status: 404  len: 333 time: 0.0553842
Dec 15 19:07:28.525919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34580) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.568935 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bd42f6-47d1-4ac1-a214-a394ac0154b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.568935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bd42f6-47d1-4ac1-a214-a394ac0154b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.568935 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f3bd42f6-47d1-4ac1-a214-a394ac0154b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/5298ff14-3b4a-4e71-9271-f3ee4c278603 HTTP/1.1" status: 404  len: 337 time: 0.0473888
Dec 15 19:07:28.575433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34584) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.593117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 492f4c06-6fd6-48fa-818e-ac6d39d3942d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:28.616689 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c66075-5fa5-4a64-a48c-ef9b54852c30 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.616689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c66075-5fa5-4a64-a48c-ef9b54852c30 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.616689 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-98c66075-5fa5-4a64-a48c-ef9b54852c30 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/000a3ad9-3f6d-4d95-9c27-0bbd328a91d1 HTTP/1.1" status: 404  len: 337 time: 0.0409372
Dec 15 19:07:28.620105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34588) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.644844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 492f4c06-6fd6-48fa-818e-ac6d39d3942d {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:07:28.644844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 492f4c06-6fd6-48fa-818e-ac6d39d3942d not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:07:28.667904 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbd6f32-da71-4404-86b4-ad9700c58b1f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.667904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbd6f32-da71-4404-86b4-ad9700c58b1f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.667904 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dcbd6f32-da71-4404-86b4-ad9700c58b1f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/86c61ea1-f1bd-4cba-8679-cf4c93970ec5 HTTP/1.1" status: 404  len: 333 time: 0.0479023
Dec 15 19:07:28.670973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34592) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.712759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e32dd5-2868-4078-9e98-f4ccfa62239f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.712759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e32dd5-2868-4078-9e98-f4ccfa62239f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.712759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a4e32dd5-2868-4078-9e98-f4ccfa62239f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/bbb8709b-a792-4d8d-b353-f4708f1b1b0a HTTP/1.1" status: 404  len: 337 time: 0.0408831
Dec 15 19:07:28.721487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34596) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.773042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:07:28.780072 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f65d5c-0426-415d-9747-5f298d5e6a61 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:28.780072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f65d5c-0426-415d-9747-5f298d5e6a61 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:28.780072 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-28f65d5c-0426-415d-9747-5f298d5e6a61 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/85fba12d-5bde-4281-a0b2-536857f37893 HTTP/1.1" status: 404  len: 337 time: 0.0600069
Dec 15 19:07:28.780072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34600) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.784681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] Sync routers for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:07:28.810637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:28.810637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8437c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:28.837786 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c9e5e49c-1d34-45f5-ad47-7460ebed82c9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports?device_id=0226ef4d-1b26-4438-a73a-33694ae9798e HTTP/1.1" status: 200  len: 205 time: 0.0544364
Dec 15 19:07:28.837786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34604) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:28.856539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port 492f4c06-6fd6-48fa-818e-ac6d39d3942d on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:28.856539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:28.856539 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e63569f1-85fd-4bc2-bf1b-3758d3ac5fae req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/492f4c06-6fd6-48fa-818e-ac6d39d3942d HTTP/1.1" status: 204  len: 173 time: 2.4890316
Dec 15 19:07:28.856539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'name': 'network-vif-deleted', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:07:28.993799 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-ebc10e5e-cca2-4838-b3e3-d8e3f32d9b6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] delete failed (client error): The resource could not be found.
Dec 15 19:07:28.993799 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ebc10e5e-cca2-4838-b3e3-d8e3f32d9b6b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/routers/0226ef4d-1b26-4438-a73a-33694ae9798e HTTP/1.1" status: 404  len: 336 time: 0.1582279
Dec 15 19:07:28.996883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34614) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.144733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd480f4a-9762-4d66-beab-a5e1554475cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.144733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd480f4a-9762-4d66-beab-a5e1554475cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.151522 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cd480f4a-9762-4d66-beab-a5e1554475cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/d5a7e23f-e279-4fa1-9815-5fe504b5a7c3 HTTP/1.1" status: 404  len: 337 time: 0.1516480
Dec 15 19:07:29.157444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34618) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.169741 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414cc51e-6f55-4a81-8965-f32f804a9dcd', 'name': 'network-vif-deleted', 'tag': '492f4c06-6fd6-48fa-818e-ac6d39d3942d', 'status': 'completed', 'code': 200}
Dec 15 19:07:29.176795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:29.182340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a2016745-e6c1-4c7a-86a0-1390b68929f9 req-39bdf417-2531-4cb1-9621-91bdc73fa8f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:29.191703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a2016745-e6c1-4c7a-86a0-1390b68929f9 req-39bdf417-2531-4cb1-9621-91bdc73fa8f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:29.191703 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a2016745-e6c1-4c7a-86a0-1390b68929f9 req-39bdf417-2531-4cb1-9621-91bdc73fa8f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=414cc51e-6f55-4a81-8965-f32f804a9dcd HTTP/1.1" status: 200  len: 210 time: 0.1002440
Dec 15 19:07:29.315735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34622) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.320448 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-939b538e-87a8-4f17-a35b-fee554b96cc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c2c4ffa-cf2d-47f8-9652-6923c2539167 HTTP/1.1" status: 200  len: 205 time: 0.1600437
Dec 15 19:07:29.406322 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-71a7120b-0296-456c-aa46-1daba56f1366 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] delete failed (client error): The resource could not be found.
Dec 15 19:07:29.406322 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-71a7120b-0296-456c-aa46-1daba56f1366 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/routers/4c2c4ffa-cf2d-47f8-9652-6923c2539167 HTTP/1.1" status: 404  len: 336 time: 0.0861547
Dec 15 19:07:29.406322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34626) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.465205 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-329e5221-a7f9-4f53-9d05-c1cc90b829e3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.465205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329e5221-a7f9-4f53-9d05-c1cc90b829e3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.465205 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-329e5221-a7f9-4f53-9d05-c1cc90b829e3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/15f598ca-51af-403e-91a7-9485ee75ab7c HTTP/1.1" status: 404  len: 337 time: 0.0591557
Dec 15 19:07:29.465205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34630) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.515793 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33b457c-6a56-40d8-a920-7c9e8061497a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.515793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33b457c-6a56-40d8-a920-7c9e8061497a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.515793 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d33b457c-6a56-40d8-a920-7c9e8061497a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/f99022bf-7d6e-4de3-9721-1a08013e3897 HTTP/1.1" status: 404  len: 337 time: 0.0486135
Dec 15 19:07:29.525409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34634) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.551669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8437c0>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:29.551669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] Checking router: ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:07:29.573100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:29.573100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8437c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:29.576494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-376d4a49-7b0c-4fa3-92ca-736a303643ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.576494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376d4a49-7b0c-4fa3-92ca-736a303643ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.576494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-376d4a49-7b0c-4fa3-92ca-736a303643ee tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/8d1f0b53-aa70-408e-b991-52e0db767499 HTTP/1.1" status: 404  len: 333 time: 0.0542300
Dec 15 19:07:29.576494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34638) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.639064 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0111af-c363-4151-8c11-8134eebb76a3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.639064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0111af-c363-4151-8c11-8134eebb76a3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.644294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34642) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.659251 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7f0111af-c363-4151-8c11-8134eebb76a3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/71c5a6c8-f8f1-45b4-8bbf-7de8ec7a3414 HTTP/1.1" status: 404  len: 337 time: 0.0755477
Dec 15 19:07:29.697897 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c1a14a-cdd0-40bf-bdf9-d39e8c221573 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.697897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c1a14a-cdd0-40bf-bdf9-d39e8c221573 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.707017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34646) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.712054 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e9c1a14a-cdd0-40bf-bdf9-d39e8c221573 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/836180bd-a53f-4309-95ac-d7907833b627 HTTP/1.1" status: 404  len: 333 time: 0.0624852
Dec 15 19:07:29.778568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-da578526-f0b0-4376-a63d-b971e86e31ca tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.778568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da578526-f0b0-4376-a63d-b971e86e31ca tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.786692 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-da578526-f0b0-4376-a63d-b971e86e31ca tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/721d71ab-c582-4dd2-81a8-062c01267e48 HTTP/1.1" status: 404  len: 337 time: 0.0776994
Dec 15 19:07:29.790694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:29.795274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34650) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.839771 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-15760481-1727-4642-b623-6fce771f0a89 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.839771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15760481-1727-4642-b623-6fce771f0a89 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.839771 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-15760481-1727-4642-b623-6fce771f0a89 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/34910517-b996-4bbd-a220-737c7d6ead16 HTTP/1.1" status: 404  len: 333 time: 0.0547044
Dec 15 19:07:29.839771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34654) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.880669 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c7a6af-7556-4b03-8a44-bdd4ac867033 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.880669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c7a6af-7556-4b03-8a44-bdd4ac867033 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.880669 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-83c7a6af-7556-4b03-8a44-bdd4ac867033 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/3abafa27-4e2b-424c-9c0f-d81372d6b0aa HTTP/1.1" status: 404  len: 337 time: 0.0399423
Dec 15 19:07:29.888520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34658) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.921502 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-08564e10-72e4-4049-b7af-9f83844a6710 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.921949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08564e10-72e4-4049-b7af-9f83844a6710 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.923548 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-08564e10-72e4-4049-b7af-9f83844a6710 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/b0614361-5345-4129-834f-28598d334574 HTTP/1.1" status: 404  len: 333 time: 0.0405433
Dec 15 19:07:29.926142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34662) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:29.972680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2749774d-74b9-43cc-8904-b68ce7df7f39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:29.972680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2749774d-74b9-43cc-8904-b68ce7df7f39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:29.972680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2749774d-74b9-43cc-8904-b68ce7df7f39 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/e9e43b3e-76f4-4fd4-b817-df8c3161bbdd HTTP/1.1" status: 404  len: 337 time: 0.0449760
Dec 15 19:07:29.976253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34666) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.035450 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8c8990-8b18-4262-8ab5-a186c3f6b8a0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:30.035450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8c8990-8b18-4262-8ab5-a186c3f6b8a0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:30.035450 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2f8c8990-8b18-4262-8ab5-a186c3f6b8a0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/4746b97e-2180-48b7-8d20-f6698b8e372f HTTP/1.1" status: 404  len: 333 time: 0.0577960
Dec 15 19:07:30.038093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34670) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.084398 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-db64f977-ac70-4365-9283-10f95520abf3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:30.084398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db64f977-ac70-4365-9283-10f95520abf3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:30.084398 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-db64f977-ac70-4365-9283-10f95520abf3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/a5c81657-3a75-49df-953f-71fa8dab7740 HTTP/1.1" status: 404  len: 337 time: 0.0468524
Dec 15 19:07:30.089438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34674) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.143051 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54d35b0-285b-4c50-86f8-9a9650b9f4a9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:30.143051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54d35b0-285b-4c50-86f8-9a9650b9f4a9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:30.143051 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a54d35b0-285b-4c50-86f8-9a9650b9f4a9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/a975f1e2-72ca-4e4e-b141-f3b24c7e0dd7 HTTP/1.1" status: 404  len: 333 time: 0.0555644
Dec 15 19:07:30.151211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34678) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.160918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8437c0>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:30.160918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5cae1-3909-470a-adb6-6f60d0647b7e None None] The sync data for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv is: [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'f54e6cb8-e1a0-4577-a715-69c7b277eeb0', 'name': '', 'network_id': '91fe1ea0-2899-421c-b108-a8b1304cfb67', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:2c:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:28Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '3430eb63-6ea6-4667-a052-6871efae96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:07:30.191597 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-70447045-d5b7-4796-ba1e-c299d51c6bd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:30.191597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70447045-d5b7-4796-ba1e-c299d51c6bd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:30.191597 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-70447045-d5b7-4796-ba1e-c299d51c6bd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/27d838d9-ecd5-47ef-97ff-da3c85fa9580 HTTP/1.1" status: 404  len: 337 time: 0.0440681
Dec 15 19:07:30.194345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34682) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.246253 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1abf93-07e6-43dc-9ef9-34be5e66b1d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:30.246253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1abf93-07e6-43dc-9ef9-34be5e66b1d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:30.246253 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5e1abf93-07e6-43dc-9ef9-34be5e66b1d0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/ports/0693c139-6e2f-446c-8edf-93d94dde0aaf HTTP/1.1" status: 404  len: 333 time: 0.0519493
Dec 15 19:07:30.255537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34688) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.305456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-262e559b-4f6a-41ef-8abd-b9ff5b3efc68 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:30.314835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262e559b-4f6a-41ef-8abd-b9ff5b3efc68 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:30.319519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34692) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.324374 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-262e559b-4f6a-41ef-8abd-b9ff5b3efc68 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/subnets/e5e94f5a-3e70-494c-a669-754e8e103165 HTTP/1.1" status: 404  len: 337 time: 0.0624585
Dec 15 19:07:30.324374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34696) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.413879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.462230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.466356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.546451 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad21605-b2c7-475f-b0f4-049ca959186a None None] New status for floating IP e5e929e5-1f35-4cbd-a888-b00f38670a3f: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:07:30.574212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.583226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41ff0f22-f4d9-460e-bfe6-1b0484cbf21c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:30.611884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06307280-174a-435c-b2df-2d767beb049a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:30.611884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:30.623770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.633110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.633110 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/06307280-174a-435c-b2df-2d767beb049a HTTP/1.1" status: 204  len: 168 time: 0.3003433
Dec 15 19:07:30.666744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced6099a0>,) {'filters': {'network_id': ['6e1b885a-5f59-4a93-98cd-7a045592dff4']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:30.684540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced6099a0>, '62722559-822d-41ab-8f71-38e89b91d532') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:30.684540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced6099a0>, '62722559-822d-41ab-8f71-38e89b91d532') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:30.707624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.763996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.772184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34702) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:30.791302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:07:30.791302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:07:30.823043 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:07:30.916996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.923690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-936036ed-0544-4021-90b3-8813dc87174f tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:30.936055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:30.946446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Pushing event deleted for resources: {'Network': ['ID=6e1b885a-5f59-4a93-98cd-7a045592dff4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:30.953667 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] 10.222.0.48 "DELETE /v2.0/networks/6e1b885a-5f59-4a93-98cd-7a045592dff4 HTTP/1.1" status: 204  len: 168 time: 0.6401188
Dec 15 19:07:30.954708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:31.075576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 4e81f658-e366-4810-9607-07851eca639e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:31.075576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.264501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.264733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.277828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34712) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:31.385751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 4e81f658-e366-4810-9607-07851eca639e owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:31.454138 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4e555d86-6516-4bf5-be3c-d1599ebfd965 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4614ca5f052249f7b622523225f2a96a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1748054
Dec 15 19:07:31.456485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34718) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:31.515682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.522827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.527090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73b3c892-6a6e-4e6d-a8ca-8241172ad63d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:31.543096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.571390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=4e81f658-e366-4810-9607-07851eca639e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:31.573865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:31.594550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.598336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-238ad386-9a7b-4f5c-87b1-a5c7edaf009a tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:31.609979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b8b986-ec67-4f9a-8bdb-c63a5ac57452,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:31.613441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:31.627251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.628995 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7b8b986-ec67-4f9a-8bdb-c63a5ac57452 HTTP/1.1" status: 204  len: 168 time: 0.1712790
Dec 15 19:07:31.666380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.685896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:31.689866 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/e5e929e5-1f35-4cbd-a888-b00f38670a3f HTTP/1.1" status: 204  len: 168 time: 0.9212615
Dec 15 19:07:32.097190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c6d2-f71c-4ca5-b658-d9e72a949f36 req-cc85e4f4-59f4-4125-8bff-771cbfe81bf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:32.097910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b705c6d2-f71c-4ca5-b658-d9e72a949f36 req-cc85e4f4-59f4-4125-8bff-771cbfe81bf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:32.113480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b705c6d2-f71c-4ca5-b658-d9e72a949f36 req-cc85e4f4-59f4-4125-8bff-771cbfe81bf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:32.114944 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b705c6d2-f71c-4ca5-b658-d9e72a949f36 req-cc85e4f4-59f4-4125-8bff-771cbfe81bf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 946 time: 0.1040888
Dec 15 19:07:32.159793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b705c6d2-f71c-4ca5-b658-d9e72a949f36 req-d8ec3cab-35e4-4c28-9a78-a7fa15fea5dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:32.174416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b705c6d2-f71c-4ca5-b658-d9e72a949f36 req-d8ec3cab-35e4-4c28-9a78-a7fa15fea5dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:32.175577 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b705c6d2-f71c-4ca5-b658-d9e72a949f36 req-d8ec3cab-35e4-4c28-9a78-a7fa15fea5dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552557
Dec 15 19:07:32.463352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34744) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:32.587756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1670270982'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:32.592742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:32.596524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:network and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:32.599375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:32.605723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:32.615599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Made reservation on behalf of fe45f695713647db82fbeb0520f4815a for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:32.618947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.631657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.663179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:32.666947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:security_group_rule and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:32.669705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:32.675312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:32.748920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.752732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.756633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f208319d-b2c0-4eac-bebc-672a9e3eb838 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:32.785132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:07:32.793677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc990a7-244f-4e8d-b502-e7c08b1bc330,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:32.796685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:32.801376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.801376 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Added segment 0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7 of type vlan for network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9
Dec 15 19:07:32.828192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.856283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.860061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:32.860629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:32.865744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ba3b042-8370-417e-b7de-f9b4ecefc103 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:32.970700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Network': ['ID=86a2d19a-9b9e-4ab8-9724-72c9f26072d9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:32.973790 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.5093701
Dec 15 19:07:32.975044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:32.977356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34750) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:32.982256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:07:32.983220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'subnet': {'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:33.095270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:33.099154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:subnet and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:33.104775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:33.111550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:33.123347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Made reservation on behalf of fe45f695713647db82fbeb0520f4815a for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:33.241942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:33.388158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24b17-21d0-440f-9073-1a68dec349f1 req-5ee91ad4-c30e-4c1c-bd1d-2a166bf053d7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:33.389802 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-12b24b17-21d0-440f-9073-1a68dec349f1 req-5ee91ad4-c30e-4c1c-bd1d-2a166bf053d7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 946 time: 0.0859852
Dec 15 19:07:33.457315 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-12b24b17-21d0-440f-9073-1a68dec349f1 req-30352573-71fc-4de4-b20b-54d446167b8c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=367d76f2-55ff-4235-91dd-246be5fe4065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558319
Dec 15 19:07:33.475785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-796d4d50-197e-482a-89ff-964eeeecb8b9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:33.475785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-796d4d50-197e-482a-89ff-964eeeecb8b9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 946 time: 0.1417263
Dec 15 19:07:33.571195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 07fbe942-e97f-4f44-b15f-c68ed73becf2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:33.571536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:33.636500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:33.645080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-64ba6a0d-7804-4d9d-87d7-e356aa23b283 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:33.888314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Subnet': ['ID=aa7be698-82d9-4971-b8a9-6a4e56d35067,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:33.896936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:33.960945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Checking segment: {'id': '0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:33.960945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Network hostable DHCP agents. Network: 86a2d19a-9b9e-4ab8-9724-72c9f26072d9, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:07:34.035548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 07fbe942-e97f-4f44-b15f-c68ed73becf2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=07fbe942-e97f-4f44-b15f-c68ed73becf2,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:34.035548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.041937 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:07:34.151027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 86a2d19a-9b9e-4ab8-9724-72c9f26072d9) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:34.158092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 07fbe942-e97f-4f44-b15f-c68ed73becf2 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:34.158420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebeefd8-ec7f-4e41-a049-9c4b5a715c9a None None] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:34.199229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:34.199229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.238955 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2569387
Dec 15 19:07:34.238955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34756) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:34.262993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-936029514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:34.271295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:34.271295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:router and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:34.284037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:34.284037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:34.328623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.330153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.360933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.371297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fb115821-8982-4b76-ab93-6155ae44514a tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:34.392882 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-86a2d19a-9b9e-4ab8-9724-72c9f26072d9', 'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9', 'tenant_id': 'fe45f695713647db82fbeb0520f4815a', 'fixed_ips': [{'subnet_id': 'aa7be698-82d9-4971-b8a9-6a4e56d35067'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:07:34.393763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.422069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=07fbe942-e97f-4f44-b15f-c68ed73becf2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:34.429189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:34.486480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.537884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port 07fbe942-e97f-4f44-b15f-c68ed73becf2 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:34.537884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.537884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'name': 'network-vif-deleted', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:07:34.558136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.566093 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b5bf506-4905-4c3c-b9f5-359f182d9cac req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/07fbe942-e97f-4f44-b15f-c68ed73becf2 HTTP/1.1" status: 204  len: 173 time: 1.0859361
Dec 15 19:07:34.589022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:34.594723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34764) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:34.598167 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4c62892b-4551-48e2-a8d5-7ae4b49606d7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.3571467
Dec 15 19:07:34.622520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Allocated IP 172.20.0.2 (86a2d19a-9b9e-4ab8-9724-72c9f26072d9/aa7be698-82d9-4971-b8a9-6a4e56d35067/66467ac0-46a2-4761-a768-914f53cbe528) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:34.721057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a61dc862-ea34-43ba-9150-59981d455837 req-2834645a-26d9-4223-b672-86d20764a2c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:34.731028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a61dc862-ea34-43ba-9150-59981d455837 req-2834645a-26d9-4223-b672-86d20764a2c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:34.733372 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a61dc862-ea34-43ba-9150-59981d455837 req-2834645a-26d9-4223-b672-86d20764a2c5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c49c4b-8f19-4e8b-8f0a-92f29455d99f HTTP/1.1" status: 200  len: 210 time: 0.0717885
Dec 15 19:07:34.738902 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c49c4b-8f19-4e8b-8f0a-92f29455d99f', 'name': 'network-vif-deleted', 'tag': '07fbe942-e97f-4f44-b15f-c68ed73becf2', 'status': 'completed', 'code': 200}
Dec 15 19:07:34.989134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:35.005605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Transition to ACTIVE for port object 66467ac0-46a2-4761-a768-914f53cbe528 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:35.021173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Transition to ACTIVE for port object 66467ac0-46a2-4761-a768-914f53cbe528 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:35.032526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:35.052197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:35.095141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:35.096485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:35.100257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:35.193964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Pushing event updated for resources: {'Port': ['ID=66467ac0-46a2-4761-a768-914f53cbe528,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:35.200703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:35.217289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Attempting to bind port 66467ac0-46a2-4761-a768-914f53cbe528 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:35.217740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Attempting to bind port 66467ac0-46a2-4761-a768-914f53cbe528 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:35.218116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Attempting to bind port 66467ac0-46a2-4761-a768-914f53cbe528 on network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:35.225100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:35.225465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Checking segment: {'id': '0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:35.225930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:35.226333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Bound using segment: {'id': '0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:35.227441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Bound port: 66467ac0-46a2-4761-a768-914f53cbe528, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:35.227871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:35.329855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] For port 66467ac0-46a2-4761-a768-914f53cbe528, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:35.333089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] For port 66467ac0-46a2-4761-a768-914f53cbe528, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=66467ac0-46a2-4761-a768-914f53cbe528,segment=NetworkSegment(0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7),segment_id=0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:35.339243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:35.344376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3b8c588d-d40b-4c86-a6c5-8b791a3de57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:35.373829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:35.421885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Pushing event updated for resources: {'Port': ['ID=66467ac0-46a2-4761-a768-914f53cbe528,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:35.425528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:35.831904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Allocated IP 172.20.0.1 (86a2d19a-9b9e-4ab8-9724-72c9f26072d9/aa7be698-82d9-4971-b8a9-6a4e56d35067/ae9707e4-7f80-4de1-8d7a-727ec104c27b) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:35.858810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34770) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:35.936144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:35.967935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.009198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.029571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Transition to ACTIVE for port object ae9707e4-7f80-4de1-8d7a-727ec104c27b will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:36.037573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.042958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-19b77cb6-06db-46f2-8071-42e1189e9aa3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:36.054017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.059885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-749c1545-8d98-4a9a-a5b7-d8f0a16d1904 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:36.061944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d76f2-55ff-4235-91dd-246be5fe4065,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:36.070077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:36.081100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.082646 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/367d76f2-55ff-4235-91dd-246be5fe4065 HTTP/1.1" status: 204  len: 168 time: 0.2228096
Dec 15 19:07:36.130876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:36.134721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:36.136532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34776) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:36.143453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:36.185068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Port': ['ID=ae9707e4-7f80-4de1-8d7a-727ec104c27b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:36.191168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:36.226136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.362277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.367113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 66467ac0-46a2-4761-a768-914f53cbe528 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:36.462219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 66467ac0-46a2-4761-a768-914f53cbe528 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:36.568612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b75e2-f576-4d26-956c-d70e33d30330 None None] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:36.678016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 07fbe942-e97f-4f44-b15f-c68ed73becf2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:36.760158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 07fbe942-e97f-4f44-b15f-c68ed73becf2 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:07:36.760514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 07fbe942-e97f-4f44-b15f-c68ed73becf2 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:07:36.807296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.812518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Provisioning for port 66467ac0-46a2-4761-a768-914f53cbe528 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:36.825092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Provisioning complete for port 66467ac0-46a2-4761-a768-914f53cbe528 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:36.825092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.838448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:36.843525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.015205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.024578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cdb955c7-1405-403d-92c3-b328af7a8004 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:37.071259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] For port 66467ac0-46a2-4761-a768-914f53cbe528, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=66467ac0-46a2-4761-a768-914f53cbe528,segment=NetworkSegment(0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7),segment_id=0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:37.092535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.096291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9957a985-8070-41cd-85dd-cb84074a8b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:37.131643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Port': ['ID=ae9707e4-7f80-4de1-8d7a-727ec104c27b,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:37.134131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.138380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:37.206150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Pushing event updated for resources: {'Port': ['ID=66467ac0-46a2-4761-a768-914f53cbe528,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:37.214507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:37.305007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:37.306471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:37.426918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40fdbb31-7ed9-41f9-8348-293e453e8e0b None None] Provisioning complete for port 66467ac0-46a2-4761-a768-914f53cbe528 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:37.427431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40fdbb31-7ed9-41f9-8348-293e453e8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.667846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40fdbb31-7ed9-41f9-8348-293e453e8e0b None None] Provisioning for port ae9707e4-7f80-4de1-8d7a-727ec104c27b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:37.674322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-40fdbb31-7ed9-41f9-8348-293e453e8e0b None None] Provisioning complete for port ae9707e4-7f80-4de1-8d7a-727ec104c27b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:37.674419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-40fdbb31-7ed9-41f9-8348-293e453e8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.744036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-40fdbb31-7ed9-41f9-8348-293e453e8e0b None None] Port ae9707e4-7f80-4de1-8d7a-727ec104c27b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:37.769525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Router 1de6dfe2-2fe1-428f-886c-3b6c3614c2e7 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:07:37.816063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port f54e6cb8-e1a0-4577-a715-69c7b277eeb0 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:37.816541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.877966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5dc31cd7-58c8-446a-891a-f068a048ba8b None None] Provisioning complete for port ae9707e4-7f80-4de1-8d7a-727ec104c27b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:37.878374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5dc31cd7-58c8-446a-891a-f068a048ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:37.944048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5dc31cd7-58c8-446a-891a-f068a048ba8b None None] Port ae9707e4-7f80-4de1-8d7a-727ec104c27b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:37.992597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:07:38.009638 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "PUT /v2.0/routers/1de6dfe2-2fe1-428f-886c-3b6c3614c2e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4087203
Dec 15 19:07:38.011821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34780) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:38.017436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'port': {'network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9', 'name': 'tempest-FloatingIPNegativeTestJSON-1828839121'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:38.017900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] Sync routers for ids ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:07:38.030847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] Routers {'1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:38.034340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a0a00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:38.092905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a0a00>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:38.106134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] Routers {'1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:38.106134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a0a00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:38.136113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port f54e6cb8-e1a0-4577-a715-69c7b277eeb0, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:38.136113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:38.176344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a0a00>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:38.177840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7517a34-3b62-4e90-b394-932d7a861af0 None None] The sync data for ids ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:07:38.276379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for f54e6cb8-e1a0-4577-a715-69c7b277eeb0 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:38.288367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 66467ac0-46a2-4761-a768-914f53cbe528 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:38.365491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 66467ac0-46a2-4761-a768-914f53cbe528 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:38.365491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:38.366295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:38.378115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:port and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:38.387085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:38.394446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:38.418830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Made reservation on behalf of fe45f695713647db82fbeb0520f4815a for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:38.423109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:38.450266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] device_id is not set on port 0709db7b-318f-46b8-8eb7-5d6aad00f3f0 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:07:38.655460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Allocated IP 172.20.0.3 (86a2d19a-9b9e-4ab8-9724-72c9f26072d9/aa7be698-82d9-4971-b8a9-6a4e56d35067/0709db7b-318f-46b8-8eb7-5d6aad00f3f0) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:38.661787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:38.669720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:38.714855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=f54e6cb8-e1a0-4577-a715-69c7b277eeb0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:38.720343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:39.183109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:39.252333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Transition to ACTIVE for port object 0709db7b-318f-46b8-8eb7-5d6aad00f3f0 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:39.312470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:39.317700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8b755610-bafc-4d0a-8e33-e7f01ce16abe tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:39.396252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:39.400702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:39.403328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Port': ['ID=0709db7b-318f-46b8-8eb7-5d6aad00f3f0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:39.405421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:39.434913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:39.441095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:39.536694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:39.537291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:39.565693 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5577869
Dec 15 19:07:39.568885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34784) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:39.575308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:39.580880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:39.584746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:floatingip and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:39.587663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:39.593503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:39.605095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:39.691911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-09d3b2db-cdef-4059-9e68-75b321f0e8a7 None None] Provisioning for port 0709db7b-318f-46b8-8eb7-5d6aad00f3f0 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:39.696766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-09d3b2db-cdef-4059-9e68-75b321f0e8a7 None None] Provisioning complete for port 0709db7b-318f-46b8-8eb7-5d6aad00f3f0 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:39.697131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09d3b2db-cdef-4059-9e68-75b321f0e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:39.758000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-09d3b2db-cdef-4059-9e68-75b321f0e8a7 None None] Port 0709db7b-318f-46b8-8eb7-5d6aad00f3f0 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:39.760394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:39.917095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Allocated IP 172.26.1.134 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/8efe72c5-639e-4546-ad18-61b0770d8124) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:40.068994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.087689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:07:40.101780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.108359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a986dc1e-f178-4c32-b900-6c9fbac70d45 tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:40.180014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:40.183182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:40.187494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:40.214289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Port': ['ID=8efe72c5-639e-4546-ad18-61b0770d8124,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:40.223496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:40.310089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:07:40.315218 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1772404
Dec 15 19:07:40.318220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34790) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:40.323619 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] Sync routers for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:07:40.338184 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:40.338924 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee021790>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:40.466397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.513273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet 3430eb63-6ea6-4667-a052-6871efae96e5 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:40.516538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.525124 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:40.527432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.578339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.671072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.756292 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.762049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.764484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.768987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0fe661fe-b365-4306-b2f6-42709c19c2d3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:40.772955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:40.814896 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee021790>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:07:38Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:40.819671 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] Checking router: ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:07:40.835503 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] Routers {'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:40.836224 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee021790>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:40.886490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.890962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Port': ['ID=8efe72c5-639e-4546-ad18-61b0770d8124,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:40.894076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:40.915824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.917854 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3477197
Dec 15 19:07:40.919876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34794) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:40.926064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b3fbf3da-81a6-49a1-a059-8ce47c4f9590 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'floatingip': {'port_id': '0709db7b-318f-46b8-8eb7-5d6aad00f3f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:40.931777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=3430eb63-6ea6-4667-a052-6871efae96e5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:40.934556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:40.937117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:40.944463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875daf99-3753-487c-9ad5-9a30ae58d633 None None] Network 91fe1ea0-2899-421c-b108-a8b1304cfb67 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:40.946930 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/3430eb63-6ea6-4667-a052-6871efae96e5 HTTP/1.1" status: 204  len: 168 time: 0.6276944
Dec 15 19:07:40.947568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34798) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:41.043358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b3fbf3da-81a6-49a1-a059-8ce47c4f9590 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.060267 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] Set router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:41.180288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.247702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] DHCP port deletion for 91fe1ea0-2899-421c-b108-a8b1304cfb67 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:07:41.252102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Deleting port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:41.252663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.289474 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-b3fbf3da-81a6-49a1-a059-8ce47c4f9590 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] update failed (client error): The resource could not be found.
Dec 15 19:07:41.291215 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b3fbf3da-81a6-49a1-a059-8ce47c4f9590 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "PUT /v2.0/floatingips/f9769143-50df-44d2-9bc7-633c813f8ed0 HTTP/1.1" status: 404  len: 507 time: 0.3700371
Dec 15 19:07:41.293999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34802) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:41.390063 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee021790>, [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:07:38Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:41.396559 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c867b5-288e-48df-8db6-75f8c59d9c32 None None] The sync data for ids ['ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270'] in dv-neutron-821830-2-hyperv is: [{'id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'name': 'tempest-TestNetworkBasicOps-router-163447293', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:07:38Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '97b90e00-7c81-4d13-99c2-96e16e01c06b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:07:41.411089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.424667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 97b90e00-7c81-4d13-99c2-96e16e01c06b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:41.425430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.486571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Deleting port 8efe72c5-639e-4546-ad18-61b0770d8124 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:41.486905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.492872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] For port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a5e6c8e2-b093-4c60-a1cc-796ea39b6df1,segment=NetworkSegment(3bac604c-a723-4de4-9a35-85368d105092),segment_id=3bac604c-a723-4de4-9a35-85368d105092)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:41.493481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.609215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 97b90e00-7c81-4d13-99c2-96e16e01c06b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=97b90e00-7c81-4d13-99c2-96e16e01c06b,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:41.609591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.617681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Calling delete_port for a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:41.654522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.654859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.696481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.707212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:41.739469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 97b90e00-7c81-4d13-99c2-96e16e01c06b owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:41.749386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] No DVR routers for this DVR port a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:41.758562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Pushing event deleted for resources: {'Port': ['ID=a5e6c8e2-b093-4c60-a1cc-796ea39b6df1,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:41.771938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:41.816817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Calling delete_port for 8efe72c5-639e-4546-ad18-61b0770d8124 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:41.935030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.939855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-92bc81fe-1c60-4cdf-a5d5-376727d7d23c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:41.958706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:41.962965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f36e1dca-aaf2-47e7-875e-5a9c5103f87c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:41.981507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=97b90e00-7c81-4d13-99c2-96e16e01c06b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:41.984362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:42.011474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event deleted for resources: {'Port': ['ID=8efe72c5-639e-4546-ad18-61b0770d8124,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:42.013958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:42.102481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.112972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.114393 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "DELETE /v2.0/floatingips/f9769143-50df-44d2-9bc7-633c813f8ed0 HTTP/1.1" status: 204  len: 168 time: 0.8189635
Dec 15 19:07:42.118761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34806) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:42.124151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'floatingip': {'floating_network_id': '86a2d19a-9b9e-4ab8-9724-72c9f26072d9', 'port_id': '0709db7b-318f-46b8-8eb7-5d6aad00f3f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:42.131540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:42.135366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:floatingip and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:42.138232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:42.143999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:42.154500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.203651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.317536 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:42.318841 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1ff30de6-17c4-4a6c-b846-96f2fad613aa tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.1991205
Dec 15 19:07:42.322487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34810) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:42.328253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '0709db7b-318f-46b8-8eb7-5d6aad00f3f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:42.336722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:42.339362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:42.341779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Usage tracker for resource:floatingip and tenant:fe45f695713647db82fbeb0520f4815a is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:42.344864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:42.352003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:42.363369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.380119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:07:42.380929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a5e6c8e2-b093-4c60-a1cc-796ea39b6df1 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:07:42.381557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f54e6cb8-e1a0-4577-a715-69c7b277eeb0 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:42.414888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: f54e6cb8-e1a0-4577-a715-69c7b277eeb0 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:07:42.415328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f54e6cb8-e1a0-4577-a715-69c7b277eeb0 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:07:42.505776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.581198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.586226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.613382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.614148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:07:42.629845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.630951 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/ff0e7b9d-b9c0-40a3-8de6-3d8f3008a270 HTTP/1.1" status: 204  len: 168 time: 1.6825016
Dec 15 19:07:42.634314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34814) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:42.763205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.768096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Allocated IP 172.26.1.161 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/8758ff4f-e754-4931-a1d1-4799eba857bf) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:42.893118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.912490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.921892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec13a5b0>,) {'filters': {'network_id': ['91fe1ea0-2899-421c-b108-a8b1304cfb67']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:42.933725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec13a5b0>, '3bac604c-a723-4de4-9a35-85368d105092') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:42.934010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec13a5b0>, '3bac604c-a723-4de4-9a35-85368d105092') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:42.939919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.944244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:42.946560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.963619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.970220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:07:42.970858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:07:42.985110 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:07:43.011992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:43.015186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:43.019392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:43.042902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event updated for resources: {'Port': ['ID=8758ff4f-e754-4931-a1d1-4799eba857bf,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:43.048301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:43.066516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.071057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c1f811f5-f874-496b-8285-d5c8b05cbcd0 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:43.095707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.106152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=91fe1ea0-2899-421c-b108-a8b1304cfb67,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:43.110943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:43.120588 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/91fe1ea0-2899-421c-b108-a8b1304cfb67 HTTP/1.1" status: 204  len: 168 time: 0.4851968
Dec 15 19:07:43.144162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:43.149883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--422485738', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:43.154977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:43.159212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:43.162144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:43.168023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:43.180368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:43.183569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.212040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Deleting port 8758ff4f-e754-4931-a1d1-4799eba857bf {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:43.212387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.212627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:07:43.221925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.222265 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment 0c1cf1bb-3d92-4ad2-8665-fe81d84d2317 of type vlan for network 1ce261db-1b61-4e36-9000-8bf664412007
Dec 15 19:07:43.249991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.287858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d393d8f8-7daf-491b-ac09-5814f55305bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.291922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.295763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:43.296339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.300237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-abc8611c-9d35-4efe-a994-03870fd4c9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:43.385148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.385408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.404636 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2593102
Dec 15 19:07:43.407411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34822) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:43.415029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:43.420141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=1ce261db-1b61-4e36-9000-8bf664412007,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:43.423380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:43.424291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:43.428395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:43.431654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:43.431800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 1ce261db-1b61-4e36-9000-8bf664412007 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:07:43.437828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:43.451340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.452334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.471625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.515403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Calling delete_port for 8758ff4f-e754-4931-a1d1-4799eba857bf owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:43.626123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.648027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.652206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d2f5af35-a999-4be7-8fb3-056cde3a628a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:43.694857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event deleted for resources: {'Port': ['ID=8758ff4f-e754-4931-a1d1-4799eba857bf,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:43.697380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:43.808618 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] create failed (client error): The resource could not be found.
Dec 15 19:07:43.809668 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.4861360
Dec 15 19:07:43.813049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34826) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:43.817797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.848377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.876899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Deleting port 0709db7b-318f-46b8-8eb7-5d6aad00f3f0 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:43.877168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:43.986660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.119 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:44.114663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.235497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 97b90e00-7c81-4d13-99c2-96e16e01c06b no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:44.240192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.242789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Calling delete_port for 0709db7b-318f-46b8-8eb7-5d6aad00f3f0 owned by  {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:44.268654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.272859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2094afd-d515-4f9d-a7aa-0b47d49dedcb tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:44.310509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 97b90e00-7c81-4d13-99c2-96e16e01c06b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:07:44.310862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 97b90e00-7c81-4d13-99c2-96e16e01c06b not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:07:44.346141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:44.349040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:44.351156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:44.352347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:44.354643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:44.483907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.490646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-660e8992-2d55-4efc-a6bb-78e338b4a8f6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:44.511937 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.512710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.535044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event deleted for resources: {'Port': ['ID=0709db7b-318f-46b8-8eb7-5d6aad00f3f0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:44.538484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:44.638273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.646965 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "DELETE /v2.0/ports/0709db7b-318f-46b8-8eb7-5d6aad00f3f0 HTTP/1.1" status: 204  len: 168 time: 0.8328743
Dec 15 19:07:44.649501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34830) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:44.736048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1d8b3-32fb-4241-a29b-f56bc760ee83 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:44.736772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4ae1d8b3-32fb-4241-a29b-f56bc760ee83 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Synchronizing usage tracker for tenant:fe45f695713647db82fbeb0520f4815a on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:44.755773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4ae1d8b3-32fb-4241-a29b-f56bc760ee83 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Unset dirty status for tenant:fe45f695713647db82fbeb0520f4815a on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:44.757012 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4ae1d8b3-32fb-4241-a29b-f56bc760ee83 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de6dfe2-2fe1-428f-886c-3b6c3614c2e7 HTTP/1.1" status: 200  len: 913 time: 0.1066020
Dec 15 19:07:44.760232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34834) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:44.766796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router a426ae9d-449e-4249-9239-fcdbf1851dae is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:07:44.964276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:07:44.973943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Sync routers for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:07:44.987020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:44.987858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd5ea30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:44.993994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:44.998308 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.5870323
Dec 15 19:07:44.998477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34838) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:45.044311 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-41ed710d-90d0-4e58-920f-f07f7bb74e22 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0420611
Dec 15 19:07:45.044311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34842) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:45.095196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.179129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:45.181342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06263312-0e71-45f6-a7ea-85ff39ad0814 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:45.182830 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-06263312-0e71-45f6-a7ea-85ff39ad0814 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1374907
Dec 15 19:07:45.185679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34846) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:45.226487 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ade398dd-4659-4a8a-8944-1967f241b4a9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0390627
Dec 15 19:07:45.229007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34850) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:45.234851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400939828', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:45.361189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:45.366122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:45.369479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:45.376006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:45.387920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:45.473479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd5ea30>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:44Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:45.478771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Checking router: a426ae9d-449e-4249-9239-fcdbf1851dae for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:07:45.479719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Updating router a426ae9d-449e-4249-9239-fcdbf1851dae port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:07:45.494912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.544544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.570541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d481c65c-4b6b-4a5d-a000-3205a55c3d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.685538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Deleting port ae9707e4-7f80-4de1-8d7a-727ec104c27b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:45.686099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.730653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.736611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c0224c3f-b7a3-4922-a8c5-01896a124812 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:45.801540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=a6a1d304-a8e1-4402-8f2b-88eb24b2dab5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:45.804809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:45.837483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:45.838047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: 1ce261db-1b61-4e36-9000-8bf664412007, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:07:45.861068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 1ce261db-1b61-4e36-9000-8bf664412007 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:07:45.873160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 1ce261db-1b61-4e36-9000-8bf664412007) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:45.875402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.877018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:45.877810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:45.883965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b347f37-ee8e-4901-98d7-ecffc35134c8 None None] Network 1ce261db-1b61-4e36-9000-8bf664412007 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:45.903755 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6709094
Dec 15 19:07:45.903987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34854) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:45.980425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.005788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Transition to ACTIVE for port object f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:46.024325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.029764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:46.111731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Calling delete_port for ae9707e4-7f80-4de1-8d7a-727ec104c27b owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:46.156663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369bc1-35fb-4d62-b8cd-0bb036bb0113 None None] Pushing event updated for resources: {'Port': ['ID=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:46.159597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-14369bc1-35fb-4d62-b8cd-0bb036bb0113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:46.163984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Attempting to bind port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:46.164366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Attempting to bind port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:46.164749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Attempting to bind port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:46.181209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:46.181627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:46.182037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.182439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:46.182908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Bound port: f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:46.183295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.276502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-1ce261db-1b61-4e36-9000-8bf664412007', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:07:46.277347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.295965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.304165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4c2a927-950f-4906-afe1-edabb6dffdd4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:46.346449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event deleted for resources: {'Port': ['ID=ae9707e4-7f80-4de1-8d7a-727ec104c27b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:46.350492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:46.376732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] For port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:46.448165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] For port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:46.475490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Allocated IP 172.20.0.2 (1ce261db-1b61-4e36-9000-8bf664412007/a6a1d304-a8e1-4402-8f2b-88eb24b2dab5/acbfddb3-7234-46f2-bac0-9aef41d0bae5) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:46.575373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.578948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:46.631407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.751908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.772009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369bc1-35fb-4d62-b8cd-0bb036bb0113 None None] Pushing event updated for resources: {'Port': ['ID=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:46.775892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-14369bc1-35fb-4d62-b8cd-0bb036bb0113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:46.836868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:46.837435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd5ea30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:46.907496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.914471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:46.925627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.003809 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Transition to ACTIVE for port object acbfddb3-7234-46f2-bac0-9aef41d0bae5 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:47.046884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Transition to ACTIVE for port object acbfddb3-7234-46f2-bac0-9aef41d0bae5 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:47.059343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.063155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:47.070907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Router 1de6dfe2-2fe1-428f-886c-3b6c3614c2e7 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:07:47.117045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:47.176649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Network 1ce261db-1b61-4e36-9000-8bf664412007 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:47.206213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:07:47.220895 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] Sync routers for ids ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:07:47.227250 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "PUT /v2.0/routers/1de6dfe2-2fe1-428f-886c-3b6c3614c2e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4659750
Dec 15 19:07:47.229976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34858) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:47.240294 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] Routers {'1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:47.241270 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f2b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:47.247202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:47.259099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:47.294978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Pushing event updated for resources: {'Port': ['ID=acbfddb3-7234-46f2-bac0-9aef41d0bae5,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:47.312394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:47.332130 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f2b0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:47.340865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (1ce261db-1b61-4e36-9000-8bf664412007/a6a1d304-a8e1-4402-8f2b-88eb24b2dab5/c4a30a37-e719-41a6-be79-c827dcc2092b) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:47.346376 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] Routers {'1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:47.347506 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f2b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:47.381152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Attempting to bind port acbfddb3-7234-46f2-bac0-9aef41d0bae5 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:47.381457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Attempting to bind port acbfddb3-7234-46f2-bac0-9aef41d0bae5 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:47.381825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Attempting to bind port acbfddb3-7234-46f2-bac0-9aef41d0bae5 on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:47.423420 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f2b0>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:47.424082 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59269bb3-d40d-4fc9-ac65-05985d3db3f8 None None] The sync data for ids ['1de6dfe2-2fe1-428f-886c-3b6c3614c2e7'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:07:47.440965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:47.441365 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Checking segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:47.441767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.442157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Bound using segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:47.442622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Bound port: acbfddb3-7234-46f2-bac0-9aef41d0bae5, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:47.443107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.489488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c6661b1-0355-4df1-acfb-d834d8e74a30 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.526863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.542635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object c4a30a37-e719-41a6-be79-c827dcc2092b will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:47.567044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.571443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-de2539e7-1b0d-425d-a680-0e828b6cb2ea tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:47.609378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] For port acbfddb3-7234-46f2-bac0-9aef41d0bae5, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:47.614916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] For port acbfddb3-7234-46f2-bac0-9aef41d0bae5, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=acbfddb3-7234-46f2-bac0-9aef41d0bae5,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:47.630426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.635970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:47.645171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 1ce261db-1b61-4e36-9000-8bf664412007 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:47.649328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:47.653725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:47.682121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=c4a30a37-e719-41a6-be79-c827dcc2092b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:47.706791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.707037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.707478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.708149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.708432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.708898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.709388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.709964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.710476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.710936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.711395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:47.716074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd5ea30>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:44Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:47.717640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:47.726387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.733801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76baa3a0-38f4-4c7a-a342-105711916b60 None None] The sync data for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv is: [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:44Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:07:47.738940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Pushing event updated for resources: {'Port': ['ID=acbfddb3-7234-46f2-bac0-9aef41d0bae5,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:47.742575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:47.858662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.942727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c6661b1-0355-4df1-acfb-d834d8e74a30 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.951998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c6661b1-0355-4df1-acfb-d834d8e74a30 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.979736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c6661b1-0355-4df1-acfb-d834d8e74a30 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:47.980226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6661b1-0355-4df1-acfb-d834d8e74a30 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Fanout notify agent at l3_agent the message router_deleted on router 1de6dfe2-2fe1-428f-886c-3b6c3614c2e7 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:07:48.023910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4c6661b1-0355-4df1-acfb-d834d8e74a30 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.028453 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4c6661b1-0355-4df1-acfb-d834d8e74a30 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "DELETE /v2.0/routers/1de6dfe2-2fe1-428f-886c-3b6c3614c2e7 HTTP/1.1" status: 204  len: 168 time: 0.7975051
Dec 15 19:07:48.029063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34862) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:48.257750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.320645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Deleting subnet aa7be698-82d9-4971-b8a9-6a4e56d35067 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:07:48.327311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.405279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device acbfddb3-7234-46f2-bac0-9aef41d0bae5 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:48.418938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.531279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.608647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port acbfddb3-7234-46f2-bac0-9aef41d0bae5 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:48.629489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:48.630833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.637426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3add3c0f-b7ed-4874-b553-3be9404832b6 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:48.644684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.651695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.685088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-deca258c-caef-40bc-933d-fafc836689c8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:48.729600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7be698-82d9-4971-b8a9-6a4e56d35067,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:48.740704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.759695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:48.764451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d24112-ed2c-4120-aed6-e356801a93eb None None] Network 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:48.768671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "DELETE /v2.0/subnets/aa7be698-82d9-4971-b8a9-6a4e56d35067 HTTP/1.1" status: 204  len: 168 time: 0.7384148
Dec 15 19:07:48.769113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34866) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:48.832066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.867717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:48.881734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:48.882628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:48.886269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=c4a30a37-e719-41a6-be79-c827dcc2092b,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:48.903718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:48.950870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.026030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Deleting port 66467ac0-46a2-4761-a768-914f53cbe528 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:49.026376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.054974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d0e08-af79-4ddd-b733-48fac2ec4a19 None None] Network 1ce261db-1b61-4e36-9000-8bf664412007 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:07:49.165735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 1ce261db-1b61-4e36-9000-8bf664412007 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:49.168435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:49.257491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Provisioning for port acbfddb3-7234-46f2-bac0-9aef41d0bae5 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:49.275288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Provisioning complete for port acbfddb3-7234-46f2-bac0-9aef41d0bae5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:49.276374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.392330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.427921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] For port 66467ac0-46a2-4761-a768-914f53cbe528, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=66467ac0-46a2-4761-a768-914f53cbe528,segment=NetworkSegment(0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7),segment_id=0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:49.428262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.460420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] DHCP port deletion for 86a2d19a-9b9e-4ab8-9724-72c9f26072d9 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:07:49.471827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:49.478647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Deleting port 66467ac0-46a2-4761-a768-914f53cbe528 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:49.479021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.503233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.532350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f21046f3-02f3-4ea0-bf15-3b24a70a1694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:49.565650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Calling delete_port for 66467ac0-46a2-4761-a768-914f53cbe528 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:49.671646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.717584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:49.720927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:49.724464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.838452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] For port acbfddb3-7234-46f2-bac0-9aef41d0bae5, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=acbfddb3-7234-46f2-bac0-9aef41d0bae5,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:49.845916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.853109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-986e71c0-dd87-412a-835e-1ac39e537a20 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:49.853290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:49.898221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event deleted for resources: {'Port': ['ID=66467ac0-46a2-4761-a768-914f53cbe528,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:49.903679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] For port 66467ac0-46a2-4761-a768-914f53cbe528, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=66467ac0-46a2-4761-a768-914f53cbe528,segment=NetworkSegment(0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7),segment_id=0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:49.904085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:49.947751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:49.968308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] No DVR routers for this DVR port 66467ac0-46a2-4761-a768-914f53cbe528 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:07:50.047658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Calling delete_port for 66467ac0-46a2-4761-a768-914f53cbe528 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:07:50.089699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Pushing event updated for resources: {'Port': ['ID=acbfddb3-7234-46f2-bac0-9aef41d0bae5,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:50.093132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:50.119479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.135286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-82dfec7f-2da8-421e-b7e6-7a3ede3cf300 None None] Provisioning complete for port acbfddb3-7234-46f2-bac0-9aef41d0bae5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:50.135660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-82dfec7f-2da8-421e-b7e6-7a3ede3cf300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.151624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6b400>,) {'filters': {'network_id': ['86a2d19a-9b9e-4ab8-9724-72c9f26072d9']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:50.170676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6b400>, '0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:50.170988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6b400>, '0966bd38-9bdd-4e0f-86a2-6c20d4b42cc7') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:50.182952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:07:50.183304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:07:50.194285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.218822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.229584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router a426ae9d-449e-4249-9239-fcdbf1851dae has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:07:50.230931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:07:50.231288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:07:50.247035 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:07:50.280655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-82dfec7f-2da8-421e-b7e6-7a3ede3cf300 None None] Provisioning for port c4a30a37-e719-41a6-be79-c827dcc2092b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:50.289355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-82dfec7f-2da8-421e-b7e6-7a3ede3cf300 None None] Provisioning complete for port c4a30a37-e719-41a6-be79-c827dcc2092b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:50.289355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-82dfec7f-2da8-421e-b7e6-7a3ede3cf300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.344916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device acbfddb3-7234-46f2-bac0-9aef41d0bae5 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:50.376318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-82dfec7f-2da8-421e-b7e6-7a3ede3cf300 None None] Port c4a30a37-e719-41a6-be79-c827dcc2092b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:50.400203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.405523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ccff47c5-104e-4425-8f25-e081f36e98d2 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:50.423514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.426978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port acbfddb3-7234-46f2-bac0-9aef41d0bae5 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:50.427351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.433038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Pushing event deleted for resources: {'Network': ['ID=86a2d19a-9b9e-4ab8-9724-72c9f26072d9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:50.439317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:50.449880 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] 10.222.0.48 "DELETE /v2.0/networks/86a2d19a-9b9e-4ab8-9724-72c9f26072d9 HTTP/1.1" status: 204  len: 168 time: 1.6714792
Dec 15 19:07:50.540481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-12ee10ae-1c7d-4c83-9bf2-651b575461db None None] Provisioning complete for port c4a30a37-e719-41a6-be79-c827dcc2092b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:50.540860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-12ee10ae-1c7d-4c83-9bf2-651b575461db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.596226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:07:50.604353 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/a426ae9d-449e-4249-9239-fcdbf1851dae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6993670
Dec 15 19:07:50.604510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34874) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:50.653843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:50.701224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Deleting port 66467ac0-46a2-4761-a768-914f53cbe528 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:07:50.701676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.735154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-12ee10ae-1c7d-4c83-9bf2-651b575461db None None] Port c4a30a37-e719-41a6-be79-c827dcc2092b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:50.768580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb3d76-168e-4529-9b99-7c4554b36397 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.769101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb3d76-168e-4529-9b99-7c4554b36397 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.769485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb3d76-168e-4529-9b99-7c4554b36397 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.770017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb3d76-168e-4529-9b99-7c4554b36397 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.770373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb3d76-168e-4529-9b99-7c4554b36397 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.770725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb3d76-168e-4529-9b99-7c4554b36397 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.771950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c10ded44-d853-4b08-9b44-4bd092caf240 None None] The port '66467ac0-46a2-4761-a768-914f53cbe528' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:07:50.773113 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-29bb3d76-168e-4529-9b99-7c4554b36397 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.1675248
Dec 15 19:07:50.777103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34880) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:50.806145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34884) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:50.812884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:50.813504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.851410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736a1e8-c8a5-4f26-8bd2-ef8fa88d9461 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.851687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736a1e8-c8a5-4f26-8bd2-ef8fa88d9461 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.852049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736a1e8-c8a5-4f26-8bd2-ef8fa88d9461 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.852399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736a1e8-c8a5-4f26-8bd2-ef8fa88d9461 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.852748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736a1e8-c8a5-4f26-8bd2-ef8fa88d9461 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.853089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736a1e8-c8a5-4f26-8bd2-ef8fa88d9461 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:50.858151 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7736a1e8-c8a5-4f26-8bd2-ef8fa88d9461 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0765233
Dec 15 19:07:50.858151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34890) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:50.889624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-31eddada-f9ed-4b9e-be0d-82a66060c5c3 None None] Provisioning complete for port c4a30a37-e719-41a6-be79-c827dcc2092b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:50.890150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31eddada-f9ed-4b9e-be0d-82a66060c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:50.979123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-31eddada-f9ed-4b9e-be0d-82a66060c5c3 None None] Port c4a30a37-e719-41a6-be79-c827dcc2092b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:51.019372 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-85157dc1-73a3-441f-81f5-6b9ef8a5c428 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe45f695713647db82fbeb0520f4815a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2118540
Dec 15 19:07:51.021992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34894) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:51.041559 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 66467ac0-46a2-4761-a768-914f53cbe528 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:07:51.079037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 66467ac0-46a2-4761-a768-914f53cbe528 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:07:51.079390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 66467ac0-46a2-4761-a768-914f53cbe528 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:07:51.229800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:51.247881 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dd085fd9-c389-481f-b4aa-c085f8e3e701 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3049 time: 0.3890429
Dec 15 19:07:51.250977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34898) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:51.257665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1342315489', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:51.264295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:51.317286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:51.323096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6af7721d-5511-4a8f-aee2-2b02631a350e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:51.336553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc990a7-244f-4e8d-b502-e7c08b1bc330,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:51.342520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:51.343625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cc990a7-244f-4e8d-b502-e7c08b1bc330 HTTP/1.1" status: 204  len: 168 time: 0.3206780
Dec 15 19:07:51.347488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.348052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.348437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.348805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.349174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.349566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.349932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.350291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.350648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.351007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.351365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:07:51.354473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:51.401642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:51.405808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:port and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:51.408611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:51.414353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:51.424358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:07:51.427407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:51.450278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] device_id is not set on port b9503e57-911c-45a4-95b4-99870e5dc047 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:07:51.603359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.4 (1ce261db-1b61-4e36-9000-8bf664412007/a6a1d304-a8e1-4402-8f2b-88eb24b2dab5/b9503e57-911c-45a4-95b4-99870e5dc047) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:07:51.787425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Sync routers for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:07:51.800474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:51.801266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced330490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:51.822501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:51.838693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object b9503e57-911c-45a4-95b4-99870e5dc047 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:51.862643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:51.868655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-45ac876f-bb10-4f73-a7ec-6deeb5b9ea99 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:51.946340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:51.949752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:51.953884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 1ce261db-1b61-4e36-9000-8bf664412007 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:07:51.955018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:07:51.957343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:07:51.996944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:52.022620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:52.023245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.049393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7968209
Dec 15 19:07:52.255581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34922) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.336272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4261e8e6-0728-4fdd-a2a3-4aa8375f374a None None] Provisioning for port b9503e57-911c-45a4-95b4-99870e5dc047 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:52.349342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4261e8e6-0728-4fdd-a2a3-4aa8375f374a None None] Provisioning complete for port b9503e57-911c-45a4-95b4-99870e5dc047 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:52.349749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4261e8e6-0728-4fdd-a2a3-4aa8375f374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.391457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-72c282c2-620e-4cf3-90e9-cdf6ec559355 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] Request body: {'port': {'network_id': '1198f823-519f-42a8-80b1-0865e8be208b', 'name': 'tempest-NetworksNegativeTestJSON-414714470'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:52.407764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced330490>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:48Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:52.412688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Checking router: a426ae9d-449e-4249-9239-fcdbf1851dae for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:07:52.413594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Updating router a426ae9d-449e-4249-9239-fcdbf1851dae port c4a30a37-e719-41a6-be79-c827dcc2092b binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:07:52.414782 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c282c2-620e-4cf3-90e9-cdf6ec559355 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] POST failed (client error): The resource could not be found.
Dec 15 19:07:52.415282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c282c2-620e-4cf3-90e9-cdf6ec559355 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:52.420344 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-72c282c2-620e-4cf3-90e9-cdf6ec559355 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1586692
Dec 15 19:07:52.421071 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34928) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.444636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4261e8e6-0728-4fdd-a2a3-4aa8375f374a None None] Port b9503e57-911c-45a4-95b4-99870e5dc047 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:07:52.451631 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b89b33-97ce-4322-bab4-fde1616d98e4 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:52.452277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b89b33-97ce-4322-bab4-fde1616d98e4 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:52.457715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34932) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.457858 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d0b89b33-97ce-4322-bab4-fde1616d98e4 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "DELETE /v2.0/networks/44b8a81a-1536-4137-a5a8-30e73eb4e488 HTTP/1.1" status: 404  len: 339 time: 0.0350518
Dec 15 19:07:52.475007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.501428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34936) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.504114 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5721d949-524d-4ffb-bf18-7e0e96d01b5d tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:52.504503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5721d949-524d-4ffb-bf18-7e0e96d01b5d tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:52.509340 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5721d949-524d-4ffb-bf18-7e0e96d01b5d tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "DELETE /v2.0/ports/45098415-44cb-4207-809b-69d0d071db72 HTTP/1.1" status: 404  len: 333 time: 0.0474169
Dec 15 19:07:52.509558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354101594', 'description': 'tempest-secgroup-smoke-354101594 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:52.510105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34940) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.514244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:52.518628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:52.521619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:52.532129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:52.543545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.549199 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5c2868-4e61-4d8d-9690-5acce25acab1 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:07:52.549673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5c2868-4e61-4d8d-9690-5acce25acab1 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:52.551299 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cc5c2868-4e61-4d8d-9690-5acce25acab1 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "DELETE /v2.0/subnets/679edc25-5dce-45fb-be2f-25ee85c374fd HTTP/1.1" status: 404  len: 337 time: 0.0403092
Dec 15 19:07:52.555490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34944) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.583987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:52.584571 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-866ff631-4180-43eb-adcd-c901ceff76ec tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] GET failed (client error): The resource could not be found.
Dec 15 19:07:52.585877 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-866ff631-4180-43eb-adcd-c901ceff76ec tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "GET /v2.0/networks/3d83c624-e4f9-468d-94eb-cb179ca261ad HTTP/1.1" status: 404  len: 339 time: 0.0295095
Dec 15 19:07:52.590103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34948) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.592547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:52.596970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:52.605607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:52.638291 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35dba97-2a37-43f0-a8bb-0a28b4f45fe9 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] GET failed (client error): The resource could not be found.
Dec 15 19:07:52.639543 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e35dba97-2a37-43f0-a8bb-0a28b4f45fe9 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "GET /v2.0/ports/c7e280ea-d62c-4082-baf9-81cd7e18a000 HTTP/1.1" status: 404  len: 333 time: 0.0485394
Dec 15 19:07:52.643408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34952) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.669802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.677492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.684170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e35733b7-4878-42d2-8177-46e684a0329a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:52.685361 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-140ff792-4ad2-4318-acb6-cb3cdc6b2c3f tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] GET failed (client error): The resource could not be found.
Dec 15 19:07:52.686630 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-140ff792-4ad2-4318-acb6-cb3cdc6b2c3f tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "GET /v2.0/subnets/8d4780c5-11b0-40c8-9373-779bdac83a58 HTTP/1.1" status: 404  len: 337 time: 0.0424745
Dec 15 19:07:52.690495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34956) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.696296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-012d48aa-799a-4e16-a442-1776009ff19c tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:52.717704 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-012d48aa-799a-4e16-a442-1776009ff19c tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] PUT failed (client error): The resource could not be found.
Dec 15 19:07:52.718309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012d48aa-799a-4e16-a442-1776009ff19c tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:52.719574 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-012d48aa-799a-4e16-a442-1776009ff19c tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "PUT /v2.0/networks/f7e14651-8751-4cc7-9079-032f57a66c6c HTTP/1.1" status: 404  len: 339 time: 0.0281284
Dec 15 19:07:52.723351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34960) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.730514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c6a83b-eae6-48ea-be7a-8a418c109cb0,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:52.732235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-eb301735-ae39-4283-b60c-6fae75c9c034 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:52.733560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:52.736746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.739614 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2366064
Dec 15 19:07:52.742350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34964) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.751135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '49c6a83b-eae6-48ea-be7a-8a418c109cb0', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:52.758076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:52.762970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:52.767097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:52.774644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:52.791990 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb301735-ae39-4283-b60c-6fae75c9c034 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] PUT failed (client error): The resource could not be found.
Dec 15 19:07:52.792617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb301735-ae39-4283-b60c-6fae75c9c034 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:52.797386 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eb301735-ae39-4283-b60c-6fae75c9c034 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "PUT /v2.0/ports/28fd9f40-8409-4788-ae5a-1c23dd915077 HTTP/1.1" status: 404  len: 333 time: 0.0694745
Dec 15 19:07:52.797517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.797621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34968) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.803404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3438a386-68a3-43dc-abc6-f7feed5aec02 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:52.847845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.862437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Transition to ACTIVE for port object c4a30a37-e719-41a6-be79-c827dcc2092b will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:52.863103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.866853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.868714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4ebfa65a-ef86-41d0-ae4c-7b7e558f16fe tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:52.870212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.882123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0a40542b-d511-491c-9130-e4d72f10f16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:52.892345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894a4a3d-4549-4c50-ad4d-f5aa9c7255b9,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:52.894895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:52.904184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:52.908181 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1617205
Dec 15 19:07:52.908560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34972) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:52.915279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '49c6a83b-eae6-48ea-be7a-8a418c109cb0', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:52.923100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:52.927807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:52.931074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:52.937535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:52.951191 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3438a386-68a3-43dc-abc6-f7feed5aec02 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] PUT failed (client error): The resource could not be found.
Dec 15 19:07:52.951675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3438a386-68a3-43dc-abc6-f7feed5aec02 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:07:52.952774 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3438a386-68a3-43dc-abc6-f7feed5aec02 tempest-NetworksNegativeTestJSON-100892022 tempest-NetworksNegativeTestJSON-100892022-project] 10.222.0.48 "PUT /v2.0/subnets/f79b5848-ba86-44d7-b1eb-d6d03e798403 HTTP/1.1" status: 404  len: 337 time: 0.1542356
Dec 15 19:07:52.966940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.055149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.060165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.067778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8126a7-3455-4c59-be6b-55550b1f08ae None None] Pushing event updated for resources: {'Port': ['ID=c4a30a37-e719-41a6-be79-c827dcc2092b,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.072983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:53.079913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b8126a7-3455-4c59-be6b-55550b1f08ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.096612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc552b6-170d-432d-92f5-624f9eda2fde,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.101090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.111471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.115836 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2061079
Dec 15 19:07:53.118671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34978) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:53.125058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '49c6a83b-eae6-48ea-be7a-8a418c109cb0', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:53.136346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:53.145332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:53.154313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:53.163688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:53.191923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.210875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Attempting to bind port c4a30a37-e719-41a6-be79-c827dcc2092b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:53.211258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Attempting to bind port c4a30a37-e719-41a6-be79-c827dcc2092b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:53.212794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Attempting to bind port c4a30a37-e719-41a6-be79-c827dcc2092b on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:53.221618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:53.222453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Checking segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:53.222880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.223388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Bound using segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:53.223891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Bound port: c4a30a37-e719-41a6-be79-c827dcc2092b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:53.224492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.263210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.266919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.269031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-028252a7-f20a-49dd-b80d-d86e10d13ba0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:53.291634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3981e14-3b48-4561-bd36-64d5bb0642fd,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.295894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.304977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.309271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:53.309688 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1895239
Dec 15 19:07:53.314971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '49c6a83b-eae6-48ea-be7a-8a418c109cb0', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:53.321739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:53.326258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:53.329328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:53.334233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] For port c4a30a37-e719-41a6-be79-c827dcc2092b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:53.336063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:53.338433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] For port c4a30a37-e719-41a6-be79-c827dcc2092b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c4a30a37-e719-41a6-be79-c827dcc2092b,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:53.343554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.349160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-14369bc1-35fb-4d62-b8cd-0bb036bb0113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:53.356278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.375185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34988) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:53.436842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8126a7-3455-4c59-be6b-55550b1f08ae None None] Pushing event updated for resources: {'Port': ['ID=c4a30a37-e719-41a6-be79-c827dcc2092b,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.440466 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b8126a7-3455-4c59-be6b-55550b1f08ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.442086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:07:53.442888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced330490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:53.453340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.458656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.462111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-04b2a4f0-cfa8-4734-a404-30721937a59f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:53.489488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e6ee5-189d-4629-acb6-79ad33a4e7b8,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.494621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.508176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.510086 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f13d6df2-43a2-4b9b-b1f9-2745f05ba1c9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1997788
Dec 15 19:07:53.512870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 34994) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:53.519093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '49c6a83b-eae6-48ea-be7a-8a418c109cb0', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:53.525684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:53.529982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:53.533441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:53.539977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:53.565834 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:07:53.574646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.581546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.643729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:07:53.651397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:53.658677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d871832959754ca1b7100f7600ce5b80 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:53.662335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:53.670496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:53.688687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.696154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.700947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1491cb62-2c07-4453-b799-5e0a5e2aeb19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:53.727943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdc9841-e441-4709-8135-1c5dab8d29b1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.731380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.755924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.757657 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2437887
Dec 15 19:07:53.764524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 34998) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:53.772839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '49c6a83b-eae6-48ea-be7a-8a418c109cb0', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:53.781083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:53.784275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:53.796314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:53.796314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:53.800367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.807475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.808124 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:07:53.814319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1b95e58e-759e-4a6f-a764-ce2a54bf6ac6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:53.814825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.859248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1f89bb-9740-48af-bc57-ee1e0cf77a48,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.874066 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d871832959754ca1b7100f7600ce5b80&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4951308
Dec 15 19:07:53.875104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35002) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:53.876550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.888132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.892769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.900046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-19a70f8e-8224-45cd-b0ee-7a35cc3a4488 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:53.924121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63423c3-c542-4d5a-9197-d4239413f7db,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:53.926541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:53.932215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.942550 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5b33d00a-a15b-4661-acc1-4b254c1bac3e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1680126
Dec 15 19:07:53.949125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.978204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:53.980503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced330490>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:53Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:07:53.985232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d24d70-9636-4a22-aeca-c09d274a09bf None None] The sync data for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv is: [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:53Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:07:54.056979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:54.068992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bf6fe5ab-d6fb-4ad3-aea6-1969285f8521 tempest-ServersTestJSON-31802893 tempest-ServersTestJSON-31802893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:54.079382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1f89bb-9740-48af-bc57-ee1e0cf77a48,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:54.082793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:54.090280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:54.093336 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a1f89bb-9740-48af-bc57-ee1e0cf77a48 HTTP/1.1" status: 204  len: 168 time: 0.2144184
Dec 15 19:07:54.312792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-f34ed9c1-a920-4664-b83a-f76f8c9f038a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:54.337516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c4a30a37-e719-41a6-be79-c827dcc2092b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:54.342802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-f34ed9c1-a920-4664-b83a-f76f8c9f038a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:54.351526 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-f34ed9c1-a920-4664-b83a-f76f8c9f038a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354101594&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0940776
Dec 15 19:07:54.430507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c4a30a37-e719-41a6-be79-c827dcc2092b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:07:54.436450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c4a30a37-e719-41a6-be79-c827dcc2092b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:54.436832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:54.441838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-9e1c3061-9b91-4bbd-b6d7-d14dcff7fe96 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:54.442474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-9e1c3061-9b91-4bbd-b6d7-d14dcff7fe96 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:54.471891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-9e1c3061-9b91-4bbd-b6d7-d14dcff7fe96 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:54.486040 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-9e1c3061-9b91-4bbd-b6d7-d14dcff7fe96 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 930 time: 0.1335962
Dec 15 19:07:54.567596 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-72d426a2-beb9-44d7-bd24-7c5bd3efab77 service neutron] 10.222.0.48 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0805883
Dec 15 19:07:54.614547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:54.660976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port c4a30a37-e719-41a6-be79-c827dcc2092b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c4a30a37-e719-41a6-be79-c827dcc2092b,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:07:54.673136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:54.681077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:54.795976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-6914c324-e232-461d-a37c-16dd1a45dcc0 service neutron] 10.222.0.48 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272177
Dec 15 19:07:54.801595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=c4a30a37-e719-41a6-be79-c827dcc2092b,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:54.805661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:54.974645 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-3d107892-96c8-4826-8f37-4c9a4ccf0f3e service neutron] 10.222.0.48 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616859
Dec 15 19:07:55.250813 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0186aafe-78d3-419b-b8d7-eba97fde525b req-72222dce-24af-43ac-b3eb-e7c23777e088 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 210 time: 0.0508935
Dec 15 19:07:55.274931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35036) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:55.460633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-caa78f58-4e72-4e7a-9b4d-e5515e7d462f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:55.460633 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-caa78f58-4e72-4e7a-9b4d-e5515e7d462f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 19:07:55.460633 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-caa78f58-4e72-4e7a-9b4d-e5515e7d462f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1765516
Dec 15 19:07:55.460633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35046) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:55.460633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--339790244'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:55.468758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:55.471571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:55.474893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:55.482391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:55.496519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.518302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.556343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:55.560419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:55.562998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:55.578254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:55.662019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.667139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.672360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-362123eb-ee09-40b1-a4ca-c805f7f31a65 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:55.716553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:55.726004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:55.726537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4b1be-db76-4cb9-b2ab-c62dba554979,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:55.729395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:55.733206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:55.739187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:55.803745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.811038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.815891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-21f9e0b2-dcc7-46b7-94b7-e4caea395a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:55.860503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f63efa-8fd8-4827-a13e-fd010f8eda35,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:55.860503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.860503 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4014680
Dec 15 19:07:55.860503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:55.864092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35052) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:55.868434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '73f63efa-8fd8-4827-a13e-fd010f8eda35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:55.875661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:55.881815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:55.881815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:55.891485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:55.908983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.976986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.980950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:55.981984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d2d3f27b-c8ea-49bc-8fcc-e65df70083dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:56.003533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58c2f6f-230f-48b6-bec9-46d226d3ead5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:56.005923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:56.012752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.013951 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1524796
Dec 15 19:07:56.016646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35056) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:56.024229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '73f63efa-8fd8-4827-a13e-fd010f8eda35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:56.031664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:56.033826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:56.036662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:56.044722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:56.061732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.128576 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 15 19:07:56.135796 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-515a54f4-69e5-40cc-9ce3-e273ce08a178 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1116436
Dec 15 19:07:56.135796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35060) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:56.210112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.241682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.315277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.321714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-704fdd64-6c7f-4ed3-8bc2-bd255fe2c255 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:56.337079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c4a30a37-e719-41a6-be79-c827dcc2092b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:07:56.346779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f63efa-8fd8-4827-a13e-fd010f8eda35,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:56.359382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:56.407912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.411564 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/73f63efa-8fd8-4827-a13e-fd010f8eda35 HTTP/1.1" status: 204  len: 168 time: 0.2751281
Dec 15 19:07:56.412948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35066) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:56.449754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c4a30a37-e719-41a6-be79-c827dcc2092b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:07:56.450582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.479781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-ea87dde1-f682-461f-93be-9d782a80f6b3 service neutron] 10.222.0.64 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1026 time: 0.1251473
Dec 15 19:07:56.482428 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0730a11f-5865-4562-91b0-d719a4705b75 req-b26b6060-ee5d-4708-8f23-fc56fa8220ee tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 210 time: 0.0655794
Dec 15 19:07:56.529720 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-304d14b1-a032-4970-9802-b50686253d4b tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1146111
Dec 15 19:07:56.533765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35070) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:56.542415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--534430987'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:56.559104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:56.615249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:56.622521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:56.638414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:56.689207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.709717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1fb8607b-be4b-4785-807e-4e5badffaaae tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:56.709717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1fb8607b-be4b-4785-807e-4e5badffaaae tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:56.744629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1fb8607b-be4b-4785-807e-4e5badffaaae tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:56.744629 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1fb8607b-be4b-4785-807e-4e5badffaaae tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 200  len: 796 time: 0.2568364
Dec 15 19:07:56.744629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:56.749105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:56.751139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:56.760440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:56.830968 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-4549e50d-10f5-4505-8736-60d18e7df0d9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 379 time: 0.0719628
Dec 15 19:07:56.844302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Request body: {'port': {'device_id': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:56.918638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.928781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:56.936857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-40bb4f3d-d96f-4f0b-8012-fd5ecb0d47c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:56.979031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.027913 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.029691 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4944541
Dec 15 19:07:57.032690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35074) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:57.035215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cbe518-12a8-444c-9de5-75d5385ba3d0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:57.040098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bf734348-f5c4-4f81-8a40-c56cc15aacb0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': 'a8cbe518-12a8-444c-9de5-75d5385ba3d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:57.040624 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-bf734348-f5c4-4f81-8a40-c56cc15aacb0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:57.041169 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bf734348-f5c4-4f81-8a40-c56cc15aacb0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0074494
Dec 15 19:07:57.043919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35078) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:57.046295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:57.063995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.115072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-738a6ee3-ce68-4b1f-8dd5-47f23c5e2f6f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.146569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-738a6ee3-ce68-4b1f-8dd5-47f23c5e2f6f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.199472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-738a6ee3-ce68-4b1f-8dd5-47f23c5e2f6f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.206540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-be7db260-cf6b-469a-b8ba-06927e699ed3 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:57.230684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a6ee3-ce68-4b1f-8dd5-47f23c5e2f6f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cbe518-12a8-444c-9de5-75d5385ba3d0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:57.230684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-738a6ee3-ce68-4b1f-8dd5-47f23c5e2f6f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:57.230684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-738a6ee3-ce68-4b1f-8dd5-47f23c5e2f6f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.230684 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-738a6ee3-ce68-4b1f-8dd5-47f23c5e2f6f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8cbe518-12a8-444c-9de5-75d5385ba3d0 HTTP/1.1" status: 204  len: 168 time: 0.1803763
Dec 15 19:07:57.237888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35082) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:57.294670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-07fc5a58-545e-407a-a480-a6dbe3c75aeb tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:57.315407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-07fc5a58-545e-407a-a480-a6dbe3c75aeb tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:57.315407 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-07fc5a58-545e-407a-a480-a6dbe3c75aeb tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0829577
Dec 15 19:07:57.319098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35086) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:57.326884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--82503251'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:57.338789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:57.344211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:57.365769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.404017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:57.404017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:57.404017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:57.416090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:57.472583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.477146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.481052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f62bea62-7a43-48f4-a034-938ff4091f82 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:57.530024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6833534b-55cc-4ef6-acff-2565e4344a89,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:57.530024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:57.541709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.541709 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2147584
Dec 15 19:07:57.541709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35092) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:57.546707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8b35686e-3c90-442f-a804-a0607e86f9b7 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '6833534b-55cc-4ef6-acff-2565e4344a89', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:57.552724 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-8b35686e-3c90-442f-a804-a0607e86f9b7 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:57.552724 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8b35686e-3c90-442f-a804-a0607e86f9b7 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0088060
Dec 15 19:07:57.552724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35096) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:57.619850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9503e57-911c-45a4-95b4-99870e5dc047 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:07:57.627941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.638621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.643069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Transition to ACTIVE for port object b9503e57-911c-45a4-95b4-99870e5dc047 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:07:57.651827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.654807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:57.670347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.727758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:57.731923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:57.794492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985096ea-5f64-4cfc-a50f-17f86d8f7be7 req-8a82a383-7b66-4e11-88ba-6277a1700c73 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:57.794492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-985096ea-5f64-4cfc-a50f-17f86d8f7be7 req-8a82a383-7b66-4e11-88ba-6277a1700c73 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 981 time: 0.1067967
Dec 15 19:07:57.800065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.810207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6047164-3f96-4317-a885-fec2e3ad9a3b tempest-ServerActionsTestJSON-983005498 tempest-ServerActionsTestJSON-983005498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:57.845128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6833534b-55cc-4ef6-acff-2565e4344a89,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:57.847794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:57.863263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:57.864398 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/6833534b-55cc-4ef6-acff-2565e4344a89 HTTP/1.1" status: 204  len: 168 time: 0.3128855
Dec 15 19:07:57.868118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35100) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:57.896073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-985096ea-5f64-4cfc-a50f-17f86d8f7be7 req-a638b53d-f53a-4405-8338-5730bd15f238 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:57.934094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-985096ea-5f64-4cfc-a50f-17f86d8f7be7 req-a638b53d-f53a-4405-8338-5730bd15f238 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:57.941918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-985096ea-5f64-4cfc-a50f-17f86d8f7be7 req-a638b53d-f53a-4405-8338-5730bd15f238 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277759
Dec 15 19:07:57.961008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ade0faa2-8bbf-4156-942c-f455e1890051 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:57.975493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:07:57.976002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:07:57.976153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:57.983244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:07:57.985680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:07:57.996775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ade0faa2-8bbf-4156-942c-f455e1890051 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:57.996978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:07:57.997698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Checking segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:07:57.998814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Bound using segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:07:57.998814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Bound port: b9503e57-911c-45a4-95b4-99870e5dc047, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:07:57.999186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.002984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ade0faa2-8bbf-4156-942c-f455e1890051 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1311650
Dec 15 19:07:58.003611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35104) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.011007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743066209'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.018275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:58.028257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:58.042189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.086361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:58.086361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:58.088958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:58.096520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:58.141597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:07:58.149411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:07:58.154473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.157226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-18f3df46-9eb1-4f54-a8e6-a45a4be7906f tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:58.163037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.168324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.180594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-72b190db-1864-4fc0-b0cd-7943865bd799 tempest-PortsTestJSON-105563163 tempest-PortsTestJSON-105563163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:58.217051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.218327 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] 10.222.0.64 "PUT /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1131 time: 1.3791347
Dec 15 19:07:58.220152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:07:58.231986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065b0a15-0f83-4626-95a8-788c1542efc4,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:58.231986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:58.246614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.246614 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2394934
Dec 15 19:07:58.253149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35110) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.258310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:58.272759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f420a99a-e614-4555-a0ee-79b7beeca8b3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '065b0a15-0f83-4626-95a8-788c1542efc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.274342 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-f420a99a-e614-4555-a0ee-79b7beeca8b3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:58.278563 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f420a99a-e614-4555-a0ee-79b7beeca8b3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0182300
Dec 15 19:07:58.281043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35114) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.297441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-893db71b-c470-4645-b173-0a5fbcfa48f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '065b0a15-0f83-4626-95a8-788c1542efc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.299844 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-893db71b-c470-4645-b173-0a5fbcfa48f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:58.300832 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-893db71b-c470-4645-b173-0a5fbcfa48f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0169256
Dec 15 19:07:58.304056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35118) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.311018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:58.312873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4ad7d349-d89f-4732-8e00-b0fecbe4d88b tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '065b0a15-0f83-4626-95a8-788c1542efc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.313803 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-4ad7d349-d89f-4732-8e00-b0fecbe4d88b tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:58.314847 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4ad7d349-d89f-4732-8e00-b0fecbe4d88b tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0098090
Dec 15 19:07:58.317937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35122) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.326519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f0e9633f-7423-4ab0-b92f-8bf5136b8de3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '065b0a15-0f83-4626-95a8-788c1542efc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.327471 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-f0e9633f-7423-4ab0-b92f-8bf5136b8de3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:58.328820 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f0e9633f-7423-4ab0-b92f-8bf5136b8de3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0091043
Dec 15 19:07:58.333258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35126) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.348661 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'status': 'completed', 'code': 200}
Dec 15 19:07:58.385896 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-d5c97c77-66f8-422d-b66d-b6d9e091e397 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 1134 time: 0.1246774
Dec 15 19:07:58.440582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.456284 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-09750927-4e05-4fd4-a4ac-86af62a670a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 217 time: 0.0631068
Dec 15 19:07:58.468871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.516273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.521480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-524d7ea5-626c-4d19-8ccf-83ba070fc93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:58.523667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-b1a4f76d-46d9-4066-a1f3-8e14073759c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:58.525094 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-b1a4f76d-46d9-4066-a1f3-8e14073759c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6a1d304-a8e1-4402-8f2b-88eb24b2dab5 HTTP/1.1" status: 200  len: 835 time: 0.0628932
Dec 15 19:07:58.538579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b0a15-0f83-4626-95a8-788c1542efc4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:58.540835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:58.544545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.546365 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/065b0a15-0f83-4626-95a8-788c1542efc4 HTTP/1.1" status: 204  len: 168 time: 0.2107577
Dec 15 19:07:58.548785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35130) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.607747 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-316f6198-fb45-40d0-96ea-5b560b68d350 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ce261db-1b61-4e36-9000-8bf664412007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730109
Dec 15 19:07:58.611572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0a2cf5e7-d5d1-4c3b-91f4-b3e634fb8fc7 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:58.623378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0a2cf5e7-d5d1-4c3b-91f4-b3e634fb8fc7 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:58.624588 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0a2cf5e7-d5d1-4c3b-91f4-b3e634fb8fc7 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0748975
Dec 15 19:07:58.629140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35134) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.634968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274974807'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.641550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:58.651128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:58.660626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.696422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:58.700767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:58.704294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:58.713012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:58.761423 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-16727786-d9dc-45c6-bf20-d78d95cb7aad service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507852
Dec 15 19:07:58.786315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.792362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.795933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1708fc20-45ac-49a3-806c-413e7a1c275f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:58.838076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63edc5cb-930b-416e-a644-378772dd2db4,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:58.840699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:58.846257 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2119789
Dec 15 19:07:58.846257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:58.846257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35138) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.852198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1fa462d5-6633-42ca-933e-cd23dcdb17b1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.852198 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-1fa462d5-6633-42ca-933e-cd23dcdb17b1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:58.857507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1fa462d5-6633-42ca-933e-cd23dcdb17b1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0068696
Dec 15 19:07:58.857507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35142) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.863601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f351e7f1-03b9-4fd9-8665-75aa2d985dd0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.868330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f351e7f1-03b9-4fd9-8665-75aa2d985dd0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:58.875750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f351e7f1-03b9-4fd9-8665-75aa2d985dd0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:58.878149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f351e7f1-03b9-4fd9-8665-75aa2d985dd0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:58.884125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f351e7f1-03b9-4fd9-8665-75aa2d985dd0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:58.919776 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ee4c436-5b6d-4eb0-bb50-7bfdd21dcd24 req-c3a439e4-43df-4a64-804f-1cf78ce0e805 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513894
Dec 15 19:07:58.920627 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-f351e7f1-03b9-4fd9-8665-75aa2d985dd0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:58.921640 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f351e7f1-03b9-4fd9-8665-75aa2d985dd0 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0653086
Dec 15 19:07:58.925407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35146) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.930472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8f139a20-7dcc-4f2c-bc14-5b9d0372147f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.931647 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-8f139a20-7dcc-4f2c-bc14-5b9d0372147f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:58.932114 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8f139a20-7dcc-4f2c-bc14-5b9d0372147f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0060217
Dec 15 19:07:58.934742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35150) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:58.940828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-18a202f9-5bcf-433c-87b3-5f4b7ed3ef7a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:58.948832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-18a202f9-5bcf-433c-87b3-5f4b7ed3ef7a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:58.955254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-18a202f9-5bcf-433c-87b3-5f4b7ed3ef7a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:58.955254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-18a202f9-5bcf-433c-87b3-5f4b7ed3ef7a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:58.962065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-18a202f9-5bcf-433c-87b3-5f4b7ed3ef7a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:59.037266 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:07:59.052366 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-18a202f9-5bcf-433c-87b3-5f4b7ed3ef7a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:59.053499 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-18a202f9-5bcf-433c-87b3-5f4b7ed3ef7a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1181285
Dec 15 19:07:59.061374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35156) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.062403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f7a63bee-2c75-409c-b1ef-62ec502e838e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:59.063011 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-f7a63bee-2c75-409c-b1ef-62ec502e838e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:59.067643 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f7a63bee-2c75-409c-b1ef-62ec502e838e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066183
Dec 15 19:07:59.067643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35160) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.072271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:59.073794 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee0b1436-8f66-4f51-9192-545b204c412c req-986c5658-db16-4476-aa7b-2f4d6a1b624f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 1134 time: 0.1050467
Dec 15 19:07:59.079751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:59.120471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:59.124152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:59.131809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:59.147518 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Project 15359070fcc24d549d1b7f96de983a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:07:59.174627 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:59.177343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-76f7901c-7319-472f-b78a-a558ac69639e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1080587
Dec 15 19:07:59.179641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35164) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.185539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-58dad44f-5d34-4d53-893f-fdb28f7ffc30 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:59.186126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-58dad44f-5d34-4d53-893f-fdb28f7ffc30 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:59.187024 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-58dad44f-5d34-4d53-893f-fdb28f7ffc30 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0064979
Dec 15 19:07:59.189811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35168) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.192789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222280-9174-43d2-8fe2-337ceb170956 req-2e312182-af6e-49a2-b320-4a7b7dca328d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:59.194759 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bf222280-9174-43d2-8fe2-337ceb170956 req-2e312182-af6e-49a2-b320-4a7b7dca328d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 981 time: 0.1167982
Dec 15 19:07:59.200215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:59.216929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:59.223232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:59.226042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1436-8f66-4f51-9192-545b204c412c req-852d9cbe-196d-4765-937f-031293948bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:59.227476 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee0b1436-8f66-4f51-9192-545b204c412c req-852d9cbe-196d-4765-937f-031293948bd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 200  len: 897 time: 0.1468978
Dec 15 19:07:59.228245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:59.234225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:59.243770 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bf222280-9174-43d2-8fe2-337ceb170956 req-1fd071bc-4ab5-4b3b-8a40-d9f26d8ccee7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434608
Dec 15 19:07:59.294338 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Project 15359070fcc24d549d1b7f96de983a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:07:59.416096 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee0b1436-8f66-4f51-9192-545b204c412c req-9c247eb0-eb68-4349-9501-b4bb8f9c1b4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 217 time: 0.1784656
Dec 15 19:07:59.455247 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:59.456206 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4250e64a-46ea-4d1a-b896-147665175567 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2652771
Dec 15 19:07:59.459762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35172) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.465682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '63edc5cb-930b-416e-a644-378772dd2db4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:59.471679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:59.475816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:59.478753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:59.482097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1436-8f66-4f51-9192-545b204c412c req-4742e1d1-06db-466e-8f4a-b11d4dc749a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:07:59.483511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee0b1436-8f66-4f51-9192-545b204c412c req-4742e1d1-06db-466e-8f4a-b11d4dc749a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6a1d304-a8e1-4402-8f2b-88eb24b2dab5 HTTP/1.1" status: 200  len: 835 time: 0.0601563
Dec 15 19:07:59.484859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:59.496756 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Project 15359070fcc24d549d1b7f96de983a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:07:59.516051 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:07:59.520121 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ade92c52-3be2-4e0a-87c4-583107bbdcca tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0563362
Dec 15 19:07:59.520351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35176) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.559999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee0b1436-8f66-4f51-9192-545b204c412c req-9cbfea67-5ab5-423e-be41-b6a9028fbf16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ce261db-1b61-4e36-9000-8bf664412007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682869
Dec 15 19:07:59.583493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f536acf-c1f8-4d94-8227-ec885315b8f6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.609086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f536acf-c1f8-4d94-8227-ec885315b8f6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.654216 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f536acf-c1f8-4d94-8227-ec885315b8f6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.658057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4349c263-b1d9-422b-997e-c3215dc5455f tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:59.673717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f536acf-c1f8-4d94-8227-ec885315b8f6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63edc5cb-930b-416e-a644-378772dd2db4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:59.677321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0f536acf-c1f8-4d94-8227-ec885315b8f6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:59.681202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0f536acf-c1f8-4d94-8227-ec885315b8f6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.684459 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0f536acf-c1f8-4d94-8227-ec885315b8f6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/63edc5cb-930b-416e-a644-378772dd2db4 HTTP/1.1" status: 204  len: 168 time: 0.1609199
Dec 15 19:07:59.684726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35180) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.695996 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee0b1436-8f66-4f51-9192-545b204c412c req-75dd34eb-5049-4664-957e-43bb74a95e6a service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286356
Dec 15 19:07:59.740101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2161078b-85ff-463e-837f-653f08b162c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:07:59.755193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2161078b-85ff-463e-837f-653f08b162c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:07:59.757430 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2161078b-85ff-463e-837f-653f08b162c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0717797
Dec 15 19:07:59.761594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35184) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.766999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--687349966'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:59.773903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:59.784149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:59.799185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.835786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:59.839557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:59.841530 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ee0b1436-8f66-4f51-9192-545b204c412c req-8b7e4d45-d775-484d-ae34-93e2ea53611c service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369460
Dec 15 19:07:59.842498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:59.849235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:07:59.905059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.908492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.913757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23dac466-d609-4d93-92e7-51baeda37ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:07:59.952935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4accfe27-1d7d-4fd1-b704-23a4c09e381c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:07:59.955671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:07:59.956820 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.1942849
Dec 15 19:07:59.957815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:07:59.959564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35190) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:07:59.965021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-b6915b26-91d2-4a27-9ac3-cde9b9eb4772 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '4accfe27-1d7d-4fd1-b704-23a4c09e381c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:07:59.971025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b6915b26-91d2-4a27-9ac3-cde9b9eb4772 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:07:59.975249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b6915b26-91d2-4a27-9ac3-cde9b9eb4772 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:07:59.978025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b6915b26-91d2-4a27-9ac3-cde9b9eb4772 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:07:59.983535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-b6915b26-91d2-4a27-9ac3-cde9b9eb4772 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.017240 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-b6915b26-91d2-4a27-9ac3-cde9b9eb4772 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The resource could not be found.
Dec 15 19:08:00.018306 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b6915b26-91d2-4a27-9ac3-cde9b9eb4772 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0578239
Dec 15 19:08:00.020976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35194) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.026286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-08d431a4-04f8-4c8e-bfdd-3dd829c7bea9 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '4accfe27-1d7d-4fd1-b704-23a4c09e381c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f4e8d310-c204-49f6-b494-f302644aa075'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:00.031851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-08d431a4-04f8-4c8e-bfdd-3dd829c7bea9 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:00.035474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-08d431a4-04f8-4c8e-bfdd-3dd829c7bea9 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:00.038724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-08d431a4-04f8-4c8e-bfdd-3dd829c7bea9 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:00.044802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-08d431a4-04f8-4c8e-bfdd-3dd829c7bea9 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.079119 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-08d431a4-04f8-4c8e-bfdd-3dd829c7bea9 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The resource could not be found.
Dec 15 19:08:00.080253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-08d431a4-04f8-4c8e-bfdd-3dd829c7bea9 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0583031
Dec 15 19:08:00.083235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35198) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.148892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-50d06668-e300-4b67-8897-24b4cc276d39 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.174733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-50d06668-e300-4b67-8897-24b4cc276d39 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.218356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-50d06668-e300-4b67-8897-24b4cc276d39 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.221950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-da5965b9-323b-45a6-8161-06585e0da24a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:00.237695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d06668-e300-4b67-8897-24b4cc276d39 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4accfe27-1d7d-4fd1-b704-23a4c09e381c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:00.242356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-50d06668-e300-4b67-8897-24b4cc276d39 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:00.246397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-50d06668-e300-4b67-8897-24b4cc276d39 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.247544 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-50d06668-e300-4b67-8897-24b4cc276d39 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/4accfe27-1d7d-4fd1-b704-23a4c09e381c HTTP/1.1" status: 204  len: 168 time: 0.1634009
Dec 15 19:08:00.250005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35202) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.312160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ef258f7a-7084-4f34-9f70-631eec8ac0bf tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:00.324122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-ef258f7a-7084-4f34-9f70-631eec8ac0bf tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:00.325479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ef258f7a-7084-4f34-9f70-631eec8ac0bf tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0745060
Dec 15 19:08:00.329489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35208) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.335536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0b77888b-27eb-49e0-a5d3-4984d1fead1d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '6df09ac7-a043-47dd-8620-c5475843766f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:00.341985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0b77888b-27eb-49e0-a5d3-4984d1fead1d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:00.345765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0b77888b-27eb-49e0-a5d3-4984d1fead1d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:00.349480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0b77888b-27eb-49e0-a5d3-4984d1fead1d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:00.354920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0b77888b-27eb-49e0-a5d3-4984d1fead1d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.390405 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-0b77888b-27eb-49e0-a5d3-4984d1fead1d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The resource could not be found.
Dec 15 19:08:00.391413 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0b77888b-27eb-49e0-a5d3-4984d1fead1d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0610037
Dec 15 19:08:00.395103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35212) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.401178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--35269494'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:00.408677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:00.422434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.434307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.457008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c4d5-e5a6-4b55-9ad6-63bd7a141614 req-3c6c3751-036a-49ff-9955-fc4ad89a341a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:00.458514 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7f8c4d5-e5a6-4b55-9ad6-63bd7a141614 req-3c6c3751-036a-49ff-9955-fc4ad89a341a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 981 time: 0.0877421
Dec 15 19:08:00.473222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:00.477999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:00.480790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:00.486552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.506151 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7f8c4d5-e5a6-4b55-9ad6-63bd7a141614 req-e392d0ab-226d-45b1-8536-a9d513661597 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409648
Dec 15 19:08:00.545061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.548675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.552106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-198bf4c8-31a4-419d-aaba-fdf8b6a2aec6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:00.592263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64825cdb-f1cd-4743-999a-ff0f6293da7a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:00.595281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:00.598328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.599535 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2035310
Dec 15 19:08:00.602791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35216) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.608101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--805183037'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:00.614035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:00.618157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:00.620947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:00.626563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.637405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.671811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:00.676021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:00.678781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:00.684715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.742293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.745871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.750799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54ff519b-340e-4f5e-ab2e-017c8d4f89b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:00.788104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:08:00.790293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba4638-c688-4cc9-90e6-7a43cf93892a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:00.792951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:00.793847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.797702 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.1913378
Dec 15 19:08:00.798612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35220) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.803470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0ba81259-e385-4518-8b84-05910de08f57 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '64825cdb-f1cd-4743-999a-ff0f6293da7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fdba4638-c688-4cc9-90e6-7a43cf93892a'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:00.809286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0ba81259-e385-4518-8b84-05910de08f57 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:00.812982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0ba81259-e385-4518-8b84-05910de08f57 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:00.816729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0ba81259-e385-4518-8b84-05910de08f57 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:00.822646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0ba81259-e385-4518-8b84-05910de08f57 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:00.852745 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-0ba81259-e385-4518-8b84-05910de08f57 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:08:00.853891 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0ba81259-e385-4518-8b84-05910de08f57 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.0550003
Dec 15 19:08:00.856645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35224) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:00.932267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.956875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:00.975300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:00.988796 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'port_id': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'mac_address': 'fa:16:3e:3a:4e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:08:01.008369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.012520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9256be5c-fb95-4f97-9ae9-64f8572c84fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:01.026835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba4638-c688-4cc9-90e6-7a43cf93892a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:01.030206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:01.035715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.036821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/fdba4638-c688-4cc9-90e6-7a43cf93892a HTTP/1.1" status: 204  len: 168 time: 0.1792841
Dec 15 19:08:01.039526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35228) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.056053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.077872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9503e57-911c-45a4-95b4-99870e5dc047 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:08:01.093711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:01.098003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.100770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4d5dee04-577b-44df-8264-05c91f537853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:01.107626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-74091371-6d97-40bb-8f58-6466584e0d9e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:01.124556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-74091371-6d97-40bb-8f58-6466584e0d9e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:01.126052 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-74091371-6d97-40bb-8f58-6466584e0d9e tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4005 time: 0.0854845
Dec 15 19:08:01.128913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35232) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.169910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:01.179590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.179590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.179936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.180269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.180604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.180930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.181255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.181612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.181935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.182258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.182862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:01.186381 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:01.198565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b7a7-88fd-4e23-b15c-e679750cd839 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.223868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b7a7-88fd-4e23-b15c-e679750cd839 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.268783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b7a7-88fd-4e23-b15c-e679750cd839 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.272445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cf50e76e-8aac-4aa3-9b6e-bbf16efbdc98 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:01.288411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b7a7-88fd-4e23-b15c-e679750cd839 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64825cdb-f1cd-4743-999a-ff0f6293da7a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:01.290748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fcc9b7a7-88fd-4e23-b15c-e679750cd839 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:01.296855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b7a7-88fd-4e23-b15c-e679750cd839 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.298144 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fcc9b7a7-88fd-4e23-b15c-e679750cd839 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/64825cdb-f1cd-4743-999a-ff0f6293da7a HTTP/1.1" status: 204  len: 168 time: 0.1683092
Dec 15 19:08:01.300894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35236) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.330081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['b9503e57-911c-45a4-95b4-99870e5dc047'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:08:01.351647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-82723863-4fa1-4995-92d1-2a2bb6707779 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:01.367579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-82723863-4fa1-4995-92d1-2a2bb6707779 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:01.369211 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-82723863-4fa1-4995-92d1-2a2bb6707779 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0667944
Dec 15 19:08:01.372985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35240) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.378720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--321706781'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:01.386115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:01.395664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:01.405894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.440990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:01.444778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:01.447550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:01.453495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:01.514091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.517843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.522893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c22aeb42-3936-45fd-8cfc-29bcc50a1bbe tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:01.566474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455c7ea8-ddf9-4010-a4cd-4e98534b8419,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:01.569795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:01.572391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.573729 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6d447968-5fe1-4365-87f9-745953e9f432 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.1997843
Dec 15 19:08:01.577386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35246) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.582459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9f20cd96-beb7-4268-a0a2-66b4726c6377 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '455c7ea8-ddf9-4010-a4cd-4e98534b8419', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:01.588430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9f20cd96-beb7-4268-a0a2-66b4726c6377 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:01.592214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9f20cd96-beb7-4268-a0a2-66b4726c6377 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:01.596137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9f20cd96-beb7-4268-a0a2-66b4726c6377 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:01.603331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9f20cd96-beb7-4268-a0a2-66b4726c6377 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:01.637218 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-9f20cd96-beb7-4268-a0a2-66b4726c6377 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:08:01.638347 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9f20cd96-beb7-4268-a0a2-66b4726c6377 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0603549
Dec 15 19:08:01.642162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35250) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.649137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4013f221-26d3-4ea1-9c4a-b4562cb1fa75 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group_rule': {'security_group_id': '455c7ea8-ddf9-4010-a4cd-4e98534b8419', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:01.655886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4013f221-26d3-4ea1-9c4a-b4562cb1fa75 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:01.659724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4013f221-26d3-4ea1-9c4a-b4562cb1fa75 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:01.664468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4013f221-26d3-4ea1-9c4a-b4562cb1fa75 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:01.669356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4013f221-26d3-4ea1-9c4a-b4562cb1fa75 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:01.705466 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-4013f221-26d3-4ea1-9c4a-b4562cb1fa75 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:08:01.709355 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4013f221-26d3-4ea1-9c4a-b4562cb1fa75 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0628998
Dec 15 19:08:01.710038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35254) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.719888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bc97e-c98c-4f10-9dba-b62daf8f2432 req-98545983-03ba-4654-91c4-a4ff557ac011 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:01.719888 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cc2bc97e-c98c-4f10-9dba-b62daf8f2432 req-98545983-03ba-4654-91c4-a4ff557ac011 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 982 time: 0.0806730
Dec 15 19:08:01.774365 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cc2bc97e-c98c-4f10-9dba-b62daf8f2432 req-b2257dd0-23a9-4a62-9f75-dfb3dbbd58eb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510151
Dec 15 19:08:01.789225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.816529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.861221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.865237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:01.879918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c7ea8-ddf9-4010-a4cd-4e98534b8419,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:01.882188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:01.887493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:01.888610 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/455c7ea8-ddf9-4010-a4cd-4e98534b8419 HTTP/1.1" status: 204  len: 168 time: 0.1776645
Dec 15 19:08:01.891085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35258) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.941214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e5b76fdc-9294-4851-861e-2bac0f470660 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:01.955936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e5b76fdc-9294-4851-861e-2bac0f470660 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:01.957207 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e5b76fdc-9294-4851-861e-2bac0f470660 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0652034
Dec 15 19:08:01.961354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35262) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:01.966527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078879271'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:01.972761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:01.983089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:01.993074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.026584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:02.030232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Usage tracker for resource:security_group_rule and tenant:15359070fcc24d549d1b7f96de983a4e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:02.032925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:02.039116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:02.092417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.095818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.101484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-531cc3f6-da7f-4dff-89f6-2442fd015fa1 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:02.144038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a8e65-2e73-481e-b32d-ed4d5adf7a12,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:02.147651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:02.150933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.152241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.1899958
Dec 15 19:08:02.155237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35266) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:02.160764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e5c48ce3-1577-4847-81b3-95ad7b20fb17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:02.161322 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-e5c48ce3-1577-4847-81b3-95ad7b20fb17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 15 19:08:02.162213 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e5c48ce3-1577-4847-81b3-95ad7b20fb17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "PUT /v2.0/security-groups/b73a8e65-2e73-481e-b32d-ed4d5adf7a12 HTTP/1.1" status: 409  len: 330 time: 0.0060687
Dec 15 19:08:02.164419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35270) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:02.225192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.251401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.300463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.303147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4fef6dd7-0856-4095-9a1b-2af17c92994f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:02.318939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a8e65-2e73-481e-b32d-ed4d5adf7a12,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:02.321761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:02.325245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.325964 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/b73a8e65-2e73-481e-b32d-ed4d5adf7a12 HTTP/1.1" status: 204  len: 168 time: 0.1605976
Dec 15 19:08:02.328477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35274) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:02.379161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4d2deee-9f05-4536-8cd2-490c436a6cb3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Synchronizing usage tracker for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:02.393696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a4d2deee-9f05-4536-8cd2-490c436a6cb3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Unset dirty status for tenant:15359070fcc24d549d1b7f96de983a4e on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:02.394857 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a4d2deee-9f05-4536-8cd2-490c436a6cb3 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0654888
Dec 15 19:08:02.399434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35278) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:02.415299 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-8fc2779a-a129-463a-979d-511163487e80 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] delete failed (client error): The resource could not be found.
Dec 15 19:08:02.416223 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8fc2779a-a129-463a-979d-511163487e80 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "DELETE /v2.0/security-groups/feab59cc-e650-4b4f-aa23-17a054579b9f HTTP/1.1" status: 404  len: 347 time: 0.0159001
Dec 15 19:08:02.419439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35282) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:02.434351 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-f4af84d2-563a-4bf9-af05-961e27d04d9d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] show failed (client error): The resource could not be found.
Dec 15 19:08:02.435273 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f4af84d2-563a-4bf9-af05-961e27d04d9d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-groups/3b2b0b15-1aa3-4180-a0de-1b1ac3832fd0 HTTP/1.1" status: 404  len: 347 time: 0.0150132
Dec 15 19:08:02.439018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35286) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:02.456293 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-fb3cb5d9-b543-4812-8a22-4fd53418867d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] show failed (client error): The resource could not be found.
Dec 15 19:08:02.457209 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fb3cb5d9-b543-4812-8a22-4fd53418867d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] 10.222.0.48 "GET /v2.0/security-group-rules/8129dedd-3b39-4d5f-b8ca-926e7e743d59 HTTP/1.1" status: 404  len: 356 time: 0.0173733
Dec 15 19:08:02.788812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:02.840478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35296) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:02.863979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port b9503e57-911c-45a4-95b4-99870e5dc047 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:02.870277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port b9503e57-911c-45a4-95b4-99870e5dc047 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:02.870867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:02.986484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:03.000498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a164b-d545-4a08-ad1a-a72f38abfa4c req-26e62392-f6f6-4e4d-ab24-8067bee689f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:03.001997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d60a164b-d545-4a08-ad1a-a72f38abfa4c req-26e62392-f6f6-4e4d-ab24-8067bee689f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 982 time: 0.0976255
Dec 15 19:08:03.013040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:03.022584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:03.028578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:03.031901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:03.062272 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e963316c-e4cf-4e86-aaa0-21aaa68a8368 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15359070fcc24d549d1b7f96de983a4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2189319
Dec 15 19:08:03.063043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35304) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:03.076573 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'code': 200}
Dec 15 19:08:03.084586 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d60a164b-d545-4a08-ad1a-a72f38abfa4c req-8f28a8be-5387-4657-9b64-b4b98814e838 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743539
Dec 15 19:08:03.113940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:03.119499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:03.135931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:03.161463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:03.216839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:03.221054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3f60eef6-351f-482e-af80-eda896d3a24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:03.234297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4b1be-db76-4cb9-b2ab-c62dba554979,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:03.237468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:03.247680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:03.248781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37e4b1be-db76-4cb9-b2ab-c62dba554979 HTTP/1.1" status: 204  len: 168 time: 0.1846976
Dec 15 19:08:03.323404 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fd5965b1-2cc0-4fb5-9308-d9c40f6c480e req-6f2778d7-0284-4b2a-bc98-cd8be00ab90c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 1136 time: 0.0721192
Dec 15 19:08:03.370485 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fd5965b1-2cc0-4fb5-9308-d9c40f6c480e req-5ad0790e-524d-445b-9ff2-89efa4dd5db4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403631
Dec 15 19:08:04.297748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a0c8-4cb9-4ab8-809d-c9bf1487270e req-3056755c-98bd-46e7-b3a2-0a420e412059 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:04.299229 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3063a0c8-4cb9-4ab8-809d-c9bf1487270e req-3056755c-98bd-46e7-b3a2-0a420e412059 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 983 time: 0.0830224
Dec 15 19:08:04.344847 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3063a0c8-4cb9-4ab8-809d-c9bf1487270e req-ccefbe54-b36f-4d86-9f9c-970aac78b8f4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401864
Dec 15 19:08:05.550382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9faeb-1a98-4556-8ab4-4aeac5706d25 req-f32548a2-f14b-486b-8c11-0327edd0e06c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:05.551868 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d5e9faeb-1a98-4556-8ab4-4aeac5706d25 req-f32548a2-f14b-486b-8c11-0327edd0e06c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 983 time: 0.0840695
Dec 15 19:08:05.597844 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d5e9faeb-1a98-4556-8ab4-4aeac5706d25 req-a2026e7f-5c59-4d8f-91e1-64fff78e1da3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397427
Dec 15 19:08:05.795352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1dc5b-2ebe-49b6-a874-be6b41e68268 req-7eb3d1fa-6ab1-49a5-b290-2ab7e2a30fc7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:05.796804 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5ca1dc5b-2ebe-49b6-a874-be6b41e68268 req-7eb3d1fa-6ab1-49a5-b290-2ab7e2a30fc7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 983 time: 0.0788350
Dec 15 19:08:05.844439 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5ca1dc5b-2ebe-49b6-a874-be6b41e68268 req-59ee5345-244f-4c80-887f-a2ab7a5529ba tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420713
Dec 15 19:08:05.872798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35316) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:05.946653 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-196c5e47-5a71-4f80-9e3b-4d6102559755 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 1131 time: 0.0726118
Dec 15 19:08:05.955930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35320) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:05.955930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:05.965827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:05.965827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:05.972232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:05.979378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:05.983913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:06.216600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:06.353899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.244 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/df04b47b-3821-4df5-a6c1-0e5e26a8cc93) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:08:06.504503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:06.536031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:06.540167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4bc99822-ffb1-4608-a289-56acae757ff3 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:06.601347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:08:06.609153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:06.613591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:08:06.647718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=df04b47b-3821-4df5-a6c1-0e5e26a8cc93,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:06.650061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:07.158378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:07.216627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:07.431233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:07.436139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:07.441927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c192d7b2-c063-4ff4-aa68-1674f515c863 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:07.544155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=df04b47b-3821-4df5-a6c1-0e5e26a8cc93,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:07.551593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:07.560283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:07.751000 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP bc0c5eb3-47ca-4098-88d4-4cddefdb9fcd associated. External IP: 172.26.1.244, port: b9503e57-911c-45a4-95b4-99870e5dc047.
Dec 15 19:08:08.237982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router a426ae9d-449e-4249-9239-fcdbf1851dae has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:08:08.443217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:08:08.448949 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] Sync routers for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:08:08.460982 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:08.462031 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1130>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:08.464465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:08.519036 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.5681982
Dec 15 19:08:08.519688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:08.522401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35328) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:08.585244 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'status': 'completed', 'code': 200}
Dec 15 19:08:08.646612 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:08.646915 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-baf30315-ad07-41a2-8b5c-92217e4aeffb tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc&network_id=1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 200  len: 1131 time: 0.1232092
Dec 15 19:08:08.689436 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-594859af-ecb9-4166-9371-62f569c3bfed req-4100963c-df3c-4c14-870a-f6e7383b3a8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 1136 time: 0.0826130
Dec 15 19:08:08.860332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594859af-ecb9-4166-9371-62f569c3bfed req-f37f5779-361a-4bcb-b1f6-b1540330a4c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:08.862241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-594859af-ecb9-4166-9371-62f569c3bfed req-f37f5779-361a-4bcb-b1f6-b1540330a4c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 200  len: 897 time: 0.1649697
Dec 15 19:08:09.026435 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-594859af-ecb9-4166-9371-62f569c3bfed req-bd110fc9-1b61-42c3-88d5-7e29f1498c62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1037 time: 0.1402788
Dec 15 19:08:09.037558 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1130>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'bc0c5eb3-47ca-4098-88d4-4cddefdb9fcd', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'port_id': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1342315489', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'mac_address': 'fa:16:3e:3a:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:06Z', 'updated_at': '2021-12-15T19:08:06Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:54Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:09.041353 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] Checking router: a426ae9d-449e-4249-9239-fcdbf1851dae for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:08:09.054035 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:09.054715 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1130>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:07:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:09.253590 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:09.282049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594859af-ecb9-4166-9371-62f569c3bfed req-8f46e118-b376-40ff-8748-6a76939bcd01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:09.283460 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-594859af-ecb9-4166-9371-62f569c3bfed req-8f46e118-b376-40ff-8748-6a76939bcd01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6a1d304-a8e1-4402-8f2b-88eb24b2dab5 HTTP/1.1" status: 200  len: 835 time: 0.1949372
Dec 15 19:08:09.368018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c1258-7d6f-445e-9b78-22f38431c91e req-14c8eb17-ca75-440c-8d77-71d7197b6663 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:09.369509 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-044c1258-7d6f-445e-9b78-22f38431c91e req-14c8eb17-ca75-440c-8d77-71d7197b6663 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 983 time: 0.3370245
Dec 15 19:08:09.434511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-594859af-ecb9-4166-9371-62f569c3bfed req-7ed9e941-d583-4776-a45c-0d05fb2ba221 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ce261db-1b61-4e36-9000-8bf664412007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1402268
Dec 15 19:08:09.436595 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-044c1258-7d6f-445e-9b78-22f38431c91e req-b171cd5a-80c3-43c4-9f2a-84b443f4a93a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601854
Dec 15 19:08:09.579009 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-594859af-ecb9-4166-9371-62f569c3bfed req-e65d8600-d113-4a4a-928f-568ed95ed01f service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368167
Dec 15 19:08:09.683982 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1130>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'bc0c5eb3-47ca-4098-88d4-4cddefdb9fcd', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'port_id': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1342315489', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'mac_address': 'fa:16:3e:3a:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:06Z', 'updated_at': '2021-12-15T19:08:06Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:54Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:09.689824 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71508752-48ad-4398-b7f2-7df7181c7a6b None None] The sync data for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv is: [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'bc0c5eb3-47ca-4098-88d4-4cddefdb9fcd', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'port_id': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1342315489', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'mac_address': 'fa:16:3e:3a:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfe6a8b-4300-41fd-b62d-869d71fefcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:06Z', 'updated_at': '2021-12-15T19:08:06Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:54Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:08:09.726713 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-594859af-ecb9-4166-9371-62f569c3bfed req-f72a0d2e-8f00-49c3-858a-966d7ad7e75e service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410341
Dec 15 19:08:10.361482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-8eafbed3-6525-4a03-8ac6-58537197378d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:10.363203 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-8eafbed3-6525-4a03-8ac6-58537197378d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 983 time: 0.0800245
Dec 15 19:08:10.435756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-7ebe729b-d913-4257-b3a2-37c4a23613de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:10.437104 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-7ebe729b-d913-4257-b3a2-37c4a23613de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0624602
Dec 15 19:08:10.583059 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-faf55e12-1946-41d9-8a2f-3f4822b0987c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1414084
Dec 15 19:08:10.593573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:10.647661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff90b9-814d-4a1e-9bd4-379eed345587 req-65dc015c-c1fd-41af-9e7e-3ae45e8d6844 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:10.649223 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a5ff90b9-814d-4a1e-9bd4-379eed345587 req-65dc015c-c1fd-41af-9e7e-3ae45e8d6844 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 983 time: 0.0856283
Dec 15 19:08:10.706834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:10.740977 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a5ff90b9-814d-4a1e-9bd4-379eed345587 req-fdbc3b9e-ec8c-4662-8076-7cc7d395b547 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848336
Dec 15 19:08:10.792145 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-0f840eaf-974e-45e3-aa36-901d0ffddb8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0875323
Dec 15 19:08:10.848554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd0578-5750-41e5-9929-66896ae232f2 None None] New status for floating IP bc0c5eb3-47ca-4098-88d4-4cddefdb9fcd: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:08:10.892019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-a53760af-280a-4ef9-8ead-8f84419bb58d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 1098 time: 0.0774870
Dec 15 19:08:10.930009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:10.963852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:08:11.017265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] device_id is not set on port b9503e57-911c-45a4-95b4-99870e5dc047 yet. {{(pid=83671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:08:11.025563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:11.031879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:11.036370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:11.042717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-4be8f31f-ad41-4b8c-a0ca-ce82d77d6387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:11.044398 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-4be8f31f-ad41-4b8c-a0ca-ce82d77d6387 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.1333222
Dec 15 19:08:11.155706 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-7e15ef0b-bb60-436e-8038-59b8bf873aeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21adc69-ec6b-44f9-9c08-e830b8356270 HTTP/1.1" status: 200  len: 1000 time: 0.1025374
Dec 15 19:08:11.167615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=6']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:11.172639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:11.221165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-07b020dd-3066-4b09-8542-aaf9015ffd61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:11.222921 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-07b020dd-3066-4b09-8542-aaf9015ffd61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0603960
Dec 15 19:08:11.232368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] No DVR routers for this DVR port b9503e57-911c-45a4-95b4-99870e5dc047 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:08:11.302912 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-dcaafda7-c3a6-45fd-97fa-8e7f7d26a5a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740948
Dec 15 19:08:11.398234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5c487782-0b17-4cba-934d-dc0fb02bb2e1 None None] Provisioning complete for port b9503e57-911c-45a4-95b4-99870e5dc047 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:11.398535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5c487782-0b17-4cba-934d-dc0fb02bb2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:11.436575 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-799e6ea1-245d-4f85-8c4f-360e8f97bd62 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271963
Dec 15 19:08:11.451415 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-5c487782-0b17-4cba-934d-dc0fb02bb2e1 None None] Port b9503e57-911c-45a4-95b4-99870e5dc047 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:08:11.478169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] In _notify_port_updated(), no bound segment for port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:08:11.479232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:11.480494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7241687f-3e7d-45e6-88e8-c79d0de013b9 req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] 10.222.0.64 "PUT /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1026 time: 0.8908195
Dec 15 19:08:11.579520 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01d7ebeb-d668-4fec-8c69-aa65b03e36ee req-932bd893-67fd-40e6-a576-8cdf4306d36e service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356897
Dec 15 19:08:12.035657 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0df7e08a-f0ec-47e2-9f7e-486f8e6dd48b req-4b1b12a9-d474-4285-95ae-46519774ae96 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bfe6a8b-4300-41fd-b62d-869d71fefcbc HTTP/1.1" status: 200  len: 210 time: 0.1494529
Dec 15 19:08:12.878511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:08:12.935497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:08:13.140163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35344) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:13.281431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f44115b-68fe-4b44-9863-5d0292cc1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.308373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edb7e8-aed7-4c43-a214-60d329acc306 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:13.309716 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-96edb7e8-aed7-4c43-a214-60d329acc306 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 925 time: 0.1685853
Dec 15 19:08:13.486472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35350) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:13.492369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694574850', 'description': 'tempest-secgroup-smoke-1694574850 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:13.498376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:13.508596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:13.517591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.554563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:13.558485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:13.561192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:13.566802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:13.621219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.624716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.628221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0c1a70e-446a-4948-9859-8b0455dd03a5 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:13.669485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaa3128-e52a-4d32-9a7f-997941d6904b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:13.672480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:13.675745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.680010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35354) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:13.680139 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1923034
Dec 15 19:08:13.685969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'eeaa3128-e52a-4d32-9a7f-997941d6904b', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:13.693421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:13.697495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:13.700422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:13.706243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:13.723510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.783481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.786954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.788677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b7909369-6847-4c33-9071-ba782889a2c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:13.811016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc3b22f-2a72-4024-8d4c-1b568c2e93b0,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:13.818471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:13.825758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.826922 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1456668
Dec 15 19:08:13.829666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35360) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:13.835050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'eeaa3128-e52a-4d32-9a7f-997941d6904b', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:13.840802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:13.844606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:13.847466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:13.853194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:13.869931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.932047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.935309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.942884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:13.962567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381d00d4-62d6-4a92-8278-ed85cadee977,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:13.964769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:13.969074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:13.970246 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1396797
Dec 15 19:08:13.972965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35364) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:13.978150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'eeaa3128-e52a-4d32-9a7f-997941d6904b', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:13.983875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:13.988003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:13.991583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:13.997193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:14.013548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.073447 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.076921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.078625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e14cc073-501e-4a98-b50a-f26ce1263b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:14.099717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d934ef-a833-4a8b-9699-56a2b3372f3d,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:14.104078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:14.108245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.109404 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1354771
Dec 15 19:08:14.112411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35368) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:14.118334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'eeaa3128-e52a-4d32-9a7f-997941d6904b', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:14.124030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:14.127770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:14.131147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:14.136735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:14.152744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.214884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.218259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.220025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ff1c7155-d7ae-408d-826e-e395818f7047 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:14.245331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668e0082-053e-4f0b-979f-63daf8dd680e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:14.249605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:14.253759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.255027 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1416044
Dec 15 19:08:14.258067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35372) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:14.263443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'eeaa3128-e52a-4d32-9a7f-997941d6904b', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:14.269142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:14.273053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:14.275904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:14.281547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:14.292514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:08:14.299002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.361822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.365985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.371512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-03dfedb6-8f18-46f2-9f2d-f8b366e0707f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:14.389695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab798dd0-32df-4c6d-b7ac-0e5c4213bd5f,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:14.392155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:14.399035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.400275 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1412830
Dec 15 19:08:14.402956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35376) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:14.408194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'eeaa3128-e52a-4d32-9a7f-997941d6904b', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:14.414212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:14.417916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:14.420677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:14.426257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:14.436991 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:08:14.443118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.506711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.510157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.511993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-06063d45-84bc-4b74-9efa-fe958bb3c8a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:14.533596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce37840b-3952-49ca-a8bb-0966a3e3e534,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:14.535895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:14.543404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:14.544621 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1407773
Dec 15 19:08:14.767231 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-d3be8c5a-c80e-4711-adc5-aadc8a2ba89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694574850&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0435696
Dec 15 19:08:14.839358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574057-45b2-493e-bdd0-2933d234de53 req-5a3b21b9-4e1f-413d-86cb-8c9e7be18163 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:14.840655 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-5a3b21b9-4e1f-413d-86cb-8c9e7be18163 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 930 time: 0.0666409
Dec 15 19:08:14.909014 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-219b9c51-4347-40f5-9de5-17204741fe3e service neutron] 10.222.0.48 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0561631
Dec 15 19:08:15.035513 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-bc50ccf7-b5fc-412e-bb67-b8291dff8fb6 service neutron] 10.222.0.48 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210954
Dec 15 19:08:15.165048 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2af80e87-7d71-42b6-b03d-82e330916f69 service neutron] 10.222.0.48 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240234
Dec 15 19:08:15.348700 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cec6943f-e55e-4b58-8406-c05ab1c53ae5 req-e7b6e847-a39a-4263-80a1-08ebabb6a0af tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 210 time: 0.0459316
Dec 15 19:08:15.532666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2e6dcdb1-f6ee-4aa1-872f-5ad06a2b1d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:16.250146 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-423d0077-d55a-4074-8dc3-69d15032f0bb service neutron] 10.222.0.64 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1026 time: 0.0635591
Dec 15 19:08:16.401587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574057-45b2-493e-bdd0-2933d234de53 req-fe068f9a-a228-4881-b4c3-00be9a36a977 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:16.403001 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-fe068f9a-a228-4881-b4c3-00be9a36a977 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 200  len: 796 time: 0.1475224
Dec 15 19:08:16.460748 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-32c11d3f-0000-4adb-b81a-3674f8ecc71b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 472 time: 0.0418255
Dec 15 19:08:16.476037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Request body: {'port': {'device_id': 'a68b6731-07e6-431e-89df-c77ca5f5eefa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:16.552071 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e9116a42-bc69-4d0e-a5b1-fe732d8a6762 req-e424ea4c-bd37-49b8-97ed-a0b02720e4f0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 210 time: 0.0795963
Dec 15 19:08:16.619342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:16.695012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:16.800504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:16.951176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9503e57-911c-45a4-95b4-99870e5dc047 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:08:16.957770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:16.971745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Transition to ACTIVE for port object b9503e57-911c-45a4-95b4-99870e5dc047 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:16.974986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:16.979008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fef5d58c-1806-4781-b33d-4e7a06403d08 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:17.198056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=7']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:17.202594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:17.330688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:08:17.331305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:08:17.331434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:08:17.338760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:08:17.339065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Attempting to bind port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:08:17.345222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:08:17.345588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Checking segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:08:17.345966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Bound using segment: {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:08:17.346382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Bound port: b9503e57-911c-45a4-95b4-99870e5dc047, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:08:17.346721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:17.431940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:08:17.434770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:08:17.439293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:17.442804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-93d331e6-a622-46da-852a-db54861f1aaf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:17.498700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:17.500092 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1131 time: 1.0288768
Dec 15 19:08:17.500611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68b6731-07e6-431e-89df-c77ca5f5eefa', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:17.523807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=8']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:17.526937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:17.582976 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68b6731-07e6-431e-89df-c77ca5f5eefa', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'status': 'completed', 'code': 200}
Dec 15 19:08:17.618998 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-c8ad7283-2fb1-4c94-9b15-6c16fcfc07b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 1134 time: 0.0796239
Dec 15 19:08:17.769080 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-ebfb8451-ec75-406a-8c98-6ec8f30302ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1037 time: 0.1424687
Dec 15 19:08:17.831320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc299f-d9c1-4fe6-9029-692dae3c5836 req-5cadf759-daa0-4682-a7a3-9cd94984d4d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:17.833243 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-00fc299f-d9c1-4fe6-9029-692dae3c5836 req-5cadf759-daa0-4682-a7a3-9cd94984d4d2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 981 time: 0.1530106
Dec 15 19:08:17.865570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e574057-45b2-493e-bdd0-2933d234de53 req-465b556e-fc22-4eed-818f-1af9bba3ae64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:17.866942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-465b556e-fc22-4eed-818f-1af9bba3ae64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6a1d304-a8e1-4402-8f2b-88eb24b2dab5 HTTP/1.1" status: 200  len: 835 time: 0.0877657
Dec 15 19:08:17.925476 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-00fc299f-d9c1-4fe6-9029-692dae3c5836 req-8c84a8a6-fe64-425f-8027-3ce378796920 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863564
Dec 15 19:08:17.950803 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-d63a8185-d3b1-47d0-8d22-0ebed733ed7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ce261db-1b61-4e36-9000-8bf664412007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757720
Dec 15 19:08:18.078470 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-accdf27c-4f5c-4272-8eda-076e68a64ae3 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210887
Dec 15 19:08:18.205085 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e574057-45b2-493e-bdd0-2933d234de53 req-69b74760-5ec1-4d4d-ae7c-fa44a01ad815 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205280
Dec 15 19:08:18.218869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:18.315843 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-8326f643-ecc7-4924-a69a-1a4ca8065ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 1134 time: 0.0706544
Dec 15 19:08:18.445573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-515c03fe-2d30-4cdb-a19e-3ca521481c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:18.446883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-515c03fe-2d30-4cdb-a19e-3ca521481c34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 200  len: 897 time: 0.1241765
Dec 15 19:08:18.544179 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-6a18dd67-126a-4a66-bc88-bab911e0fdbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1037 time: 0.0900342
Dec 15 19:08:18.609045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-5b0b0d96-476c-4f16-a8c8-7b4aeae64024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:18.610457 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-5b0b0d96-476c-4f16-a8c8-7b4aeae64024 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6a1d304-a8e1-4402-8f2b-88eb24b2dab5 HTTP/1.1" status: 200  len: 835 time: 0.0593207
Dec 15 19:08:18.683721 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-a5c76df0-75eb-4f1f-afa5-41ca68addade service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ce261db-1b61-4e36-9000-8bf664412007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662010
Dec 15 19:08:18.911775 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-ace100a3-1143-473e-b6be-add2ec7aac52 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200811
Dec 15 19:08:19.042776 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-82aba93b-2d49-46cb-8592-adcf415f4479 req-161c3e9e-7315-4a3f-97d9-9f213ceed210 service neutron] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241279
Dec 15 19:08:19.121108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a09a-dae6-4c1e-aa3a-dd23ac636763 req-5fac245a-84b1-40c6-b1bb-b89da877a030 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:19.122556 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed1a09a-dae6-4c1e-aa3a-dd23ac636763 req-5fac245a-84b1-40c6-b1bb-b89da877a030 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 981 time: 0.0763431
Dec 15 19:08:19.165816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0ed1a09a-dae6-4c1e-aa3a-dd23ac636763 req-bf48783c-1b08-465a-83bc-c5e65b3bff39 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:19.180170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0ed1a09a-dae6-4c1e-aa3a-dd23ac636763 req-bf48783c-1b08-465a-83bc-c5e65b3bff39 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:19.181511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed1a09a-dae6-4c1e-aa3a-dd23ac636763 req-bf48783c-1b08-465a-83bc-c5e65b3bff39 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534818
Dec 15 19:08:20.377281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d79d-80e9-4b23-8477-4f7767aeb339 req-f74195f2-05cd-4263-a94b-8626bde7ca05 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:20.378625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c490d79d-80e9-4b23-8477-4f7767aeb339 req-f74195f2-05cd-4263-a94b-8626bde7ca05 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 981 time: 0.0803506
Dec 15 19:08:20.422386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c490d79d-80e9-4b23-8477-4f7767aeb339 req-68a79a63-1f6f-4034-b804-403b3262f6ff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383544
Dec 15 19:08:20.926536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:08:21.057582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:21.070717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'port_id': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'mac_address': 'fa:16:3e:3a:4e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:08:21.125641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:21.142515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9503e57-911c-45a4-95b4-99870e5dc047 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:08:21.157847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:21.161858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:21.163768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:21.226690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=9']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:21.229706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:21.372556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['b9503e57-911c-45a4-95b4-99870e5dc047'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:08:21.619796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d91b58-a5c1-4651-ae6e-e2de4c88443c req-3a4fcf34-afa8-4d93-8dc5-d2abab2bdfb4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:21.621228 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b0d91b58-a5c1-4651-ae6e-e2de4c88443c req-3a4fcf34-afa8-4d93-8dc5-d2abab2bdfb4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 982 time: 0.0803864
Dec 15 19:08:21.665836 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b0d91b58-a5c1-4651-ae6e-e2de4c88443c req-c6126c6d-d382-450d-90d6-75ca94df4286 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390902
Dec 15 19:08:22.860665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd19933-160e-4e5f-8587-8aebba327234 req-f74af3a2-6884-4211-9c5b-61d60297fdce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:22.862372 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6fd19933-160e-4e5f-8587-8aebba327234 req-f74af3a2-6884-4211-9c5b-61d60297fdce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 982 time: 0.0752687
Dec 15 19:08:22.912147 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6fd19933-160e-4e5f-8587-8aebba327234 req-85ad825c-a280-4002-a694-f4550c21faf6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437889
Dec 15 19:08:22.942713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:23.009117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port b9503e57-911c-45a4-95b4-99870e5dc047 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:23.013716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port b9503e57-911c-45a4-95b4-99870e5dc047 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:23.014092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:23.154867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:23.181701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68b6731-07e6-431e-89df-c77ca5f5eefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:23.191332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:23.195313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:23.197347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:23.236303 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68b6731-07e6-431e-89df-c77ca5f5eefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9503e57-911c-45a4-95b4-99870e5dc047', 'code': 200}
Dec 15 19:08:23.262337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=10']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:23.265181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:23.457143 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c683678-4fc2-428a-941d-dda5cc02203f req-b3f4ad02-9132-47ef-918e-87814cae54ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 1137 time: 0.0677776
Dec 15 19:08:23.500193 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c683678-4fc2-428a-941d-dda5cc02203f req-d9a0995d-30f7-4c33-b1a5-1556c28e20a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371060
Dec 15 19:08:24.137354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6abb1-8683-4509-82d1-a187ff48ae36 req-2fa94316-1a6a-4d28-9342-597e9317b8f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:24.138697 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a6e6abb1-8683-4509-82d1-a187ff48ae36 req-2fa94316-1a6a-4d28-9342-597e9317b8f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 984 time: 0.1081662
Dec 15 19:08:24.182358 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a6e6abb1-8683-4509-82d1-a187ff48ae36 req-caa7ba31-8d38-46d3-993b-55c4cd60d660 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381801
Dec 15 19:08:25.378681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb972db8-7e69-473d-96fb-9147c785d4a5 req-9acb6874-229d-4901-8333-ca9066fe10a3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:25.380669 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bb972db8-7e69-473d-96fb-9147c785d4a5 req-9acb6874-229d-4901-8333-ca9066fe10a3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 984 time: 0.0773427
Dec 15 19:08:25.424673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bb972db8-7e69-473d-96fb-9147c785d4a5 req-49b03af1-9a96-40c8-99c3-1cd07eacff8a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385962
Dec 15 19:08:25.619538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83212ca-d182-49bb-b1cd-d6f836409e35 req-a61e2336-05e8-45a2-8806-87fd56196b75 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:25.620969 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f83212ca-d182-49bb-b1cd-d6f836409e35 req-a61e2336-05e8-45a2-8806-87fd56196b75 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 984 time: 0.0794563
Dec 15 19:08:25.664290 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f83212ca-d182-49bb-b1cd-d6f836409e35 req-77a29269-3ec8-43a7-9c34-6fee53fafc41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378509
Dec 15 19:08:25.691792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35420) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:25.766526 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-05be6ebc-e192-41ee-a099-b909f18f7893 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa&network_id=1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 200  len: 1132 time: 0.0732415
Dec 15 19:08:26.130231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cb87c-18a8-4a11-a729-225fdef07f22 req-6f85ee35-b6f6-4f11-944a-8ab976791f61 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:26.131568 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-393cb87c-18a8-4a11-a729-225fdef07f22 req-6f85ee35-b6f6-4f11-944a-8ab976791f61 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 984 time: 0.0761640
Dec 15 19:08:26.177691 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-393cb87c-18a8-4a11-a729-225fdef07f22 req-1afccadf-3ff7-4b07-8a4c-8c628a00210a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406134
Dec 15 19:08:27.001126 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:27.362057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-9a316f62-0598-40b9-a10e-115adb8ba30c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:27.363647 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-9a316f62-0598-40b9-a10e-115adb8ba30c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 984 time: 0.0809333
Dec 15 19:08:27.380618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578d7e-e424-4d01-ac1c-bb233c8a52f9 req-f25ed808-aae9-420a-a80c-805b65da46a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:27.382097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a9578d7e-e424-4d01-ac1c-bb233c8a52f9 req-f25ed808-aae9-420a-a80c-805b65da46a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 984 time: 0.0811291
Dec 15 19:08:27.427563 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a9578d7e-e424-4d01-ac1c-bb233c8a52f9 req-bd86ae93-53ca-45bf-bcd9-e968cc9baf67 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c0f689-276f-4b16-b14e-7e606cd283fa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399191
Dec 15 19:08:27.431960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-29f4e678-7f78-430f-b59f-751f25fef08e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:27.433380 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-29f4e678-7f78-430f-b59f-751f25fef08e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0641446
Dec 15 19:08:27.574207 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-b497bcc3-d823-4f01-9efd-ce985ed1e582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1355920
Dec 15 19:08:27.584346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:27.690204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:27.885481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b9503e57-911c-45a4-95b4-99870e5dc047,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:27.913267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] For port b9503e57-911c-45a4-95b4-99870e5dc047, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:08:27.962136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] device_id is not set on port b9503e57-911c-45a4-95b4-99870e5dc047 yet. {{(pid=83670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 15 19:08:27.969860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:27.975152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:27.979218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:28.205952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Pushing event updated for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=11']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:28.210200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:28.268108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] No DVR routers for this DVR port b9503e57-911c-45a4-95b4-99870e5dc047 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:08:28.312325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-32035e14-e81f-4476-b25d-9eb428a65dd3 None None] Provisioning complete for port b9503e57-911c-45a4-95b4-99870e5dc047 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:28.313337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-32035e14-e81f-4476-b25d-9eb428a65dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:28.365904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-32035e14-e81f-4476-b25d-9eb428a65dd3 None None] Port b9503e57-911c-45a4-95b4-99870e5dc047 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:08:28.508687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] In _notify_port_updated(), no bound segment for port b9503e57-911c-45a4-95b4-99870e5dc047 on network 1ce261db-1b61-4e36-9000-8bf664412007 {{(pid=83670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 15 19:08:28.509773 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:28.511039 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-19bf29d5-2a7c-430d-9115-3ab3d441ed09 req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] 10.222.0.64 "PUT /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 200  len: 1027 time: 0.9309633
Dec 15 19:08:28.592458 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-709b1589-23e3-4223-89ff-636f0429008d req-c06246ff-4d62-4332-9581-eba075b5b309 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=a68b6731-07e6-431e-89df-c77ca5f5eefa HTTP/1.1" status: 200  len: 210 time: 0.0442777
Dec 15 19:08:29.697941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35434) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:29.766893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:29.794586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:29.859555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:29.863586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b79bc438-101b-42c7-a315-35bfd8e80381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:29.878821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaa3128-e52a-4d32-9a7f-997941d6904b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:29.882113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:29.889056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:29.890198 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/eeaa3128-e52a-4d32-9a7f-997941d6904b HTTP/1.1" status: 204  len: 168 time: 0.1912711
Dec 15 19:08:29.929721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35440) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:30.126506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port df04b47b-3821-4df5-a6c1-0e5e26a8cc93 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:08:30.126907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:30.295025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:30.295356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:30.411276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for df04b47b-3821-4df5-a6c1-0e5e26a8cc93 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:08:30.555239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:30.559281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:30.600422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=df04b47b-3821-4df5-a6c1-0e5e26a8cc93,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:30.603368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:30.691256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:30.974746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:08:31.029276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b9503e57-911c-45a4-95b4-99870e5dc047 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:08:31.174461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router a426ae9d-449e-4249-9239-fcdbf1851dae has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:08:31.369421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:08:31.378599 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] Sync routers for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:08:31.389327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:31.391321 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:31.391922 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:31.445612 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/bc0c5eb3-47ca-4098-88d4-4cddefdb9fcd HTTP/1.1" status: 204  len: 168 time: 1.5147772
Dec 15 19:08:31.567889 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:31.597343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35448) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:31.668558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:31.697483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:31.764036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:31.769105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1d173726-add6-484f-9d8e-aa2ba0f8f985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:31.784206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c6a83b-eae6-48ea-be7a-8a418c109cb0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:31.789664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:31.791400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:31.792511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/49c6a83b-eae6-48ea-be7a-8a418c109cb0 HTTP/1.1" status: 204  len: 168 time: 0.1941082
Dec 15 19:08:31.831928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35454) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:31.885124 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1190>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:54Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:31.889021 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] Checking router: a426ae9d-449e-4249-9239-fcdbf1851dae for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:08:31.900019 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port b9503e57-911c-45a4-95b4-99870e5dc047 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:08:31.900195 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:31.900358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:31.900716 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1190>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:32.071316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:32.137378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:32.256492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for b9503e57-911c-45a4-95b4-99870e5dc047 owned by  {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:08:32.396928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:32.402337 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b1190>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:54Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:32.403350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08fc6f5c-f849-4f16-ae15-b5920e0e3043 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:32.406272 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc9fd6d-e2f3-474a-82d5-6d116ad0f0f8 None None] The sync data for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv is: [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c4a30a37-e719-41a6-be79-c827dcc2092b', 'name': '', 'network_id': '1ce261db-1b61-4e36-9000-8bf664412007', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:d7:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:47Z', 'updated_at': '2021-12-15T19:07:54Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'a6a1d304-a8e1-4402-8f2b-88eb24b2dab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:08:32.447668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=b9503e57-911c-45a4-95b4-99870e5dc047,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:32.450081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:32.550617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:32.563914 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/ports/b9503e57-911c-45a4-95b4-99870e5dc047 HTTP/1.1" status: 204  len: 168 time: 0.7307947
Dec 15 19:08:32.565096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35458) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:32.640645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d179a-5023-4ac4-82e1-2c749c084dab None None] New status for floating IP bc0c5eb3-47ca-4098-88d4-4cddefdb9fcd: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:08:33.079004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:33.673972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port c4a30a37-e719-41a6-be79-c827dcc2092b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:08:33.674725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:33.856712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port c4a30a37-e719-41a6-be79-c827dcc2092b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c4a30a37-e719-41a6-be79-c827dcc2092b,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:33.857067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:33.978323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for c4a30a37-e719-41a6-be79-c827dcc2092b owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:08:34.153971 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:34.158354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:34.200734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=c4a30a37-e719-41a6-be79-c827dcc2092b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:34.203524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:34.599268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:35.166367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router a426ae9d-449e-4249-9239-fcdbf1851dae has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:08:35.362522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:08:35.371774 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] Sync routers for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:08:35.376044 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/a426ae9d-449e-4249-9239-fcdbf1851dae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8098459
Dec 15 19:08:35.378625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35462) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:35.383787 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:35.384391 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee021d90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:35.558034 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:35.560142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet a6a1d304-a8e1-4402-8f2b-88eb24b2dab5 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:08:35.563046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:35.621070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:35.703234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:35.777421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:35.781547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8375c173-398e-4ec5-b3f9-a32f1a0b7bc5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:35.841404 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee021d90>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:08:34Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:35.845901 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] Checking router: a426ae9d-449e-4249-9239-fcdbf1851dae for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:08:35.857086 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] Routers {'a426ae9d-449e-4249-9239-fcdbf1851dae'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:35.857779 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee021d90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['a426ae9d-449e-4249-9239-fcdbf1851dae'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:35.937353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a1d304-a8e1-4402-8f2b-88eb24b2dab5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:35.939724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:35.942409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:35.948430 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/a6a1d304-a8e1-4402-8f2b-88eb24b2dab5 HTTP/1.1" status: 204  len: 168 time: 0.5688734
Dec 15 19:08:35.949553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6234e27-157c-4c44-ae67-5e3064a23cb5 None None] Network 1ce261db-1b61-4e36-9000-8bf664412007 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:08:35.951062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35466) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:36.037001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] Set router a426ae9d-449e-4249-9239-fcdbf1851dae gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:36.153743 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:08:36.166890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.210111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] DHCP port deletion for 1ce261db-1b61-4e36-9000-8bf664412007 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:08:36.214643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Deleting port acbfddb3-7234-46f2-bac0-9aef41d0bae5 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:08:36.215095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.320796 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device acbfddb3-7234-46f2-bac0-9aef41d0bae5 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:08:36.358812 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee021d90>, [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:08:34Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:36.364194 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d9810-a570-465e-98d1-a721696c49d5 None None] The sync data for ids ['a426ae9d-449e-4249-9239-fcdbf1851dae'] in dv-neutron-821830-2-hyperv is: [{'id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'name': 'tempest-TestNetworkBasicOps-router-1913651878', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:08:34Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426ae9d-449e-4249-9239-fcdbf1851dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:43Z', 'updated_at': '2021-12-15T19:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:08:36.379424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.390272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:08:36.390645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.523563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] For port acbfddb3-7234-46f2-bac0-9aef41d0bae5, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=acbfddb3-7234-46f2-bac0-9aef41d0bae5,segment=NetworkSegment(0c1cf1bb-3d92-4ad2-8665-fe81d84d2317),segment_id=0c1cf1bb-3d92-4ad2-8665-fe81d84d2317)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:36.523857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.563898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:36.564250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.652226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Calling delete_port for acbfddb3-7234-46f2-bac0-9aef41d0bae5 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:08:36.682815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.688174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:08:36.794746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.804246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:36.850614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Pushing event deleted for resources: {'Port': ['ID=acbfddb3-7234-46f2-bac0-9aef41d0bae5,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:36.853344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:36.856742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] No DVR routers for this DVR port acbfddb3-7234-46f2-bac0-9aef41d0bae5 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:08:36.873192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:36.876899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d6714479-4589-4ff5-a685-4fda7a9e7f32 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:36.918739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:36.922923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:37.142506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.498834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.503005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.527455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.527935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router a426ae9d-449e-4249-9239-fcdbf1851dae {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:08:37.541756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.542852 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/a426ae9d-449e-4249-9239-fcdbf1851dae HTTP/1.1" status: 204  len: 168 time: 1.5906904
Dec 15 19:08:37.545658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35470) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:37.660296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.793567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.818159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec574fd0>,) {'filters': {'network_id': ['1ce261db-1b61-4e36-9000-8bf664412007']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:37.830509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec574fd0>, '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:37.830800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec574fd0>, '0c1cf1bb-3d92-4ad2-8665-fe81d84d2317') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:37.841882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.857137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.863041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:08:37.863418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:08:37.878028 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:08:37.957879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.962672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:37.965661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-50d281e6-854d-4cf4-9fd6-0a7a14f26871 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:37.989336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=1ce261db-1b61-4e36-9000-8bf664412007,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:37.992470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:37.998163 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/1ce261db-1b61-4e36-9000-8bf664412007 HTTP/1.1" status: 204  len: 168 time: 0.4513719
Dec 15 19:08:38.013421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35474) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:38.024581 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-44e29200-936f-4f30-a504-1104c6a43e7c tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0112243
Dec 15 19:08:38.026846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35478) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:38.031899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--1511766347', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:38.036463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:38.040543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:38.043893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:38.049558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:38.059767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:08:38.062723 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.090409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:08:38.099311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.099651 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment d9c4d2f3-51f1-4f56-9249-bc9a46f64732 of type vlan for network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827
Dec 15 19:08:38.125649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.158798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.162734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:38.163790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.167296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-32b90ad8-6232-4d52-9b42-d8e64f557463 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:38.271942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:38.274948 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2472403
Dec 15 19:08:38.277172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-40a72e24-e6a4-472d-ab0f-4cb9307baf99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:38.277789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35482) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:38.283098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-8022429', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:38.285932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:08:38.290813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:38.294992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:38.297906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:38.305816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:38.310814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:08:38.315718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.316690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.335776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.389991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:08:38.390347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device f5fc9006-31b1-49d7-8ee8-f0829dbc9f5d not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:08:38.390779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c4a30a37-e719-41a6-be79-c827dcc2092b no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:08:38.440860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c4a30a37-e719-41a6-be79-c827dcc2092b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:08:38.441210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c4a30a37-e719-41a6-be79-c827dcc2092b not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:08:38.498693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.671462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.699417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:38.834676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.76 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/554a29d9-7868-465c-b786-1094bbd058e3) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:08:39.081246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:39.108420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:39.111884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f1e73942-5bbc-4d37-8ab4-9bd3afdfcdff tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:39.178695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:08:39.179473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=554a29d9-7868-465c-b786-1094bbd058e3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:39.181958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:39.183675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:39.184366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:08:39.335370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:39.336012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:39.560163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 13e49673-a052-4467-92b4-2eb4e136055f is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:08:39.761768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:08:39.770979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Sync routers for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:08:39.786843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:39.786843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced38ae20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:39.790738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:39.791995 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 1.5132380
Dec 15 19:08:39.795296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35486) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:39.838835 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f4d604e9-fd76-4c2c-8215-00c513cda7c4 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0423107
Dec 15 19:08:39.841484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35490) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:39.969252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789420c7-f66c-4010-8fcd-f616cb7ca5f9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:39.970751 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-789420c7-f66c-4010-8fcd-f616cb7ca5f9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1283822
Dec 15 19:08:39.973845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35494) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:40.013169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:40.013382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c787af3e-d72f-46c1-9cf3-e2936abd564d tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382042
Dec 15 19:08:40.015674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35498) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:40.020949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442294806', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:40.134566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:40.139191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:40.142088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:40.149150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:40.158490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:08:40.261478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:40.300067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced38ae20>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:39Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:40.303837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Checking router: 13e49673-a052-4467-92b4-2eb4e136055f for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:08:40.304219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Updating router 13e49673-a052-4467-92b4-2eb4e136055f port 554a29d9-7868-465c-b786-1094bbd058e3 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:08:40.354639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:40.476116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:40.480452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-23ad7e44-bd36-4466-8bfe-93f251cd8cd9 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:40.558884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=f3bfee7d-888e-4da3-8fbd-7446979a6a0b,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:40.562119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:40.569025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:08:40.569426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:08:40.592167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:08:40.601674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:40.605598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:40.606178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:40.612406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c24c48-9244-41c6-88fb-ed80ed2b902c None None] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:08:40.628800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6121175
Dec 15 19:08:40.631582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35502) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:40.780073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:40.807021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Transition to ACTIVE for port object 554a29d9-7868-465c-b786-1094bbd058e3 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:40.841869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:40.849456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:40.935781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81626bf5-d07b-4276-9190-de9ceca0a304 None None] Pushing event updated for resources: {'Port': ['ID=554a29d9-7868-465c-b786-1094bbd058e3,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:40.940904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-81626bf5-d07b-4276-9190-de9ceca0a304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:40.964789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Attempting to bind port 554a29d9-7868-465c-b786-1094bbd058e3 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:08:40.965158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Attempting to bind port 554a29d9-7868-465c-b786-1094bbd058e3 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:08:40.965548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Attempting to bind port 554a29d9-7868-465c-b786-1094bbd058e3 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:08:40.983786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:08:40.984286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:08:40.984567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:40.985088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:08:40.985454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Bound port: 554a29d9-7868-465c-b786-1094bbd058e3, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:08:40.985835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:41.014288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:08:41.015027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:41.125201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] For port 554a29d9-7868-465c-b786-1094bbd058e3, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:08:41.145700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] For port 554a29d9-7868-465c-b786-1094bbd058e3, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=554a29d9-7868-465c-b786-1094bbd058e3,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:08:41.178683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:41.186965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-adfbd7dd-9f4d-4971-91b4-0b139858c2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:41.275273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Allocated IP 172.20.0.2 (f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827/f3bfee7d-888e-4da3-8fbd-7446979a6a0b/237ef46d-9ede-4a28-a697-8acf1ea1c334) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:08:41.283513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81626bf5-d07b-4276-9190-de9ceca0a304 None None] Pushing event updated for resources: {'Port': ['ID=554a29d9-7868-465c-b786-1094bbd058e3,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:41.290143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-81626bf5-d07b-4276-9190-de9ceca0a304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:41.319177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:41.319814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced38ae20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:41.524078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:41.667534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:41.811778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:41.873038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Transition to ACTIVE for port object 237ef46d-9ede-4a28-a697-8acf1ea1c334 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:41.913778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Transition to ACTIVE for port object 237ef46d-9ede-4a28-a697-8acf1ea1c334 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:41.927836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:41.933752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b088db84-0911-49dc-8836-f06fa9dcfba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:41.983036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827/f3bfee7d-888e-4da3-8fbd-7446979a6a0b/82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:08:42.039385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:08:42.040093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Pushing event updated for resources: {'Port': ['ID=237ef46d-9ede-4a28-a697-8acf1ea1c334,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:42.043751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:42.045470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:42.046819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:08:42.145488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Attempting to bind port 237ef46d-9ede-4a28-a697-8acf1ea1c334 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:08:42.145682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:42.145784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Attempting to bind port 237ef46d-9ede-4a28-a697-8acf1ea1c334 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:08:42.146120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Attempting to bind port 237ef46d-9ede-4a28-a697-8acf1ea1c334 on network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:08:42.153003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced38ae20>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:39Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:42.158913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300162c-4888-4a2a-87ae-afec37a41d82 None None] The sync data for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv is: [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:39Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:08:42.160647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:08:42.161027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Checking segment: {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:08:42.161580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:42.161915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Bound using segment: {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:08:42.162297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:42.162402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Bound port: 237ef46d-9ede-4a28-a697-8acf1ea1c334, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:08:42.162699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:42.189704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:42.195835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1a2a8234-5184-4b61-97e4-1fa6628ef5be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:42.256264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:08:42.259954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:42.261417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] For port 237ef46d-9ede-4a28-a697-8acf1ea1c334, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:08:42.267480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] For port 237ef46d-9ede-4a28-a697-8acf1ea1c334, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=237ef46d-9ede-4a28-a697-8acf1ea1c334,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:08:42.268570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:08:42.272205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:42.276995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:42.305582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:42.310391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:42.333702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:42.376633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Pushing event updated for resources: {'Port': ['ID=237ef46d-9ede-4a28-a697-8acf1ea1c334,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:42.381520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:42.453038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:43.011992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:43.018083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:43.048804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6150313c-3fdd-4f2f-93e7-e0d3648af74f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:43.135557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:43.140029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:43.141015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:43.282980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:08:43.284025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-30193447-292b-4dc3-bc15-d96a247d8051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:43.284616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:43.319731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095daef-ddaf-4ed1-97bd-98f327d7d69d None None] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:08:43.428231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-342ea6a9-8dd6-4fc0-ab62-6f31543b8557 None None] Provisioning for port 237ef46d-9ede-4a28-a697-8acf1ea1c334 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:43.664967 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 13e49673-a052-4467-92b4-2eb4e136055f has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:08:43.869083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0ce4fc1f-c1af-49cc-b99c-87db42dc7d0d None None] Provisioning for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:43.874199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0ce4fc1f-c1af-49cc-b99c-87db42dc7d0d None None] Provisioning complete for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:43.874554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0ce4fc1f-c1af-49cc-b99c-87db42dc7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:43.876814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:08:43.893568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/13e49673-a052-4467-92b4-2eb4e136055f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2588522
Dec 15 19:08:43.894225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35506) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:43.931761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4fc1f-c1af-49cc-b99c-87db42dc7d0d None None] Port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:08:44.039287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d339cc-985f-4f1f-98de-5da1f9bdba9f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.039796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d339cc-985f-4f1f-98de-5da1f9bdba9f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.040021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d339cc-985f-4f1f-98de-5da1f9bdba9f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.040380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d339cc-985f-4f1f-98de-5da1f9bdba9f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.040732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d339cc-985f-4f1f-98de-5da1f9bdba9f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.041121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d339cc-985f-4f1f-98de-5da1f9bdba9f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.042962 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e0d339cc-985f-4f1f-98de-5da1f9bdba9f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1477959
Dec 15 19:08:44.045816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35510) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:44.068407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c92a49a7-4415-49ab-9af2-7a4369ba28ab None None] Provisioning complete for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:44.068790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c92a49a7-4415-49ab-9af2-7a4369ba28ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.125875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-c92a49a7-4415-49ab-9af2-7a4369ba28ab None None] Port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:08:44.126579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e194f0-47b7-4109-908d-d1cd65313cfa tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.126949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e194f0-47b7-4109-908d-d1cd65313cfa tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.127305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e194f0-47b7-4109-908d-d1cd65313cfa tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.127657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e194f0-47b7-4109-908d-d1cd65313cfa tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.128000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e194f0-47b7-4109-908d-d1cd65313cfa tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.128356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e194f0-47b7-4109-908d-d1cd65313cfa tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:44.130054 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-70e194f0-47b7-4109-908d-d1cd65313cfa tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0833364
Dec 15 19:08:44.132735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35514) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:44.248340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-52ed575d-231a-4a6f-9484-26641097029f None None] Provisioning complete for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:44.248626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-52ed575d-231a-4a6f-9484-26641097029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.305642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-52ed575d-231a-4a6f-9484-26641097029f None None] Port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:08:44.361449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 554a29d9-7868-465c-b786-1094bbd058e3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:44.452425 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6a51529e-1551-4ec5-889d-47b357fa5fe2 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.3178651
Dec 15 19:08:44.468903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 554a29d9-7868-465c-b786-1094bbd058e3 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:44.473434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 554a29d9-7868-465c-b786-1094bbd058e3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:44.473812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.588382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.604525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 554a29d9-7868-465c-b786-1094bbd058e3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=554a29d9-7868-465c-b786-1094bbd058e3,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:44.608346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.609240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 237ef46d-9ede-4a28-a697-8acf1ea1c334 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:44.632180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ddfffe5-f5b9-40df-a5da-69fe2f98b787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:44.719807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=554a29d9-7868-465c-b786-1094bbd058e3,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:44.723177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:44.736341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 237ef46d-9ede-4a28-a697-8acf1ea1c334 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:44.742138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 237ef46d-9ede-4a28-a697-8acf1ea1c334 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:44.742665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.851673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35520) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:44.853454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.858241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861263223', 'description': 'tempest-secgroup-smoke-1861263223 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:44.864098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:44.869066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:44.871964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:44.877973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:44.887128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 237ef46d-9ede-4a28-a697-8acf1ea1c334, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=237ef46d-9ede-4a28-a697-8acf1ea1c334,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:44.889647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.890825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:44.892794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b8126a7-3455-4c59-be6b-55550b1f08ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:44.926503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:44.930293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:44.933132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:44.939070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:44.959401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=237ef46d-9ede-4a28-a697-8acf1ea1c334,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:44.963170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:44.997939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.001503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.006355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7eefb49e-e2f3-49a2-b5b6-7d1309b3226d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:45.045685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72016fc3-dc10-4b00-afca-ba62fbd3e637,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:45.048407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.049585 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1963325
Dec 15 19:08:45.050452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:45.052393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35524) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:45.057803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '72016fc3-dc10-4b00-afca-ba62fbd3e637', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:45.063585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:45.067366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:45.071733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:45.077489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:45.094669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.155597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.158944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.160608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:45.181373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074aca4d-bca1-4c53-9746-eb95bbbef4a6,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:45.183714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:45.190792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.191914 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1386375
Dec 15 19:08:45.194915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35528) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:45.201807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '72016fc3-dc10-4b00-afca-ba62fbd3e637', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:45.208107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:45.212667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:45.215566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:45.221361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:45.236805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.300598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.304243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.306602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6b15b712-cee6-4492-a330-5cec141da98f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:45.328353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66615c3f-15c5-4077-9bf3-00cdae9c4c6a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:45.330766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:45.337684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.338838 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1422706
Dec 15 19:08:45.341728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35532) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:45.347324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '72016fc3-dc10-4b00-afca-ba62fbd3e637', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:45.353244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:45.356985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:45.359800 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:45.368206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:45.383986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.448652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.452445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.458572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b85afd20-9d56-4258-bc01-3dd9cc6795ae tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:45.480016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d2251f-8f09-42fb-8042-3f60a3b80474,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:45.482664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:45.489896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.491177 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4ed49ce7-6af7-4d0e-9060-0bafb5534da7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1483915
Dec 15 19:08:45.494643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35536) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:45.500345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '72016fc3-dc10-4b00-afca-ba62fbd3e637', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:45.506375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:45.510743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:45.513659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:45.519738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:45.536595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-42aed731-71da-44ce-8b79-a5eb48e23ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.537092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.602353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.606287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.608159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c76095b1-0cd9-49cc-b626-9a4fbec5bd3f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:45.629441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8ae29e-05af-41c9-b49c-9ce629cb8648,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:45.634106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:45.641847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.643003 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1474571
Dec 15 19:08:45.645759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35540) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:45.651288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '72016fc3-dc10-4b00-afca-ba62fbd3e637', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:45.657000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:45.660865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:45.663670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:45.669904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:45.682530 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:08:45.689478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.692950 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Sync routers for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:08:45.706028 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:45.706818 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee021250>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:45.755906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.759624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.765553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1923736e-2b2c-4b7b-94de-326546ca7d32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:45.783621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d351d66-32bb-40fe-b8ed-8c47652aa01a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:45.786069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:45.795541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.799371 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1500285
Dec 15 19:08:45.799552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35544) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:45.805000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '72016fc3-dc10-4b00-afca-ba62fbd3e637', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:45.811286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:45.815052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:45.817891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:45.823660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:45.833606 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:08:45.840396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.909183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.913455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.921264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3cdab6a9-9831-4700-a0cf-c57132b9538d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:45.925331 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:45.939508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b76b8f-8bb5-41c1-b67c-15f14ea31b9a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:45.941952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:45.949141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:45.950367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1498587
Dec 15 19:08:46.149954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-542b9abc-9938-4ecd-aec1-559d594ac847 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:46.166383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-542b9abc-9938-4ecd-aec1-559d594ac847 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:46.166922 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-542b9abc-9938-4ecd-aec1-559d594ac847 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861263223&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0569260
Dec 15 19:08:46.240407 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee021250>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:46.244395 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Checking router: 13e49673-a052-4467-92b4-2eb4e136055f for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:08:46.244745 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Updating router 13e49673-a052-4467-92b4-2eb4e136055f port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:08:46.298680 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.315394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-4f438023-5d9e-4e65-908b-c7676a13e711 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:46.316060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-4f438023-5d9e-4e65-908b-c7676a13e711 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:46.334574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 554a29d9-7868-465c-b786-1094bbd058e3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:46.342481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-4f438023-5d9e-4e65-908b-c7676a13e711 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:46.343711 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-4f438023-5d9e-4e65-908b-c7676a13e711 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 HTTP/1.1" status: 200  len: 797 time: 0.1704073
Dec 15 19:08:46.360382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-964f985a-1f9a-4a08-b9de-cfe14c89b542 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0114260
Dec 15 19:08:46.408262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 554a29d9-7868-465c-b786-1094bbd058e3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:46.408908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.447531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-d948f143-d1d2-405c-b121-b3eee399b0bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:46.464344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-d948f143-d1d2-405c-b121-b3eee399b0bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:46.465829 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-d948f143-d1d2-405c-b121-b3eee399b0bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0960622
Dec 15 19:08:46.527331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 237ef46d-9ede-4a28-a697-8acf1ea1c334 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:46.609033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 237ef46d-9ede-4a28-a697-8acf1ea1c334 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:46.609722 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-a1e1de01-c51a-45ed-b85f-262c731f1e47 service neutron] 10.222.0.48 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320212
Dec 15 19:08:46.610277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.657789 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.672646 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Transition to ACTIVE for port object 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:46.683494 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.688440 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:46.738787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.759775 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-0573afa1-d349-48ea-90be-1afdcc1f27ce service neutron] 10.222.0.48 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440644
Dec 15 19:08:46.808305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.828102 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Pushing event updated for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:46.864280 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.864619 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.864948 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.865273 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.865634 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.865947 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.866264 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.866581 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.867297 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.867467 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.867774 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:46.877472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:46.938397 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Attempting to bind port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:08:46.939130 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Attempting to bind port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:08:46.939722 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Attempting to bind port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e on network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:08:46.947768 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:08:46.948490 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Checking segment: {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:08:46.949122 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.949754 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Bound using segment: {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:08:46.950422 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Bound port: 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:08:46.951213 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:46.989682 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8eaa9902-ac76-49d0-bac8-7021012af468 req-a20b5371-fbd9-4342-9ccd-416b3fe63572 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 210 time: 0.0561972
Dec 15 19:08:47.056802 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] For port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:08:47.059786 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] For port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:08:47.064997 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:47.069123 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-a3b668bd-a434-4d7a-80fe-f6eec6999029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:47.148412 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Pushing event updated for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:47.152835 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:47.158137 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:47.158775 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee021250>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:47.346603 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:47.681416 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee021250>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:08:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:47.685234 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83acbe-a51c-456e-aef1-d6202e56c282 None None] The sync data for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv is: [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:08:47Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:08:48.019125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-41af5220-4863-42d6-ab87-49ddea74ca14 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:48.021450 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-41af5220-4863-42d6-ab87-49ddea74ca14 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 HTTP/1.1" status: 200  len: 797 time: 0.1534476
Dec 15 19:08:48.084333 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-b6934729-a868-44c7-bee5-da2388bbb3d9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 380 time: 0.0494332
Dec 15 19:08:48.096359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['72016fc3-dc10-4b00-afca-ba62fbd3e637']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:48.190643 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f4144467-bb56-468a-8e03-b0485330957e req-5227778e-3eb1-46ab-ad98-111246a49e57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 210 time: 0.0476961
Dec 15 19:08:48.226059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.246201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:48.256230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:48.268377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:08:48.272165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.339990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:48.413599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:48.418586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:48.419044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.450351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.4 (f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827/f3bfee7d-888e-4da3-8fbd-7446979a6a0b/d5a7b667-b206-4aad-a303-66da69949536) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:08:48.542298 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.576066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:48.579993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.583488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:48.649879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:48.653491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:48.656123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.672841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object d5a7b667-b206-4aad-a303-66da69949536 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:48.695226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.700853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e57136bc-b634-4484-a83e-cc61bf4daace tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:48.765218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:08:48.772311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:48.776564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:08:48.808083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=d5a7b667-b206-4aad-a303-66da69949536,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:48.815086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:48.842718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:48.843312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:48.869318 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7781339
Dec 15 19:08:48.881295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Request body: {'port': {'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:49.005325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e37afed7-4d60-491c-8771-c6bcf95a3d8b None None] Provisioning for port d5a7b667-b206-4aad-a303-66da69949536 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:49.010497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e37afed7-4d60-491c-8771-c6bcf95a3d8b None None] Provisioning complete for port d5a7b667-b206-4aad-a303-66da69949536 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:49.010880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e37afed7-4d60-491c-8771-c6bcf95a3d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.067878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e37afed7-4d60-491c-8771-c6bcf95a3d8b None None] Port d5a7b667-b206-4aad-a303-66da69949536 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:08:49.096721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.437092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35572) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:49.489106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e47f5-dc45-42d1-a679-5fc8f244d073 req-92b50ae6-9900-4a77-9f92-4841e66b0520 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:49.489813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-a22e47f5-dc45-42d1-a679-5fc8f244d073 req-92b50ae6-9900-4a77-9f92-4841e66b0520 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:49.498027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a7b667-b206-4aad-a303-66da69949536 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:08:49.507224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.526595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-a22e47f5-dc45-42d1-a679-5fc8f244d073 req-92b50ae6-9900-4a77-9f92-4841e66b0520 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:49.527832 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a22e47f5-dc45-42d1-a679-5fc8f244d073 req-92b50ae6-9900-4a77-9f92-4841e66b0520 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 931 time: 0.1914585
Dec 15 19:08:49.528684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Transition to ACTIVE for port object d5a7b667-b206-4aad-a303-66da69949536 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:08:49.532038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.537611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:49.639687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Deleting port 704e3245-6800-4505-95f4-43b15189019b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:08:49.640020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.704441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Pushing event updated for resources: {'Port': ['ID=d5a7b667-b206-4aad-a303-66da69949536,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:49.707793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:49.714248 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a22e47f5-dc45-42d1-a679-5fc8f244d073 req-bd85831f-efe8-478b-8af6-1bdedcab9f06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1781597
Dec 15 19:08:49.836410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Attempting to bind port d5a7b667-b206-4aad-a303-66da69949536 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:08:49.836736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Attempting to bind port d5a7b667-b206-4aad-a303-66da69949536 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:08:49.837060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Attempting to bind port d5a7b667-b206-4aad-a303-66da69949536 on network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:08:49.842080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.842408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.843828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Port d5a7b667-b206-4aad-a303-66da69949536 on network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:08:49.844291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Attempting to bind port d5a7b667-b206-4aad-a303-66da69949536 on network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:08:49.850621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:08:49.850950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Checking segment: {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:08:49.851324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Bound using segment: {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:08:49.851744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Bound port: d5a7b667-b206-4aad-a303-66da69949536, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:08:49.852085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.941453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] For port d5a7b667-b206-4aad-a303-66da69949536, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:08:49.944359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] For port d5a7b667-b206-4aad-a303-66da69949536, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5a7b667-b206-4aad-a303-66da69949536,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:08:49.949548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:49.953488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:50.015188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:50.016525 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] 10.222.0.64 "PUT /v2.0/ports/d5a7b667-b206-4aad-a303-66da69949536 HTTP/1.1" status: 200  len: 1093 time: 1.1396689
Dec 15 19:08:50.017065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:50.053646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Pushing event updated for resources: {'Port': ['ID=d5a7b667-b206-4aad-a303-66da69949536,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:50.058384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:50.086136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Calling delete_port for 704e3245-6800-4505-95f4-43b15189019b owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:08:50.101074 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536', 'status': 'completed', 'code': 200}
Dec 15 19:08:50.149540 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-bc405654-4c3f-45b5-8449-c976bc0ca3f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 1096 time: 0.0900030
Dec 15 19:08:50.228694 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-ff6629cc-e55d-421b-bb8e-d739bd21e3d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a7b667-b206-4aad-a303-66da69949536 HTTP/1.1" status: 200  len: 217 time: 0.0698798
Dec 15 19:08:50.249437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:50.252979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:50.291607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-b2b7af6a-f23f-4cfb-a305-afbf21316b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:50.291837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event deleted for resources: {'Port': ['ID=704e3245-6800-4505-95f4-43b15189019b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:50.293046 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-b2b7af6a-f23f-4cfb-a305-afbf21316b7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3bfee7d-888e-4da3-8fbd-7446979a6a0b HTTP/1.1" status: 200  len: 834 time: 0.0587122
Dec 15 19:08:50.306777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.307415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.307947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.308494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.309025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.309582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.310100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.310629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.311415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.311931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.312440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:50.333506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:50.339341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:50.379043 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-944b84a4-110e-4eab-a86b-71da4d91dfd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798712
Dec 15 19:08:50.402326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:50.402709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:50.406402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:50.514846 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-b8030047-0253-4a54-a0f0-65bdafbd9534 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296520
Dec 15 19:08:50.650203 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22a5d7c5-b41a-40b2-98ba-872596b8a3d0 req-3ee89bae-c803-4d03-9e0e-74e54ff0f649 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269341
Dec 15 19:08:50.771881 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-faf8cc2f-d739-4488-abe1-7cde7b09c2e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 1096 time: 0.0780733
Dec 15 19:08:50.796575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:08:50.998424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:08:51.008857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:08:51.022950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:51.024258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:51.025649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced760ca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:51.055237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-64679ef1-f3fc-4d41-a3e6-d77ec8762444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:51.056722 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-64679ef1-f3fc-4d41-a3e6-d77ec8762444 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 HTTP/1.1" status: 200  len: 898 time: 0.2782347
Dec 15 19:08:51.083537 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "DELETE /v2.0/floatingips/f28a3715-885f-4381-aac4-30f2c7a69ab3 HTTP/1.1" status: 204  len: 168 time: 1.6415625
Dec 15 19:08:51.083537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:51.138346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b527-557b-4cd2-a1e3-44d933dfc685 req-2b866f3c-63b7-4fd9-9d07-b0916c6005d9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:51.139804 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1361b527-557b-4cd2-a1e3-44d933dfc685 req-2b866f3c-63b7-4fd9-9d07-b0916c6005d9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 943 time: 0.2843511
Dec 15 19:08:51.141144 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-14d6c965-8ee4-409f-af3e-c61d132dd3a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a7b667-b206-4aad-a303-66da69949536 HTTP/1.1" status: 200  len: 217 time: 0.0776277
Dec 15 19:08:51.242408 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-03b5e2ba-27eb-4ce6-921f-9789e6ffbc82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:51.244658 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-03b5e2ba-27eb-4ce6-921f-9789e6ffbc82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3bfee7d-888e-4da3-8fbd-7446979a6a0b HTTP/1.1" status: 200  len: 834 time: 0.0813613
Dec 15 19:08:51.247267 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1361b527-557b-4cd2-a1e3-44d933dfc685 req-b63ecdbe-0efc-4fcb-8837-08df96bd8d49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018026
Dec 15 19:08:51.251098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:51.332654 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'status': 'completed', 'code': 200}
Dec 15 19:08:51.363642 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-b26733cc-41b3-45eb-9592-b230a28f6aca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1098540
Dec 15 19:08:51.436506 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-33792baa-afe2-4c45-889c-fd117195789c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 1098 time: 0.0762854
Dec 15 19:08:51.577066 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-5e2e1e1e-48c1-4ad3-8b44-8d6c7f91b36d service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050059
Dec 15 19:08:51.577276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-ffd4bc51-0234-4e8e-a926-ab3553dc5b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:51.578463 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-ffd4bc51-0234-4e8e-a926-ab3553dc5b4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.1348851
Dec 15 19:08:51.617365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddee30-a3ad-4955-802a-a0d2a5caa15a req-92137798-f1ab-427c-9399-1a128bf58851 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:51.619620 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6dddee30-a3ad-4955-802a-a0d2a5caa15a req-92137798-f1ab-427c-9399-1a128bf58851 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 945 time: 0.1611943
Dec 15 19:08:51.635310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced760ca0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:58Z', 'revision_number': 1, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:51.639962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:08:51.650973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:08:51.651590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced760ca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:51.658274 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-ce8c19ee-49f5-48c0-abd1-3f28f0075bae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21adc69-ec6b-44f9-9c08-e830b8356270 HTTP/1.1" status: 200  len: 217 time: 0.0684774
Dec 15 19:08:51.739783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-59ee0955-09bb-4f98-a3ec-b11a7e3d9684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:51.741294 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-59ee0955-09bb-4f98-a3ec-b11a7e3d9684 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0748730
Dec 15 19:08:51.746681 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6dddee30-a3ad-4955-802a-a0d2a5caa15a req-4e20ce3e-a777-4c1f-ac06-d774bb90a21b tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216211
Dec 15 19:08:51.773928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-21d66409-3eeb-4042-8d81-be30dd9f2e03 req-5880a267-23bd-40de-a480-443807562a94 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818933
Dec 15 19:08:51.820977 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-a6001660-ca63-4e22-882e-6fa0a76b0f97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727174
Dec 15 19:08:51.849552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:08:51.955041 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-3792d5bc-0ef6-46d2-8c80-9e1cb3c3f6a7 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266952
Dec 15 19:08:52.202454 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5487da47-b944-4a5c-8304-be5daa2c9e2f req-cf722b47-9cb5-4368-a386-508450a46915 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401443
Dec 15 19:08:52.202684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced760ca0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:58Z', 'revision_number': 1, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:08:52.206498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138972e1-b2f2-433d-ba71-74d264526872 None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'a6257e45-bea9-4d45-a6ef-363b0e33441e', 'tenant_id': '5625589807734574847f5c5841e04e68', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'port_id': '3a8ea474-788b-4ef2-ac27-00840527752b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'mac_address': 'fa:16:3e:2c:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd639deb-59fb-4034-9b26-de40333dc856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:04:49Z', 'updated_at': '2021-12-15T19:04:58Z', 'revision_number': 1, 'project_id': '5625589807734574847f5c5841e04e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:08:52.450733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7968719-c6a8-4949-9440-7436358eab6c req-688a4f06-f8ca-480e-be2d-0c8e76797a48 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:52.452179 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d7968719-c6a8-4949-9440-7436358eab6c req-688a4f06-f8ca-480e-be2d-0c8e76797a48 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 943 time: 0.0753551
Dec 15 19:08:52.497200 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d7968719-c6a8-4949-9440-7436358eab6c req-190a838e-1109-45eb-b7ce-15fd39dab410 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395877
Dec 15 19:08:52.929672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-42d1c455-9ef4-4ac0-b318-c05c6c4f965f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:52.930316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-42d1c455-9ef4-4ac0-b318-c05c6c4f965f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:08:52.940674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0641d2-b57f-4823-81d0-9d679eea5ec7 req-a1baa522-9815-442d-ad2a-7a0353602e6e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:52.942155 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6a0641d2-b57f-4823-81d0-9d679eea5ec7 req-a1baa522-9815-442d-ad2a-7a0353602e6e tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 945 time: 0.0759990
Dec 15 19:08:52.945859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-42d1c455-9ef4-4ac0-b318-c05c6c4f965f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:08:52.947670 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-42d1c455-9ef4-4ac0-b318-c05c6c4f965f tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 945 time: 0.0963166
Dec 15 19:08:52.988823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6a0641d2-b57f-4823-81d0-9d679eea5ec7 req-8c6c7935-be30-4a86-a323-6cc00366f401 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401254
Dec 15 19:08:53.015506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Deleting port d21adc69-ec6b-44f9-9c08-e830b8356270 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:08:53.015851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:53.074568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d5a7b667-b206-4aad-a303-66da69949536 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:08:53.206986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d5a7b667-b206-4aad-a303-66da69949536, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5a7b667-b206-4aad-a303-66da69949536,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:53.220477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'd5a7b667-b206-4aad-a303-66da69949536', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'mac_address': 'fa:16:3e:0e:27:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:08:53.261429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] For port d21adc69-ec6b-44f9-9c08-e830b8356270, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d21adc69-ec6b-44f9-9c08-e830b8356270,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:53.262240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:53.274013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:53.290458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a7b667-b206-4aad-a303-66da69949536 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:08:53.305565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d5a7b667-b206-4aad-a303-66da69949536, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5a7b667-b206-4aad-a303-66da69949536,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:53.310312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:53.312256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-01cfa5f4-aff3-4a7d-9b2b-50a903a7515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:53.380530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d5a7b667-b206-4aad-a303-66da69949536,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:53.382183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Calling delete_port for d21adc69-ec6b-44f9-9c08-e830b8356270 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:08:53.383857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:53.513326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['d5a7b667-b206-4aad-a303-66da69949536'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:08:53.521472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:53.528840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3195126f-189a-4669-a073-ad1644f578e5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:53.571774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event deleted for resources: {'Port': ['ID=d21adc69-ec6b-44f9-9c08-e830b8356270,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:53.575281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:53.688896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] No DVR routers for this DVR port d21adc69-ec6b-44f9-9c08-e830b8356270 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:08:53.695135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:53.697925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'name': 'network-vif-deleted', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:53.734956 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cefdcdd3-a5f1-4cf0-a254-f14e566edad5 req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "DELETE /v2.0/ports/d21adc69-ec6b-44f9-9c08-e830b8356270 HTTP/1.1" status: 204  len: 173 time: 0.7822886
Dec 15 19:08:53.758741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba98992-d47b-47f9-9aba-e12c4b17c1be req-548ab701-45b4-43d9-a2f6-bc61fd6ada36 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:53.760457 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dba98992-d47b-47f9-9aba-e12c4b17c1be req-548ab701-45b4-43d9-a2f6-bc61fd6ada36 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 944 time: 0.1160092
Dec 15 19:08:53.784074 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cd1976-4a3b-4430-b021-bc47e73e01b5', 'name': 'network-vif-deleted', 'tag': 'd21adc69-ec6b-44f9-9c08-e830b8356270', 'status': 'completed', 'code': 200}
Dec 15 19:08:53.810624 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dba98992-d47b-47f9-9aba-e12c4b17c1be req-971c4532-6ac3-4157-9375-a9195f5db008 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445700
Dec 15 19:08:54.165936 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-380fc0b0-b484-4e90-ab75-19587fcc66cc req-3a08d1d0-8c1b-451b-8742-fccce9a995a0 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=58cd1976-4a3b-4430-b021-bc47e73e01b5 HTTP/1.1" status: 200  len: 210 time: 0.0479207
Dec 15 19:08:55.007869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1937-941b-4853-a4a4-54eb78005cff req-c9ec2208-6f2f-4631-ab56-466ddb30147a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:55.009319 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-623d1937-941b-4853-a4a4-54eb78005cff req-c9ec2208-6f2f-4631-ab56-466ddb30147a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 944 time: 0.0797575
Dec 15 19:08:55.053325 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-623d1937-941b-4853-a4a4-54eb78005cff req-aac106c1-4154-455e-9750-817e1ae914e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380557
Dec 15 19:08:55.104924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d5a7b667-b206-4aad-a303-66da69949536 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:08:55.172182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port d5a7b667-b206-4aad-a303-66da69949536 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:08:55.176863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port d5a7b667-b206-4aad-a303-66da69949536 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:08:55.177244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:55.334858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:55.362870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:08:55.373908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port d5a7b667-b206-4aad-a303-66da69949536, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5a7b667-b206-4aad-a303-66da69949536,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:08:55.377565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:55.378467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d21adc69-ec6b-44f9-9c08-e830b8356270 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:08:55.404897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-81626bf5-d07b-4276-9190-de9ceca0a304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:55.449076 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536', 'code': 200}
Dec 15 19:08:55.449771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: d21adc69-ec6b-44f9-9c08-e830b8356270 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:08:55.450115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d21adc69-ec6b-44f9-9c08-e830b8356270 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:08:55.502377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=d5a7b667-b206-4aad-a303-66da69949536,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:55.505616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:55.680205 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84d93065-6108-443b-bb5a-ab536f37fa3d req-161397cb-77ec-41ec-8c7a-9202dcf877cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 1098 time: 0.0686498
Dec 15 19:08:55.722330 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84d93065-6108-443b-bb5a-ab536f37fa3d req-52d5fe0e-1ff4-4ffe-b84e-ecdd97e4571e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363219
Dec 15 19:08:56.248227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbbf3a-63d8-4c73-959c-48b93fcd06f8 req-dfecfcf1-206c-4750-994e-c35a6c995ba8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:56.249647 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b0fbbf3a-63d8-4c73-959c-48b93fcd06f8 req-dfecfcf1-206c-4750-994e-c35a6c995ba8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 945 time: 0.0762827
Dec 15 19:08:56.295432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b0fbbf3a-63d8-4c73-959c-48b93fcd06f8 req-4bdaf2c1-235e-4503-afcf-9395cabe761e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400698
Dec 15 19:08:57.010875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:57.498235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d3784-69f4-4f32-917f-fc7119e4c1c4 req-b87f86ad-9dda-4c44-92bb-e7802064b5ba tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:57.499708 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8c5d3784-69f4-4f32-917f-fc7119e4c1c4 req-b87f86ad-9dda-4c44-92bb-e7802064b5ba tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 945 time: 0.0795553
Dec 15 19:08:57.545749 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8c5d3784-69f4-4f32-917f-fc7119e4c1c4 req-55f06759-d6a5-4ab8-934d-6cf7595a87ca tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404902
Dec 15 19:08:57.668960 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b23293-c3e2-484c-b3a6-c2c2da9a0246 None None] New status for floating IP f28a3715-885f-4381-aac4-30f2c7a69ab3: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:08:57.761714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394ee81-c41d-4093-9681-b368d3600061 req-dd1d207e-6e96-456b-9dcb-8d6ae1309c49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:08:57.768571 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0394ee81-c41d-4093-9681-b368d3600061 req-dd1d207e-6e96-456b-9dcb-8d6ae1309c49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 945 time: 0.1006165
Dec 15 19:08:57.822338 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0394ee81-c41d-4093-9681-b368d3600061 req-cf164217-2111-4ef6-a248-dc7e013564fc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517850
Dec 15 19:08:57.858009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35624) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:57.930639 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ef87a482-ad12-4b9e-8b06-12cd8c0cc3d2 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 1093 time: 0.0687602
Dec 15 19:08:57.930847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35628) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:08:57.935956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:08:57.941538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:08:57.945342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:08:57.948787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:08:57.954775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:08:57.966167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:58.100724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:58.240843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.60 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/f1daf7aa-f43b-4944-89d6-9c5c157107ff) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:08:58.387964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:58.415678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:58.419918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f59ed910-9345-4abd-9c42-0893306e42b0 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:58.592652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:08:58.596031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:08:58.599038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:08:58.629251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f1daf7aa-f43b-4944-89d6-9c5c157107ff,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:58.653858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.654160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.654555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.654894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.655269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.655609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.655962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.656313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.656687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.657037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.657413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:08:58.661573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:59.152012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:59.206857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:59.404913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:59.409205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:59.413111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:08:59.514397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f1daf7aa-f43b-4944-89d6-9c5c157107ff,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:08:59.517057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:08:59.531591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:08:59.719393 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP 473bed71-9b94-4219-958d-e4ca02f59986 associated. External IP: 172.26.1.60, port: d5a7b667-b206-4aad-a303-66da69949536.
Dec 15 19:08:59.894641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35636) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:00.270568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Deleting port 53867fcf-f3d3-43e6-aaa9-e3c469872f8b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:00.271148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:00.516690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:00.516924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:00.637022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Calling delete_port for 53867fcf-f3d3-43e6-aaa9-e3c469872f8b owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:00.711960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 13e49673-a052-4467-92b4-2eb4e136055f has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:09:00.872052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:00.876835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e15ac2d2-3830-4e65-9c88-b94d48971138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:00.918248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event deleted for resources: {'Port': ['ID=53867fcf-f3d3-43e6-aaa9-e3c469872f8b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:00.966230 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:01.082081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:01.168191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:09:01.177267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] Sync routers for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:09:01.189840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:01.190462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae8e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:01.264181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:01.335329 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.4035285
Dec 15 19:09:01.337327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:09:01.338187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35640) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:01.385194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:01.418055 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536', 'status': 'completed', 'code': 200}
Dec 15 19:09:01.684875 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-f3b1af01-a90a-4cbe-b17d-5d43bff95eed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 1098 time: 0.2643833
Dec 15 19:09:01.717256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:09:01.812016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae8e0>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '473bed71-9b94-4219-958d-e4ca02f59986', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'mac_address': 'fa:16:3e:0e:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:58Z', 'updated_at': '2021-12-15T19:08:58Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:08:48Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:01.817183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] Checking router: 13e49673-a052-4467-92b4-2eb4e136055f for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:09:01.830670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:01.831565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae8e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:01.893484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-b47017b0-35e5-4e17-9540-9d7f7bf9c122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:01.895359 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-b47017b0-35e5-4e17-9540-9d7f7bf9c122 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 HTTP/1.1" status: 200  len: 898 time: 0.2004960
Dec 15 19:09:01.902014 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e4f16a82-c725-4513-9286-a3862fc65283 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers/13e49673-a052-4467-92b4-2eb4e136055f HTTP/1.1" status: 200  len: 919 time: 0.5610774
Dec 15 19:09:01.904642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35646) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:02.021817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-ab821030-9761-4f5c-9a6b-a7d0b62b87ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a7b667-b206-4aad-a303-66da69949536 HTTP/1.1" status: 200  len: 998 time: 0.1183295
Dec 15 19:09:02.035876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e6021a18-f238-46e7-b4d4-4ee9d8992b83 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1290994
Dec 15 19:09:02.061985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:02.068644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:09:02.072756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:02.084187 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:09:02.100720 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:02.101695 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced82aa60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:02.115070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-0a53f6e6-8fdf-4f00-a311-c8a3a9404555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:02.116505 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-0a53f6e6-8fdf-4f00-a311-c8a3a9404555 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3bfee7d-888e-4da3-8fbd-7446979a6a0b HTTP/1.1" status: 200  len: 834 time: 0.0879786
Dec 15 19:09:02.135214 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "DELETE /v2.0/floatingips/a6257e45-bea9-4d45-a6ef-363b0e33441e HTTP/1.1" status: 204  len: 168 time: 2.2377937
Dec 15 19:09:02.242160 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-ef86f6d9-2a98-4411-96c6-5680148c63eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1182327
Dec 15 19:09:02.303091 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:02.446506 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-2be67f7b-bceb-457c-b7f6-9f4a2399a895 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969228
Dec 15 19:09:02.576172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddae8e0>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '473bed71-9b94-4219-958d-e4ca02f59986', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'mac_address': 'fa:16:3e:0e:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:58Z', 'updated_at': '2021-12-15T19:08:58Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:08:48Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:02.580697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee78779-113d-4739-8bc6-8799956b7c72 None None] The sync data for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv is: [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '473bed71-9b94-4219-958d-e4ca02f59986', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'mac_address': 'fa:16:3e:0e:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:58Z', 'updated_at': '2021-12-15T19:08:58Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:08:48Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:09:02.672760 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b62fa50e-e9c9-4912-a2d1-3c5e349af20d req-6cd2e02a-03bc-4c9f-9d33-051d05cd0e94 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190773
Dec 15 19:09:02.680258 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced82aa60>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:02.684179 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:09:02.698334 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:02.699026 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced82aa60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:02.702862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670d8c6-4e9c-456c-9a70-473413e4aa5e req-841da032-7c27-4809-a030-d5596bf9ac47 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:02.703746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f670d8c6-4e9c-456c-9a70-473413e4aa5e req-841da032-7c27-4809-a030-d5596bf9ac47 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:09:02.721985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f670d8c6-4e9c-456c-9a70-473413e4aa5e req-841da032-7c27-4809-a030-d5596bf9ac47 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:09:02.723489 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f670d8c6-4e9c-456c-9a70-473413e4aa5e req-841da032-7c27-4809-a030-d5596bf9ac47 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 946 time: 0.1561966
Dec 15 19:09:02.775814 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f670d8c6-4e9c-456c-9a70-473413e4aa5e req-4233301b-69df-4fb1-8e43-b94c039eff3a tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462308
Dec 15 19:09:02.877486 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:03.038695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35654) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:03.142928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-196d6375-ea9d-4391-9a5a-588914e31ca9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1030014
Dec 15 19:09:03.205431 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced82aa60>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:03.209267 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5dd9f-7d99-4a9c-8d09-56a4e7abee7c None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:00:38Z', 'revision_number': 4, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '12958859-7c99-4dd8-88ed-7c326e7681f6', 'name': '', 'network_id': '4d08169a-3634-4d35-b71e-f55611cd8279', 'tenant_id': '5625589807734574847f5c5841e04e68', 'mac_address': 'fa:16:3e:52:72:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:36Z', 'updated_at': '2021-12-15T19:00:47Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'subnets': [{'id': 'c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:09:03.419241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:09:03.472885 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b', 'status': 'completed', 'code': 200}
Dec 15 19:09:03.568399 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-7bac4801-e6e5-4c76-afec-6d07dee7d1e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5625589807734574847f5c5841e04e68&device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 1099 time: 0.0684805
Dec 15 19:09:03.705331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-42c8027c-d79c-401a-bbaf-715be9519a9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:03.707004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-42c8027c-d79c-401a-bbaf-715be9519a9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 200  len: 913 time: 0.1289709
Dec 15 19:09:03.779051 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-5a96be0c-eae7-489b-a783-0aa5b7f50f3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 200  len: 217 time: 0.0649424
Dec 15 19:09:03.842511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-2e6381e7-b8e4-42c7-8321-da4779f18402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:03.843970 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-2e6381e7-b8e4-42c7-8321-da4779f18402 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 200  len: 851 time: 0.0584366
Dec 15 19:09:03.953791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-562a3900-ae74-437e-a29f-9fb8aa6df176 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:03.954398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-562a3900-ae74-437e-a29f-9fb8aa6df176 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:09:03.965983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-562a3900-ae74-437e-a29f-9fb8aa6df176 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:09:03.967105 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-562a3900-ae74-437e-a29f-9fb8aa6df176 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 946 time: 0.0928483
Dec 15 19:09:03.978529 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-bfba4d39-344d-485a-9ab7-2b55863f9163 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d08169a-3634-4d35-b71e-f55611cd8279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1214931
Dec 15 19:09:04.022701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09840d4-91c6-4fec-a9e6-536d46ee1fe5 req-df1a7411-4baa-4907-81cf-680a46fe29cd tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:04.024115 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c09840d4-91c6-4fec-a9e6-536d46ee1fe5 req-df1a7411-4baa-4907-81cf-680a46fe29cd tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 946 time: 0.1235256
Dec 15 19:09:04.034942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Deleting port 3a8ea474-788b-4ef2-ac27-00840527752b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:04.035287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:04.149340 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c09840d4-91c6-4fec-a9e6-536d46ee1fe5 req-74e92019-b9ca-4b15-ad72-8994ce8fd632 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b89c76-f0cf-406e-b820-20f7353f508a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795207
Dec 15 19:09:04.151215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35662) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:04.210128 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-f4ac4e26-5368-40eb-83b6-0c6a1a68b7a8 service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227883
Dec 15 19:09:04.285250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] For port 3a8ea474-788b-4ef2-ac27-00840527752b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=3a8ea474-788b-4ef2-ac27-00840527752b,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:04.285873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:04.407833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Calling delete_port for 3a8ea474-788b-4ef2-ac27-00840527752b owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:04.457310 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2c6799e1-9dab-4768-b4d4-b925240c893b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.3048644
Dec 15 19:09:04.491338 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-117a60c2-2b8f-4348-b667-57a6a8686396 req-1f675416-232b-46e2-b1bf-c82deddd8cee service neutron] 10.222.0.64 "GET /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726433
Dec 15 19:09:04.549040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:04.554259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb611491-58eb-4d5e-9ec6-a48f2aaf1899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:04.597673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event deleted for resources: {'Port': ['ID=3a8ea474-788b-4ef2-ac27-00840527752b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:04.600375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:04.672015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] No DVR routers for this DVR port 3a8ea474-788b-4ef2-ac27-00840527752b on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:09:04.674410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:04.686921 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f0574a5b-55c9-402c-9c5b-0948eccc4848 req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.64 "DELETE /v2.0/ports/3a8ea474-788b-4ef2-ac27-00840527752b HTTP/1.1" status: 204  len: 173 time: 0.7147584
Dec 15 19:09:04.910846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1d43c-5698-4646-b1d9-d18904896115 None None] New status for floating IP 473bed71-9b94-4219-958d-e4ca02f59986: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:09:05.332818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-df7f10bc-ee68-460a-803b-695dcbaa54ac req-7e4f0826-8281-4812-84d5-fef01cf30253 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Synchronizing usage tracker for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:09:05.348046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-df7f10bc-ee68-460a-803b-695dcbaa54ac req-7e4f0826-8281-4812-84d5-fef01cf30253 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Unset dirty status for tenant:5625589807734574847f5c5841e04e68 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:09:05.349185 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-df7f10bc-ee68-460a-803b-695dcbaa54ac req-7e4f0826-8281-4812-84d5-fef01cf30253 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd639deb-59fb-4034-9b26-de40333dc856 HTTP/1.1" status: 200  len: 210 time: 0.0575340
Dec 15 19:09:05.460861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35668) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:05.474177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'name': 'network-vif-deleted', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:09:05.528878 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd639deb-59fb-4034-9b26-de40333dc856', 'name': 'network-vif-deleted', 'tag': '3a8ea474-788b-4ef2-ac27-00840527752b', 'status': 'completed', 'code': 200}
Dec 15 19:09:05.567321 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-230aea6e-6f46-42fe-b2c3-6270f8689386 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 992 time: 0.1052241
Dec 15 19:09:06.456770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35678) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:06.711699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Deleting port 9691b489-7f81-48c4-ac2d-4edf9b0c7ce3 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:06.712045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:06.883479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:06.883802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:07.000599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Calling delete_port for 9691b489-7f81-48c4-ac2d-4edf9b0c7ce3 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:07.021218 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329acdc4-10e3-49af-9413-a43083302fa6 None None] New status for floating IP a6257e45-bea9-4d45-a6ef-363b0e33441e: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:09:07.138569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:07.138842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 3a8ea474-788b-4ef2-ac27-00840527752b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:07.142643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bba921d1-7c03-4bf8-84c0-570903755f62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:07.178498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 3a8ea474-788b-4ef2-ac27-00840527752b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:07.178844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 3a8ea474-788b-4ef2-ac27-00840527752b not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:07.188812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event deleted for resources: {'Port': ['ID=9691b489-7f81-48c4-ac2d-4edf9b0c7ce3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:07.191826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:07.278840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:07.296116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:07.297257 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "DELETE /v2.0/floatingips/385b6276-bc01-4477-9f66-cee325361b5a HTTP/1.1" status: 204  len: 168 time: 0.8394923
Dec 15 19:09:09.779274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35694) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:09.848558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:09.877748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:09.942097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:09.948270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:09.963520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b89c76-f0cf-406e-b820-20f7353f508a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:09.967920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:09.971142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:09.974738 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] 10.222.0.48 "DELETE /v2.0/security-groups/d0b89c76-f0cf-406e-b820-20f7353f508a HTTP/1.1" status: 204  len: 168 time: 0.1919663
Dec 15 19:09:10.039258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35700) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:10.714684 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-35712978-2898-4a6c-b0fc-3e8c3fbd521a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1010213
Dec 15 19:09:10.729613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:11.036143 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-87b496a1-4a4c-4240-aaac-ddd283a60834 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 1098 time: 0.2527218
Dec 15 19:09:11.234826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-e6d6ad13-0d1f-4607-9344-ece14a76ac8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:11.236224 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-e6d6ad13-0d1f-4607-9344-ece14a76ac8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 HTTP/1.1" status: 200  len: 898 time: 0.1738267
Dec 15 19:09:11.436410 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-76fecb5f-05ff-497a-b7ee-c46f13f5ce1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a7b667-b206-4aad-a303-66da69949536 HTTP/1.1" status: 200  len: 1000 time: 0.1940348
Dec 15 19:09:11.545634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-9f4f066a-0115-4aee-82de-927b9e5db024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:11.547048 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-9f4f066a-0115-4aee-82de-927b9e5db024 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3bfee7d-888e-4da3-8fbd-7446979a6a0b HTTP/1.1" status: 200  len: 834 time: 0.1024425
Dec 15 19:09:11.677687 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-c9fe6798-4632-4404-8581-f5d6fc49c64e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1239982
Dec 15 19:09:11.855026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-758b38f9-159a-429b-b366-93a446f4a359 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703410
Dec 15 19:09:11.993025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Deleting port 12958859-7c99-4dd8-88ed-7c326e7681f6 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:11.993252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:12.095871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bd2fec3-812d-4b66-84a1-ef7d575e757a req-f8b5fb9f-6fda-4c07-810a-489e7d28de97 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329526
Dec 15 19:09:12.197029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] For port 12958859-7c99-4dd8-88ed-7c326e7681f6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=12958859-7c99-4dd8-88ed-7c326e7681f6,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:12.197407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:12.315393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Calling delete_port for 12958859-7c99-4dd8-88ed-7c326e7681f6 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:12.592698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:12.596178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4964f26c-9fa7-40fe-945d-f9b65ecc10f1 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:12.637492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Pushing event deleted for resources: {'Port': ['ID=12958859-7c99-4dd8-88ed-7c326e7681f6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:12.641975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:12.923592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:13.034288 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:09:13.285815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c9254efc-c8bf-4bb3-809d-0e0c10a506db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:13.483365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:09:13.680076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:09:13.692959 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] 10.222.0.48 "PUT /v2.0/routers/2ec6b28a-8e0c-43e7-86af-8823cca33d3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6526685
Dec 15 19:09:13.695674 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35706) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:13.697425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] Sync routers for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:09:13.711694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:13.712631 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced165fd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:13.896501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:13.896760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:14.089396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:14.100227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Deleting port ebe3d376-b4d3-475e-a631-5ee7e34c13e9 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:14.100575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:14.183661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced165fd0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:09:12Z', 'revision_number': 5, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port': {'id': 'ebe3d376-b4d3-475e-a631-5ee7e34c13e9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:31Z', 'updated_at': '2021-12-15T19:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:14.188170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] Checking router: 2ec6b28a-8e0c-43e7-86af-8823cca33d3e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:09:14.198778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] Routers {'2ec6b28a-8e0c-43e7-86af-8823cca33d3e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:14.199540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced165fd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:08:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:14.277366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] For port ebe3d376-b4d3-475e-a631-5ee7e34c13e9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:14.277366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:14.349166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] Set router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:14.405038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Calling delete_port for ebe3d376-b4d3-475e-a631-5ee7e34c13e9 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:14.453761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced165fd0>, [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:09:14Z', 'revision_number': 6, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:14.457911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aae124b-0069-4ffb-ad4b-d327245224b5 None None] The sync data for ids ['2ec6b28a-8e0c-43e7-86af-8823cca33d3e'] in dv-neutron-821830-2-hyperv is: [{'id': '2ec6b28a-8e0c-43e7-86af-8823cca33d3e', 'name': 'tempest-TestVolumeBootPattern-1982134088-router', 'tenant_id': '5625589807734574847f5c5841e04e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:29Z', 'updated_at': '2021-12-15T19:09:14Z', 'revision_number': 6, 'project_id': '5625589807734574847f5c5841e04e68', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:09:14.570793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:14.574793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-98d527a6-8532-40d3-aa42-217ad3748df6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:14.614537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe3d376-b4d3-475e-a631-5ee7e34c13e9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:14.618415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:14.949931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.205810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.210347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.236886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.237409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec6b28a-8e0c-43e7-86af-8823cca33d3e {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:09:15.257553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.258750 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2ec6b28a-8e0c-43e7-86af-8823cca33d3e HTTP/1.1" status: 204  len: 168 time: 1.5621262
Dec 15 19:09:15.261336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35710) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:15.321121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Deleting subnet c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:09:15.323924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.371664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.446221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.522280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.526124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5f5fa64d-b6ea-4077-953a-9f6b01d2d1a4 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:15.538116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4da6c663-0894-4898-8134-d503fadd7162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.559549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:15.564061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:15.567546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.574971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c076b6-63fa-4b05-99eb-4052d585a6a6 None None] Network 4d08169a-3634-4d35-b71e-f55611cd8279 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:09:15.577326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35714) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:15.577817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c12780a7-2d3b-4a86-b1c0-41b5fdf46ea5 HTTP/1.1" status: 204  len: 168 time: 0.3150113
Dec 15 19:09:15.687692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.698940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Deleting port e4987647-0e54-4a6c-817f-355d46d5f462 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:15.699504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:15.836314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] DHCP port deletion for 4d08169a-3634-4d35-b71e-f55611cd8279 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:09:15.840753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Deleting port e4987647-0e54-4a6c-817f-355d46d5f462 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:15.841141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.019178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] For port e4987647-0e54-4a6c-817f-355d46d5f462, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4987647-0e54-4a6c-817f-355d46d5f462,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:16.019444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.082454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] For port e4987647-0e54-4a6c-817f-355d46d5f462, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e4987647-0e54-4a6c-817f-355d46d5f462,segment=NetworkSegment(883522f7-9dd9-43a7-bdb6-2470ab4af9ec),segment_id=883522f7-9dd9-43a7-bdb6-2470ab4af9ec)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:16.082875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.135585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Calling delete_port for e4987647-0e54-4a6c-817f-355d46d5f462 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:16.202436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Calling delete_port for e4987647-0e54-4a6c-817f-355d46d5f462 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:16.210068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.214567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:16.256337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4987647-0e54-4a6c-817f-355d46d5f462,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:16.259801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:16.260605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] No DVR routers for this DVR port e4987647-0e54-4a6c-817f-355d46d5f462 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn_limited(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn_limited(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 15 19:09:16.269824 dv-neutron-821830-2-hyperv neutron-server[83672]:   util.warn(
Dec 15 19:09:16.281088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:09:16.281552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:09:16.331805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 12958859-7c99-4dd8-88ed-7c326e7681f6 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:16.364931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 12958859-7c99-4dd8-88ed-7c326e7681f6 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:16.365279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 12958859-7c99-4dd8-88ed-7c326e7681f6 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:16.365797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ebe3d376-b4d3-475e-a631-5ee7e34c13e9 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:16.375982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.399595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ebe3d376-b4d3-475e-a631-5ee7e34c13e9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:16.399938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ebe3d376-b4d3-475e-a631-5ee7e34c13e9 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:16.400344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4987647-0e54-4a6c-817f-355d46d5f462 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:16.400771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec510f40>,) {'filters': {'network_id': ['4d08169a-3634-4d35-b71e-f55611cd8279']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:16.413352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec510f40>, '883522f7-9dd9-43a7-bdb6-2470ab4af9ec') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:16.413653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec510f40>, '883522f7-9dd9-43a7-bdb6-2470ab4af9ec') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:16.424591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.430617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e4987647-0e54-4a6c-817f-355d46d5f462 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:16.430762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e4987647-0e54-4a6c-817f-355d46d5f462 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:16.440109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.446220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:09:16.446595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:09:16.463546 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:09:16.537438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.540899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-328ca1b3-97b9-47f6-bca3-baf0148a851f tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:16.553456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.563506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d08169a-3634-4d35-b71e-f55611cd8279,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:16.566656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:16.578321 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] 10.222.0.48 "DELETE /v2.0/networks/4d08169a-3634-4d35-b71e-f55611cd8279 HTTP/1.1" status: 204  len: 168 time: 0.9998157
Dec 15 19:09:16.581071 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35718) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:16.699449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.783095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Deleting port e4987647-0e54-4a6c-817f-355d46d5f462 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:16.783489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.859163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f697571a-8a42-4d66-894c-97e560f1f92d None None] The port 'e4987647-0e54-4a6c-817f-355d46d5f462' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:09:16.860517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:16.968867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:17.638487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Deleting port 0de85cbb-2019-4d27-a928-90e1bf2a331c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:17.639137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:17.803954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] For port 0de85cbb-2019-4d27-a928-90e1bf2a331c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=0de85cbb-2019-4d27-a928-90e1bf2a331c,segment=NetworkSegment(91d97b20-4eea-4117-9da6-e3eb21e1f3c5),segment_id=91d97b20-4eea-4117-9da6-e3eb21e1f3c5)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:17.804301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:17.921001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Calling delete_port for 0de85cbb-2019-4d27-a928-90e1bf2a331c owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:18.090782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:18.095368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-16c38863-5273-4274-8111-590e0d9c00e6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:18.138765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de85cbb-2019-4d27-a928-90e1bf2a331c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:18.141242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:18.226183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:18.423930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:19.080777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Router 8f6d8855-444d-4c1b-9295-79445b404ff4 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:09:19.274500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:09:19.282772 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] Sync routers for ids ['8f6d8855-444d-4c1b-9295-79445b404ff4'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:09:19.292563 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] 10.222.0.48 "PUT /v2.0/routers/8f6d8855-444d-4c1b-9295-79445b404ff4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7082639
Dec 15 19:09:19.292846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35722) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:19.294967 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] Routers {'8f6d8855-444d-4c1b-9295-79445b404ff4'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:19.296067 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2e730>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8f6d8855-444d-4c1b-9295-79445b404ff4'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:19.469499 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] Set router 8f6d8855-444d-4c1b-9295-79445b404ff4 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:19.488246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:19.679997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:19.689959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Deleting port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:19.690527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:19.749581 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2e730>, [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:09:18Z', 'revision_number': 5, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port': {'id': 'aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:00:47Z', 'updated_at': '2021-12-15T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:19.753395 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] Checking router: 8f6d8855-444d-4c1b-9295-79445b404ff4 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:09:19.763623 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] Routers {'8f6d8855-444d-4c1b-9295-79445b404ff4'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:19.764737 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2e730>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['8f6d8855-444d-4c1b-9295-79445b404ff4'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:19.869749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] For port aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:19.870102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:19.912936 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] Set router 8f6d8855-444d-4c1b-9295-79445b404ff4 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:19.987451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Calling delete_port for aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:20.012837 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd2e730>, [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:09:19Z', 'revision_number': 6, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:20.017186 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb8c4b1-9cef-4ac0-aa8c-fe67024313e6 None None] The sync data for ids ['8f6d8855-444d-4c1b-9295-79445b404ff4'] in dv-neutron-821830-2-hyperv is: [{'id': '8f6d8855-444d-4c1b-9295-79445b404ff4', 'name': 'tempest-TestVolumeBootPattern-1524452461-router', 'tenant_id': '975921fba0e240609ec78c5024de58e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:00:45Z', 'updated_at': '2021-12-15T19:09:19Z', 'revision_number': 6, 'project_id': '975921fba0e240609ec78c5024de58e2', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:09:20.150073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:20.154129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-67e6ad6c-4ac7-46b3-8023-78f81627e655 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:20.192865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:20.196271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:20.453566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0de85cbb-2019-4d27-a928-90e1bf2a331c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:20.487496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 0de85cbb-2019-4d27-a928-90e1bf2a331c {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:20.487907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 0de85cbb-2019-4d27-a928-90e1bf2a331c not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:20.524227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:20.774379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:20.778416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:20.808641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:20.809155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6d8855-444d-4c1b-9295-79445b404ff4 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:09:20.822037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:20.823157 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8f6d8855-444d-4c1b-9295-79445b404ff4 HTTP/1.1" status: 204  len: 168 time: 1.5293963
Dec 15 19:09:20.825811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35726) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:20.889143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Deleting subnet c9749f09-9a90-4190-8ebb-a8aa0dac8af0 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:09:20.892226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:20.941326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.020151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.090244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.094768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-320dd08f-78e6-49f5-b267-1063491e1ec8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:21.129231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9749f09-9a90-4190-8ebb-a8aa0dac8af0,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:21.131648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:21.136556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.139865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee55392-ceba-455d-96c0-6fb5ec17e023 None None] Network d6c9d407-34ec-4482-be8b-84c44c02a614 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:09:21.140039 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c9749f09-9a90-4190-8ebb-a8aa0dac8af0 HTTP/1.1" status: 204  len: 168 time: 0.3132274
Dec 15 19:09:21.142509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35730) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:21.247084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.257496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Deleting port 028f8d07-c125-4747-8573-75587e0a550d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:21.257816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.381243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] DHCP port deletion for d6c9d407-34ec-4482-be8b-84c44c02a614 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:09:21.385244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Deleting port 028f8d07-c125-4747-8573-75587e0a550d {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:21.385659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.463188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] For port 028f8d07-c125-4747-8573-75587e0a550d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=028f8d07-c125-4747-8573-75587e0a550d,segment=NetworkSegment(91d97b20-4eea-4117-9da6-e3eb21e1f3c5),segment_id=91d97b20-4eea-4117-9da6-e3eb21e1f3c5)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:21.463528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.585915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] For port 028f8d07-c125-4747-8573-75587e0a550d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=028f8d07-c125-4747-8573-75587e0a550d,segment=NetworkSegment(91d97b20-4eea-4117-9da6-e3eb21e1f3c5),segment_id=91d97b20-4eea-4117-9da6-e3eb21e1f3c5)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:21.586486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.698389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Calling delete_port for 028f8d07-c125-4747-8573-75587e0a550d owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:21.710241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Calling delete_port for 028f8d07-c125-4747-8573-75587e0a550d owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:21.780198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.784105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:09:21.784580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:09:21.784820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87d06006-7f44-44ab-a0d2-d4b00a5b1599 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:21.827862 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=028f8d07-c125-4747-8573-75587e0a550d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:21.830340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:21.832778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] No DVR routers for this DVR port 028f8d07-c125-4747-8573-75587e0a550d on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:09:21.949095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:21.973437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced5f64c0>,) {'filters': {'network_id': ['d6c9d407-34ec-4482-be8b-84c44c02a614']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:21.984939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced5f64c0>, '91d97b20-4eea-4117-9da6-e3eb21e1f3c5') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:21.985222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced5f64c0>, '91d97b20-4eea-4117-9da6-e3eb21e1f3c5') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:21.996076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.012500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.019039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:09:22.019408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:09:22.032193 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:09:22.106037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.110029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:22.122267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.135663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c9d407-34ec-4482-be8b-84c44c02a614,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:22.140100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:22.140924 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d6c9d407-34ec-4482-be8b-84c44c02a614 HTTP/1.1" status: 204  len: 168 time: 0.9975362
Dec 15 19:09:22.277248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35740) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:22.286219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Deleting port 028f8d07-c125-4747-8573-75587e0a550d {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:22.286615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.328903 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f6b1639a-c431-4ed9-baa9-4257b277748a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5625589807734574847f5c5841e04e68&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0503228
Dec 15 19:09:22.331340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35744) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:22.349426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 028f8d07-c125-4747-8573-75587e0a550d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:22.379578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d3648-4120-4210-93c5-a52d184d4ab2 None None] The port '028f8d07-c125-4747-8573-75587e0a550d' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:09:22.390877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 028f8d07-c125-4747-8573-75587e0a550d {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:22.391172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.391396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 028f8d07-c125-4747-8573-75587e0a550d not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:22.391824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:22.418822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.424217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:22.424571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device aeb1f0f1-2fb7-4a49-a4ea-30ac877f660e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:22.473426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.477096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8a2b0dbd-9c94-44a0-b248-1c7c5f1a9a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:22.492614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e312833f-f6fa-4df7-97d9-cc55f9e31f64,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:22.495157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:22.500262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:22.501429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e312833f-f6fa-4df7-97d9-cc55f9e31f64 HTTP/1.1" status: 204  len: 168 time: 0.1691539
Dec 15 19:09:22.879727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35752) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:22.929235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3cc3ffbb-879e-4d01-a391-7ebe6abac53c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=975921fba0e240609ec78c5024de58e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0483079
Dec 15 19:09:22.931450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35756) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:22.989321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:23.014145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:23.064330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:23.068936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e16d291d-274d-4005-97a6-fd950831df29 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:23.081135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e178a9-7149-4f30-99c0-af511936bb5e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:23.083436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:23.086737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:23.090687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71e178a9-7149-4f30-99c0-af511936bb5e HTTP/1.1" status: 204  len: 168 time: 0.1560307
Dec 15 19:09:27.014041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:32.785012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35768) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:32.961473 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e6e4611c-e0fa-4907-b2f1-c9050505993e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers/13e49673-a052-4467-92b4-2eb4e136055f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1752033
Dec 15 19:09:32.964214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35772) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:33.167660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0b587-234f-4b6e-b26c-018ccd5a8e2f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Notify agent at dv-neutron-821830-2-hyperv the message router_removed_from_agent {{(pid=83671) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 15 19:09:33.170615 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fec0b587-234f-4b6e-b26c-018ccd5a8e2f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "DELETE /v2.0/agents/b0f2ff01-84da-4413-a49f-86f897d5f9df/l3-routers/13e49673-a052-4467-92b4-2eb4e136055f HTTP/1.1" status: 204  len: 168 time: 0.2055285
Dec 15 19:09:33.173144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35776) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:33.345692 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d575904b-411f-4c5c-b59b-e2f5ffc9e05e tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers/13e49673-a052-4467-92b4-2eb4e136055f/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1713598
Dec 15 19:09:33.348297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35780) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:33.449154 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e2005ea3-3114-4b39-b8c3-1fde317b3ae6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 992 time: 0.0996943
Dec 15 19:09:33.931738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a50579-9357-4ba3-8649-b125feef56a4 None None] New status for floating IP 473bed71-9b94-4219-958d-e4ca02f59986: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:09:34.327213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 554a29d9-7868-465c-b786-1094bbd058e3 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:34.431691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:34.447040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 554a29d9-7868-465c-b786-1094bbd058e3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=554a29d9-7868-465c-b786-1094bbd058e3,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:34.450926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:34.451672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:34.452446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35784) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:34.474358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:34.565075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=554a29d9-7868-465c-b786-1094bbd058e3,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:34.608303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.608627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.608959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.609279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.609623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.609940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.610292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.610605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.610915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.611224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.611539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:34.617026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:34.634853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:34.667721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:34.673097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ccf5aa83-b1a3-4471-a95a-4cbdd8b2d1f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.2193356
Dec 15 19:09:34.674392 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:34.676094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:34.739813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:34.743114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:35.819618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35790) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:36.023985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f00306-6fc8-4659-aef9-66ace91be1ae tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Router 13e49673-a052-4467-92b4-2eb4e136055f is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:09:36.024341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f00306-6fc8-4659-aef9-66ace91be1ae tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Notify agent at dv-neutron-821830-2-hyperv the message router_added_to_agent {{(pid=83671) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 15 19:09:36.049625 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-77f00306-6fc8-4659-aef9-66ace91be1ae tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "POST /v2.0/agents/b0f2ff01-84da-4413-a49f-86f897d5f9df/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2289543
Dec 15 19:09:36.052273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:36.070223 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] Sync routers for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:09:36.083497 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:36.084117 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4f9d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:36.228000 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5610942b-1721-467e-99ac-d7f575829f39 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers/13e49673-a052-4467-92b4-2eb4e136055f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1745875
Dec 15 19:09:36.230778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35802) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:36.259983 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:36.335184 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6b2bf934-79ef-436e-876a-995cecbcfb62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1032894
Dec 15 19:09:36.617027 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4f9d0>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '473bed71-9b94-4219-958d-e4ca02f59986', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'mac_address': 'fa:16:3e:0e:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:58Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:36.620746 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] Checking router: 13e49673-a052-4467-92b4-2eb4e136055f for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:09:36.631687 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:36.632270 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4f9d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:36.804415 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:37.132504 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4f9d0>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '473bed71-9b94-4219-958d-e4ca02f59986', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'mac_address': 'fa:16:3e:0e:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:58Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:37.136311 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03777bee-fe3e-4be1-9358-42f1fe59f729 None None] The sync data for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv is: [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76'}], 'enable_snat': True}, 'gw_port_id': '554a29d9-7868-465c-b786-1094bbd058e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:08:42Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '554a29d9-7868-465c-b786-1094bbd058e3', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '473bed71-9b94-4219-958d-e4ca02f59986', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'port_id': 'd5a7b667-b206-4aad-a303-66da69949536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'mac_address': 'fa:16:3e:0e:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:58Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e', 'name': '', 'network_id': 'f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:a2:13:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e49673-a052-4467-92b4-2eb4e136055f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:41Z', 'updated_at': '2021-12-15T19:09:34Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': 'f3bfee7d-888e-4da3-8fbd-7446979a6a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:09:37.339178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35806) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:37.446714 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d1d54f98-4080-43dc-8857-9d82e67e0ee3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1063151
Dec 15 19:09:38.363967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 554a29d9-7868-465c-b786-1094bbd058e3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:09:38.430217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 554a29d9-7868-465c-b786-1094bbd058e3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:09:38.430521 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:38.450428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35810) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:38.544189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:38.558076 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-54d3dc14-89e7-4902-9834-1155b8a404a5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1054735
Dec 15 19:09:38.560124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 554a29d9-7868-465c-b786-1094bbd058e3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=554a29d9-7868-465c-b786-1094bbd058e3,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:38.564625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:38.565461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:09:38.587231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:38.675814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=554a29d9-7868-465c-b786-1094bbd058e3,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:38.679769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:38.690836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:09:38.691211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:38.803234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:38.834086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:38.837747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:38.839478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fa23068f-03b7-4df4-901d-dd927010880e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:38.901389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:38.904273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:39.560829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35814) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:39.667306 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eadd7118-1277-49f2-8177-f230c40bbaef tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1052613
Dec 15 19:09:40.338667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 554a29d9-7868-465c-b786-1094bbd058e3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:09:40.409185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 554a29d9-7868-465c-b786-1094bbd058e3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:09:40.409590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:40.519732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:09:40.583311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:09:40.583605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:40.670758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:40.781961 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-268a9ea2-797a-4e5e-90e3-efd94fa2b902 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1099701
Dec 15 19:09:41.785702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35822) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:41.890917 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6753b254-4c23-4518-a27e-1cd581287e0e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1039820
Dec 15 19:09:42.895113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35826) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:42.999037 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d41bf741-b403-42a1-b3a6-fdad601ad448 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1026261
Dec 15 19:09:43.286953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eb584fa9-fc3a-4c0d-b924-ea4ad0abd3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:44.003080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35830) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:44.106873 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bbbc80f4-dcab-42f8-ac72-82c3f3ceb0a6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 990 time: 0.1025717
Dec 15 19:09:44.237103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e817ba-155d-4e85-91a7-89426685a0f5 None None] New status for floating IP 473bed71-9b94-4219-958d-e4ca02f59986: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:09:45.109852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35834) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:45.215249 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-403a8316-2e3a-4c3f-a15f-e0505d338588 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 200  len: 992 time: 0.1042085
Dec 15 19:09:45.491999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35842) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:45.539737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3a71ece8-5367-4d91-ae08-eb7ed69cb5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:45.693644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port f1daf7aa-f43b-4944-89d6-9c5c157107ff {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:45.693987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:45.961348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:45.961679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:46.084538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for f1daf7aa-f43b-4944-89d6-9c5c157107ff owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:46.227574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:46.231574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d5adef6c-3ea1-42a0-93ed-3f84c28f9281 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:46.274410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=f1daf7aa-f43b-4944-89d6-9c5c157107ff,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:46.277788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:46.365530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:46.702045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:46.753698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 13e49673-a052-4467-92b4-2eb4e136055f has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:09:46.802941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:46.953335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:09:46.972842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:47.024248 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/473bed71-9b94-4219-958d-e4ca02f59986 HTTP/1.1" status: 204  len: 168 time: 1.5312123
Dec 15 19:09:47.024929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:09:47.079233 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536', 'status': 'completed', 'code': 200}
Dec 15 19:09:47.171647 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-902242a9-eeb7-4667-90c1-d952ace18a50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 1098 time: 0.0698650
Dec 15 19:09:47.306057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-05dcd3f6-5e47-4ddb-9c37-19a3aceb3d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:47.307512 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-05dcd3f6-5e47-4ddb-9c37-19a3aceb3d06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 HTTP/1.1" status: 200  len: 898 time: 0.1294022
Dec 15 19:09:47.416903 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-8e85efa1-6dd6-485d-acee-e7e4d2438f29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a7b667-b206-4aad-a303-66da69949536 HTTP/1.1" status: 200  len: 217 time: 0.1016784
Dec 15 19:09:47.597369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-aa7aae93-044f-49df-9077-92d319803e4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:47.598711 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-aa7aae93-044f-49df-9077-92d319803e4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3bfee7d-888e-4da3-8fbd-7446979a6a0b HTTP/1.1" status: 200  len: 834 time: 0.1749430
Dec 15 19:09:47.607752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4da6d-56e4-4199-a768-4113bd561188 req-5742709f-68e3-43ba-afb8-b833ee445437 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:47.608394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-90b4da6d-56e4-4199-a768-4113bd561188 req-5742709f-68e3-43ba-afb8-b833ee445437 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:09:47.663623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-90b4da6d-56e4-4199-a768-4113bd561188 req-5742709f-68e3-43ba-afb8-b833ee445437 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:09:47.664735 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-90b4da6d-56e4-4199-a768-4113bd561188 req-5742709f-68e3-43ba-afb8-b833ee445437 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 945 time: 0.2994645
Dec 15 19:09:47.724316 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-ef9cb3c9-8aa5-4287-b3c1-ccec8b241266 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1123822
Dec 15 19:09:47.729166 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-90b4da6d-56e4-4199-a768-4113bd561188 req-cd87cce1-6d12-440f-935d-491167e75699 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583014
Dec 15 19:09:47.855305 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-3179d5e1-ffe4-4e58-a98d-2ad846b3382b service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239681
Dec 15 19:09:47.985726 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e00d2cc8-735c-4b34-b8e0-469ac49993ad req-2bc9bb0a-c873-4446-9f64-0416d5d9d288 service neutron] 10.222.0.64 "GET /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223290
Dec 15 19:09:48.225690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:48.602532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-426957a5-73a2-40ae-81f3-a9fffdfdf89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:48.604235 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-426957a5-73a2-40ae-81f3-a9fffdfdf89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 945 time: 0.0746074
Dec 15 19:09:48.671327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port d5a7b667-b206-4aad-a303-66da69949536 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:48.671659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:48.916617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port d5a7b667-b206-4aad-a303-66da69949536, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5a7b667-b206-4aad-a303-66da69949536,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:48.916884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:48.928011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce34683-5e3c-4e56-9898-eb7234f6a0fb req-26632568-0c89-458b-8856-fab2b4b937e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:48.929484 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8ce34683-5e3c-4e56-9898-eb7234f6a0fb req-26632568-0c89-458b-8856-fab2b4b937e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a76f8ad-3893-4309-a943-82a169a65bd8 HTTP/1.1" status: 200  len: 945 time: 0.0757470
Dec 15 19:09:48.974527 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8ce34683-5e3c-4e56-9898-eb7234f6a0fb req-df655d65-0f11-4957-9554-70f61b9e8b29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=72016fc3-dc10-4b00-afca-ba62fbd3e637&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395072
Dec 15 19:09:49.037846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for d5a7b667-b206-4aad-a303-66da69949536 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:49.175277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:49.180594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4c8402e-3792-4d1b-bfb0-213ed91c4fd4 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:49.226479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=d5a7b667-b206-4aad-a303-66da69949536,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:49.229141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:49.295981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port d5a7b667-b206-4aad-a303-66da69949536 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:09:49.298395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:49.301411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'name': 'network-vif-deleted', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:09:49.318187 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3193599-db64-4c72-bc5f-05b6fc857e12 req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/d5a7b667-b206-4aad-a303-66da69949536 HTTP/1.1" status: 204  len: 173 time: 0.7088284
Dec 15 19:09:49.363782 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a76f8ad-3893-4309-a943-82a169a65bd8', 'name': 'network-vif-deleted', 'tag': 'd5a7b667-b206-4aad-a303-66da69949536', 'status': 'completed', 'code': 200}
Dec 15 19:09:50.033886 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:09:50.075928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35858) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:50.144829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:50.177936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:50.238279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:50.242080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2ca96a21-6901-4fec-94c8-0e98e1b09d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:50.257682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72016fc3-dc10-4b00-afca-ba62fbd3e637,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:50.260303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:50.267462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:50.268620 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/72016fc3-dc10-4b00-afca-ba62fbd3e637 HTTP/1.1" status: 204  len: 168 time: 0.1916831
Dec 15 19:09:50.309889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35864) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:50.825289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:51.422300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:51.422987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:51.428531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d5a7b667-b206-4aad-a303-66da69949536 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:51.465457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: d5a7b667-b206-4aad-a303-66da69949536 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:51.465805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device d5a7b667-b206-4aad-a303-66da69949536 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:51.604603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:51.604896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:51.728169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:51.909934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:51.913363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d8f02a0c-79c1-404b-a3be-b1b852dff570 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:51.955934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:52.007691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.008063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.008429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.008794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.009154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.009541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.009897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.010250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.010601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.010946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.011294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:52.018355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:52.382907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:52.951454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 13e49673-a052-4467-92b4-2eb4e136055f has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:09:53.147015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:09:53.160286 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/13e49673-a052-4467-92b4-2eb4e136055f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8488624
Dec 15 19:09:53.163092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35868) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:53.348220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet f3bfee7d-888e-4da3-8fbd-7446979a6a0b {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:09:53.351015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:53.403670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:53.485267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:53.557402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:53.561582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a3680c13-e508-4638-9aae-c9a963ec866b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:53.594961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bfee7d-888e-4da3-8fbd-7446979a6a0b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:53.598443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:53.601656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:53.607573 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3fdad79-e1e6-4711-abbe-f51f04601667 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/f3bfee7d-888e-4da3-8fbd-7446979a6a0b HTTP/1.1" status: 204  len: 168 time: 0.4435685
Dec 15 19:09:53.607739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdd11d-1eae-4568-b5f6-9c51d40606f1 None None] Network f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:09:53.610123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35872) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:53.860996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] DHCP port deletion for f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:09:53.866093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Deleting port 237ef46d-9ede-4a28-a697-8acf1ea1c334 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:53.866474 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:53.939451 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.065591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] For port 237ef46d-9ede-4a28-a697-8acf1ea1c334, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=237ef46d-9ede-4a28-a697-8acf1ea1c334,segment=NetworkSegment(d9c4d2f3-51f1-4f56-9249-bc9a46f64732),segment_id=d9c4d2f3-51f1-4f56-9249-bc9a46f64732)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:54.065932 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.139405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.148577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 554a29d9-7868-465c-b786-1094bbd058e3 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:09:54.148916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.184374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Calling delete_port for 237ef46d-9ede-4a28-a697-8acf1ea1c334 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:54.255244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.258998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:54.300727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Pushing event deleted for resources: {'Port': ['ID=237ef46d-9ede-4a28-a697-8acf1ea1c334,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:54.303233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:54.311332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] No DVR routers for this DVR port 237ef46d-9ede-4a28-a697-8acf1ea1c334 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:09:54.322475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 554a29d9-7868-465c-b786-1094bbd058e3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=554a29d9-7868-465c-b786-1094bbd058e3,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:09:54.322833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.355513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 237ef46d-9ede-4a28-a697-8acf1ea1c334 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:54.387874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 237ef46d-9ede-4a28-a697-8acf1ea1c334 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:54.388226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 237ef46d-9ede-4a28-a697-8acf1ea1c334 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:54.444150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 554a29d9-7868-465c-b786-1094bbd058e3 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:09:54.607223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.610970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-535d5563-8b3b-4a09-b286-fe498016edf0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:54.654216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=554a29d9-7868-465c-b786-1094bbd058e3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:54.658940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:54.706079 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] Sync routers for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:09:54.720418 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:54.721214 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:54.847529 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:54.874796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:54.951449 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1f10>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:09:54Z', 'revision_number': 7, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:54.955305 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] Checking router: 13e49673-a052-4467-92b4-2eb4e136055f for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:09:54.966209 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] Routers {'13e49673-a052-4467-92b4-2eb4e136055f'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:54.966800 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['13e49673-a052-4467-92b4-2eb4e136055f'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:55.091021 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] Set router 13e49673-a052-4467-92b4-2eb4e136055f gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:55.121429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.125591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.150645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.151394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router 13e49673-a052-4467-92b4-2eb4e136055f {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:09:55.165064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.166155 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/13e49673-a052-4467-92b4-2eb4e136055f HTTP/1.1" status: 204  len: 168 time: 1.5551546
Dec 15 19:09:55.168859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35876) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:55.227702 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1f10>, [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:09:54Z', 'revision_number': 7, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:55.232114 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8842f86-9221-4728-910b-81e6bd2314b5 None None] The sync data for ids ['13e49673-a052-4467-92b4-2eb4e136055f'] in dv-neutron-821830-2-hyperv is: [{'id': '13e49673-a052-4467-92b4-2eb4e136055f', 'name': 'tempest-TestNetworkBasicOps-router-8022429', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:38Z', 'updated_at': '2021-12-15T19:09:54Z', 'revision_number': 7, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:09:55.403750 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.534316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.559071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced617040>,) {'filters': {'network_id': ['f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:55.571453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced617040>, 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:55.571939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced617040>, 'd9c4d2f3-51f1-4f56-9249-bc9a46f64732') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:55.583881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.600090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.606456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:09:55.606922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:09:55.622529 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:09:55.704916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.708635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-04c5beab-36b9-4486-914f-c6dbd1d81d45 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:55.723640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.735836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:55.739299 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:55.742836 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/f3d0585c-dc5e-4bdf-9b7a-6e757b7ab827 HTTP/1.1" status: 204  len: 168 time: 0.5730329
Dec 15 19:09:55.764135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35880) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:55.770460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--841421731', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:09:55.775452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:09:55.779448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:09:55.782206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:09:55.789214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:09:55.798003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:09:55.800942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.827946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:09:55.836984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.837339 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment 65743a17-9f4b-4a06-a7a1-2565734dac91 of type vlan for network 87e918c8-c1ad-4519-b371-878164ec312e
Dec 15 19:09:55.862520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.889614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.893404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:55.893971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:55.899159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0353b641-d7cd-4a5f-beac-df57e9fa8f12 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:55.999308 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2315485
Dec 15 19:09:55.999986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35884) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:56.007647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-715430834', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:09:56.013146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=87e918c8-c1ad-4519-b371-878164ec312e,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:56.016116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:56.017018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:09:56.021624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:09:56.023843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 87e918c8-c1ad-4519-b371-878164ec312e details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:09:56.024599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:09:56.033853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:09:56.047525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.049066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.068818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.107513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58f792-477a-4b1c-9962-6bd0337b931f None None] New status for floating IP 473bed71-9b94-4219-958d-e4ca02f59986: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:09:56.328676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.352211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 554a29d9-7868-465c-b786-1094bbd058e3 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:56.390681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 554a29d9-7868-465c-b786-1094bbd058e3 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:56.391209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 554a29d9-7868-465c-b786-1094bbd058e3 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:56.391645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:09:56.424749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:09:56.425172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 82659fcc-79c4-4e5e-a79b-0e0cb0fdf36e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:09:56.517972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.547160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.686579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.216 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/5a2dfe57-c1eb-46c2-841a-8b01d6083fe6) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:09:56.833750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.859741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:56.864283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-38db1cf0-9a74-4079-b46f-40cffc3e5e43 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:56.926591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:09:56.929657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:09:56.933875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:09:56.960360 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:56.965072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:57.033083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:57.087780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:57.088413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:57.308452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:09:57.497817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:09:57.507199 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Sync routers for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:09:57.518627 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:57.519218 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1a00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:57.523854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:57.525023 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.5241117
Dec 15 19:09:57.528299 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35888) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:57.569032 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d11664eb-a669-4de7-9d4c-4363195e308c tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395806
Dec 15 19:09:57.571507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35892) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:57.695989 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:57.700186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3b05fa-8eb4-429e-9809-1502e1b2a7a0 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:57.701668 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4d3b05fa-8eb4-429e-9809-1502e1b2a7a0 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1292942
Dec 15 19:09:57.704514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35896) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:57.744497 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-00d5f4ff-c0a7-4b9b-9b56-263c83f4a22f tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385687
Dec 15 19:09:57.747166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35900) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:57.752709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55536879', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:09:57.860614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:09:57.864482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:09:57.867286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:09:57.872998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:09:57.883495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:09:57.978941 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1a00>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:57.982676 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Checking router: 07ec7967-7f39-47ec-b51c-99cfdfdff3fd for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:09:57.983029 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Updating router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:09:57.987046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.032533 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.200513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.204240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5f0cec31-f057-4239-aba3-f4fdfc92e92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:58.282681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:58.286307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:58.293061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:09:58.293450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: 87e918c8-c1ad-4519-b371-878164ec312e, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:09:58.314796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 87e918c8-c1ad-4519-b371-878164ec312e is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:09:58.324349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 87e918c8-c1ad-4519-b371-878164ec312e) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:09:58.328544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:09:58.329168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.334717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc2d6c-768c-4041-90f3-f1df59edc078 None None] Network 87e918c8-c1ad-4519-b371-878164ec312e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:09:58.354216 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6095a405-45fe-4a7f-9cec-38357c9cde2a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 839 time: 0.6055870
Dec 15 19:09:58.354536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35904) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:09:58.381706 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.393468 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Transition to ACTIVE for port object 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:09:58.399380 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.403357 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:58.478711 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Attempting to bind port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:09:58.479085 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Attempting to bind port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:09:58.479470 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Attempting to bind port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:09:58.485778 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Pushing event updated for resources: {'Port': ['ID=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:58.496592 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:09:58.496970 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:09:58.497405 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.497805 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:09:58.498278 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Bound port: 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:09:58.498667 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.523097 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.523806 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.523806 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.524170 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.524415 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.524742 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.525065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.525414 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.525733 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.526050 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.526365 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:09:58.534159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:58.551960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-87e918c8-c1ad-4519-b371-878164ec312e', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:09:58.552818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.591009 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] For port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:09:58.594177 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] For port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:09:58.598859 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.602415 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:58.674413 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:09:58.675161 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1a00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:58.721704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Allocated IP 172.20.0.2 (87e918c8-c1ad-4519-b371-878164ec312e/67578a22-6ff5-4bd1-857f-7e1ad93bd6b1/d0ab2698-b219-4b53-be7f-b1f08d9cbf0a) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:09:58.824760 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Pushing event updated for resources: {'Port': ['ID=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:58.829431 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:58.864494 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:09:58.938029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.949053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Transition to ACTIVE for port object d0ab2698-b219-4b53-be7f-b1f08d9cbf0a will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:09:58.968469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Transition to ACTIVE for port object d0ab2698-b219-4b53-be7f-b1f08d9cbf0a will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:09:58.976616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:58.982654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e63e012b-c1aa-4a44-a474-d41553c3823a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:59.057768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Network 87e918c8-c1ad-4519-b371-878164ec312e is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:09:59.059129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:09:59.061773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:09:59.103585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Pushing event updated for resources: {'Port': ['ID=d0ab2698-b219-4b53-be7f-b1f08d9cbf0a,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:59.109511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:59.160035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Attempting to bind port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:09:59.161326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Attempting to bind port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:09:59.161704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Attempting to bind port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a on network 87e918c8-c1ad-4519-b371-878164ec312e {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:09:59.168356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:09:59.168733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Checking segment: {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:09:59.169135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:59.169558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Bound using segment: {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:09:59.170597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Bound port: d0ab2698-b219-4b53-be7f-b1f08d9cbf0a, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:09:59.170597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:59.181239 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedec1a00>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:09:59.185746 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a097fa1-b858-4265-8c7e-81e435b5beb4 None None] The sync data for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv is: [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:09:59.248716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:59.273496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] For port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:09:59.276685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] For port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d0ab2698-b219-4b53-be7f-b1f08d9cbf0a,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:09:59.282556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:59.287000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-368cb287-7f2d-490d-a819-a41ad8d3d37d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:59.382703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Pushing event updated for resources: {'Port': ['ID=d0ab2698-b219-4b53-be7f-b1f08d9cbf0a,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:09:59.386444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:09:59.695732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (87e918c8-c1ad-4519-b371-878164ec312e/67578a22-6ff5-4bd1-857f-7e1ad93bd6b1/af534cbc-5b49-4456-9eb6-622e9bb71a55) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:09:59.869750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:59.886805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object af534cbc-5b49-4456-9eb6-622e9bb71a55 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:09:59.909332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:09:59.913680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9b2e0a77-b995-47bb-858b-61d28090aaf2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:09:59.987461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 87e918c8-c1ad-4519-b371-878164ec312e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:09:59.991005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:09:59.993606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:10:00.021110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=af534cbc-5b49-4456-9eb6-622e9bb71a55,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:00.043476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.043859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.044248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.044606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.044973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.045378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.045724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.046374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.046744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.047102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.047465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:10:00.051767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:00.071190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.163092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.361919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3cd82-093d-435b-9520-853b8f5253dc None None] Network 87e918c8-c1ad-4519-b371-878164ec312e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:10:00.435047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d0ab2698-b219-4b53-be7f-b1f08d9cbf0a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:10:00.529749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fdc445e0-957e-45f8-aa47-3b4191b18e05 None None] Provisioning for port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:10:00.631473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:10:00.639256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:00.639630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.694947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.700143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.728122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0baedc29-7a92-4a79-8ce5-9af63075895c tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:00.784983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.815799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.819028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d0ab2698-b219-4b53-be7f-b1f08d9cbf0a,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:10:00.819302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=af534cbc-5b49-4456-9eb6-622e9bb71a55,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:00.823066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:00.828363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:00.829229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:10:00.856466 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8a6f164c-584a-4671-8b1d-7655136c5e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:00.964864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 87e918c8-c1ad-4519-b371-878164ec312e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:10:00.966255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:10:01.000384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=d0ab2698-b219-4b53-be7f-b1f08d9cbf0a,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:01.003890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:01.014011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e3f52666-593d-4e10-a2cc-10f561d1f22e None None] Provisioning complete for port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:01.014390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e3f52666-593d-4e10-a2cc-10f561d1f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:01.051264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:10:01.060938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:01.061332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:01.246430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:01.260159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e3f52666-593d-4e10-a2cc-10f561d1f22e None None] Provisioning for port af534cbc-5b49-4456-9eb6-622e9bb71a55 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:10:01.267777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:10:01.268757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e3f52666-593d-4e10-a2cc-10f561d1f22e None None] Provisioning complete for port af534cbc-5b49-4456-9eb6-622e9bb71a55 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:01.269195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e3f52666-593d-4e10-a2cc-10f561d1f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:01.300397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:01.308112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:01.371929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e3f52666-593d-4e10-a2cc-10f561d1f22e None None] Port af534cbc-5b49-4456-9eb6-622e9bb71a55 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:10:01.380980 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:10:01.389338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:01.392289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:01.492378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9a7ffba3-09bd-4bb7-bd14-c1594f6e9483 None None] Provisioning complete for port af534cbc-5b49-4456-9eb6-622e9bb71a55 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:01.493080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9a7ffba3-09bd-4bb7-bd14-c1594f6e9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:01.547048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ffba3-09bd-4bb7-bd14-c1594f6e9483 None None] Port af534cbc-5b49-4456-9eb6-622e9bb71a55 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:10:01.581777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:10:01.594426 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/07ec7967-7f39-47ec-b51c-99cfdfdff3fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2388785
Dec 15 19:10:01.596913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:01.732373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7ee59-d4e4-4aac-b953-6e4b2ecb17cb tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.733033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7ee59-d4e4-4aac-b953-6e4b2ecb17cb tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.733223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7ee59-d4e4-4aac-b953-6e4b2ecb17cb tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.733485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7ee59-d4e4-4aac-b953-6e4b2ecb17cb tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.735094 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-19d7ee59-d4e4-4aac-b953-6e4b2ecb17cb tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1372640
Dec 15 19:10:01.737797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35912) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:01.806143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e47135-8c0d-429e-8290-ba08939f1ff7 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.806426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e47135-8c0d-429e-8290-ba08939f1ff7 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.806785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e47135-8c0d-429e-8290-ba08939f1ff7 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.807134 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e47135-8c0d-429e-8290-ba08939f1ff7 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:01.808720 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d8e47135-8c0d-429e-8290-ba08939f1ff7 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2735 time: 0.0700572
Dec 15 19:10:01.811324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35916) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:02.119337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-46ef5d13-2649-4bae-8ef4-c46ea0fe654a tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.3067207
Dec 15 19:10:02.358857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d0ab2698-b219-4b53-be7f-b1f08d9cbf0a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:10:02.425478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:02.425777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:02.538879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:10:02.605220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:02.605622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:02.773843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Sync routers for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:10:02.785565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:10:02.786755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc236a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:02.880365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35922) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:02.886311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393375332', 'description': 'tempest-secgroup-smoke-393375332 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:02.892359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:02.896970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:02.899834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:02.905480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:02.916619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:02.950677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:02.954316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:02.957022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:02.963212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:02.965574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:10:03.016234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.019916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.024046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1b1d480a-37e5-40b7-b33f-0eafae24aaf6 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.067618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b50224-bf18-4255-adbe-a28fe2609335,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.070836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:03.072172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.074307 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1918921
Dec 15 19:10:03.078405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35926) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:03.084807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '95b50224-bf18-4255-adbe-a28fe2609335', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:03.090899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:03.094884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:03.097845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:03.103660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:03.120484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.180482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.184127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.185925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-904ff4f9-a3ee-4004-a875-b567b588ade9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.205730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a71d6a-65c7-4aca-a5e0-c67e365cb835,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.210116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:03.218549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.219720 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1402802
Dec 15 19:10:03.222525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35930) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:03.228164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '95b50224-bf18-4255-adbe-a28fe2609335', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:03.234085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:03.237828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:03.240661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:03.246429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:03.264370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.290372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc236a0>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:03.294284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Checking router: 07ec7967-7f39-47ec-b51c-99cfdfdff3fd for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:10:03.294644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Updating router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd port af534cbc-5b49-4456-9eb6-622e9bb71a55 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:10:03.326155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.329849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.331783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1e1c10c0-91ae-42e7-9f55-4a04c4c67c2f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.346144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.353286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc9c8ee-b14c-4094-954c-4d63d90bcbde,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.355858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:03.362911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.364616 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1406479
Dec 15 19:10:03.368117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35934) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:03.374126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '95b50224-bf18-4255-adbe-a28fe2609335', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:03.383063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:03.386891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:03.389766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:03.395465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:03.412555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.474392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.477850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.479690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-83a97af2-3378-469f-b0b2-3c7d23f1a29d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.499786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e023b1-9495-445a-934b-560b69a9aea2,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.503845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:03.512539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.516835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35938) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:03.517152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1477358
Dec 15 19:10:03.522708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '95b50224-bf18-4255-adbe-a28fe2609335', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:03.531128 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:03.535227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:03.538413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:03.544516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:03.562401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.627551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.631853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.633588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bda510ea-5b75-4f51-b1e4-501c43ff3662 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.654714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce6682a-7d11-452a-906e-1efe8c7818a9,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.657103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:03.663949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.667776 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1472099
Dec 15 19:10:03.668024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35942) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:03.673944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '95b50224-bf18-4255-adbe-a28fe2609335', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:03.680236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:03.684032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:03.686916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:03.692581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:03.707046 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:10:03.722385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.747741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.761710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Transition to ACTIVE for port object af534cbc-5b49-4456-9eb6-622e9bb71a55 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:10:03.767582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.771966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.791294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.795430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.797219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aa039a43-08b9-46e5-9d41-3c00ac00a7e2 tempest-SecGroupIPv6Test-677442316 tempest-SecGroupIPv6Test-677442316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.819186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240f20a2-5e6c-42e8-aabc-5accb64ab393,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.821598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:03.830402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.834577 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1626329
Dec 15 19:10:03.834914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35946) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:03.840638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '95b50224-bf18-4255-adbe-a28fe2609335', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:03.847430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:03.852110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:03.855568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:03.861490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:03.874795 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:10:03.883479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.899898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cc05f-401c-4950-a3e8-681189e080bb None None] Pushing event updated for resources: {'Port': ['ID=af534cbc-5b49-4456-9eb6-622e9bb71a55,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.903190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-716cc05f-401c-4950-a3e8-681189e080bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:03.956673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.961535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:03.963553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d84a857a-3083-403b-8afb-afce45a28012 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:03.989947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5628d807-add6-47d7-b032-4831222244cc,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:03.995047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:04.000365 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Attempting to bind port af534cbc-5b49-4456-9eb6-622e9bb71a55 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:10:04.000777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Attempting to bind port af534cbc-5b49-4456-9eb6-622e9bb71a55 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:10:04.001138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Attempting to bind port af534cbc-5b49-4456-9eb6-622e9bb71a55 on network 87e918c8-c1ad-4519-b371-878164ec312e {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:10:04.002544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:04.008568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:10:04.009229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Checking segment: {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:10:04.009406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:04.009748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Bound using segment: {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:10:04.010209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Bound port: af534cbc-5b49-4456-9eb6-622e9bb71a55, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:10:04.010577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:04.013361 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1771982
Dec 15 19:10:04.105222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] For port af534cbc-5b49-4456-9eb6-622e9bb71a55, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:10:04.107137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] For port af534cbc-5b49-4456-9eb6-622e9bb71a55, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=af534cbc-5b49-4456-9eb6-622e9bb71a55,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:10:04.113421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:04.116886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f8388ce7-f3b2-4b82-ab43-4cbbd8b17085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:04.196334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cc05f-401c-4950-a3e8-681189e080bb None None] Pushing event updated for resources: {'Port': ['ID=af534cbc-5b49-4456-9eb6-622e9bb71a55,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:04.202147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-716cc05f-401c-4950-a3e8-681189e080bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:04.204654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:10:04.205274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc236a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:09:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:04.248382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1b607176-f819-4a7f-a270-080767612c33 req-8e363543-3129-4edd-a716-c01a61c49062 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:10:04.264032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1b607176-f819-4a7f-a270-080767612c33 req-8e363543-3129-4edd-a716-c01a61c49062 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:10:04.272289 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-8e363543-3129-4edd-a716-c01a61c49062 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393375332&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0759165
Dec 15 19:10:04.386696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:10:04.418693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607176-f819-4a7f-a270-080767612c33 req-7481a956-a9be-4930-ace1-c868f8013d59 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:04.419367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1b607176-f819-4a7f-a270-080767612c33 req-7481a956-a9be-4930-ace1-c868f8013d59 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:10:04.434287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1b607176-f819-4a7f-a270-080767612c33 req-7481a956-a9be-4930-ace1-c868f8013d59 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:10:04.435495 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-7481a956-a9be-4930-ace1-c868f8013d59 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 200  len: 796 time: 0.1623278
Dec 15 19:10:04.452756 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-c60603be-2583-4074-8916-91f0a49eb70f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0112512
Dec 15 19:10:04.534627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1b607176-f819-4a7f-a270-080767612c33 req-5209e8d6-d4e4-4a9c-bedb-5721e3d11257 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:10:04.550326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1b607176-f819-4a7f-a270-080767612c33 req-5209e8d6-d4e4-4a9c-bedb-5721e3d11257 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:10:04.551616 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-5209e8d6-d4e4-4a9c-bedb-5721e3d11257 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0937471
Dec 15 19:10:04.690949 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-6867ee78-79ee-45df-b11c-fd783fc809b0 service neutron] 10.222.0.48 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278024
Dec 15 19:10:04.712634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc236a0>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:04Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:04.716877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5c37c-322e-4ccb-9123-5f0ba0ebd5d7 None None] The sync data for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv is: [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:04Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:10:04.837368 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-8c0710e9-204d-42fc-ab8b-79cf12738efd service neutron] 10.222.0.48 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395023
Dec 15 19:10:05.026186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-19dd0cf7-5a10-44ac-b10e-14f0dfc1f11f req-ab59e7c2-efba-4a0d-ae37-b54aca7df3d1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:10:05.039365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-19dd0cf7-5a10-44ac-b10e-14f0dfc1f11f req-ab59e7c2-efba-4a0d-ae37-b54aca7df3d1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:10:05.040922 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-19dd0cf7-5a10-44ac-b10e-14f0dfc1f11f req-ab59e7c2-efba-4a0d-ae37-b54aca7df3d1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 210 time: 0.0592310
Dec 15 19:10:06.142763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607176-f819-4a7f-a270-080767612c33 req-30f030b9-a065-4f0a-9742-36c7e32f11ae tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:06.144316 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-30f030b9-a065-4f0a-9742-36c7e32f11ae tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 200  len: 796 time: 0.1468465
Dec 15 19:10:06.230705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7942b28d-5786-4426-88c8-b422de9cdab3 req-009b09ce-38ac-4404-8ba8-cf9ee3ed46d4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 210 time: 0.0601385
Dec 15 19:10:06.244711 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-62fcf751-8632-4fdb-824d-2f8bd7ba6090 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 379 time: 0.0875821
Dec 15 19:10:06.253517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': 'b222f873-765d-4532-aead-079b3fd9499a', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['95b50224-bf18-4255-adbe-a28fe2609335']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:06.377260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device af534cbc-5b49-4456-9eb6-622e9bb71a55 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:10:06.392793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:06.402171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:06.411250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:10:06.414379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:06.445525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port af534cbc-5b49-4456-9eb6-622e9bb71a55 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:10:06.450263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port af534cbc-5b49-4456-9eb6-622e9bb71a55 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:06.450645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:06.564548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:06.575801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.14 (87e918c8-c1ad-4519-b371-878164ec312e/67578a22-6ff5-4bd1-857f-7e1ad93bd6b1/1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:10:06.596705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port af534cbc-5b49-4456-9eb6-622e9bb71a55, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=af534cbc-5b49-4456-9eb6-622e9bb71a55,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:10:06.600559 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:06.602461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:06.670010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=af534cbc-5b49-4456-9eb6-622e9bb71a55,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:06.672828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:06.857681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:06.873019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:10:06.894190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:06.899438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:06.967480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 87e918c8-c1ad-4519-b371-878164ec312e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:10:06.970865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:10:06.975460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:10:07.003483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:07.010906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:07.038681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:07.039295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.064250 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8141422
Dec 15 19:10:07.075566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Request body: {'port': {'device_id': 'b222f873-765d-4532-aead-079b3fd9499a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:07.186598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.245037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f6cd3b15-281a-4ecb-90a3-96d7e3962d3b None None] Provisioning for port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:10:07.249997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f6cd3b15-281a-4ecb-90a3-96d7e3962d3b None None] Provisioning complete for port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:07.249997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6cd3b15-281a-4ecb-90a3-96d7e3962d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.322041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd3b15-281a-4ecb-90a3-96d7e3962d3b None None] Port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:10:07.433216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6637d-a90c-489e-8694-0049f2298163 req-29a0dc4b-0a08-4edc-99c1-10e897fe6861 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:07.434725 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dde6637d-a90c-489e-8694-0049f2298163 req-29a0dc4b-0a08-4edc-99c1-10e897fe6861 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 932 time: 0.0798976
Dec 15 19:10:07.479485 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dde6637d-a90c-489e-8694-0049f2298163 req-4eb9872a-15b5-4ee0-96ff-8abc1ce770c2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391536
Dec 15 19:10:07.523042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:10:07.529751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.544890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Transition to ACTIVE for port object 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:10:07.548307 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.552933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-10371bdc-b37a-4c51-9237-2d62ad1f89f6 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:07.672916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:07.677725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:07.787187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Attempting to bind port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:10:07.787519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Attempting to bind port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:10:07.787843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Attempting to bind port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f on network 87e918c8-c1ad-4519-b371-878164ec312e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:10:07.793804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f on network 87e918c8-c1ad-4519-b371-878164ec312e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:10:07.794126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Attempting to bind port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f on network 87e918c8-c1ad-4519-b371-878164ec312e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:10:07.800310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:10:07.800637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Checking segment: {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:10:07.801011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Bound using segment: {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:10:07.801448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Bound port: 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65743a17-9f4b-4a06-a7a1-2565734dac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:10:07.801788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.888203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] For port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:10:07.891038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] For port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:10:07.895285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.900010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7ac79be6-2a9f-413c-a5b9-36fefe7bbb1c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:07.953287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:07.955092 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] 10.222.0.64 "PUT /v2.0/ports/1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 200  len: 1094 time: 0.8837152
Dec 15 19:10:07.957770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:10:07.988721 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:07.993211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:08.031964 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'status': 'completed', 'code': 200}
Dec 15 19:10:08.074102 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-37237bb0-5b78-4be5-8532-903cf31cce56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1097 time: 0.0753708
Dec 15 19:10:08.148426 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-1c11d15a-bad7-42b4-b627-957492c05e19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 200  len: 217 time: 0.0674219
Dec 15 19:10:08.211983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607176-f819-4a7f-a270-080767612c33 req-385a98aa-112a-40a3-a0a1-fb098e2bd291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:08.213433 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-385a98aa-112a-40a3-a0a1-fb098e2bd291 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 200  len: 842 time: 0.0590835
Dec 15 19:10:08.291355 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-618c09ea-7d71-44a8-8529-c78cd6c40594 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87e918c8-c1ad-4519-b371-878164ec312e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715022
Dec 15 19:10:08.358927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device af534cbc-5b49-4456-9eb6-622e9bb71a55 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:10:08.423253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-24e497a8-5465-4417-afcb-27bd69bc4d86 service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263380
Dec 15 19:10:08.425030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port af534cbc-5b49-4456-9eb6-622e9bb71a55 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:08.425437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:08.667979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1b607176-f819-4a7f-a270-080767612c33 req-0ea66382-b368-43e4-8485-b4ba1c5acd12 service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377501
Dec 15 19:10:08.686704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab921d-50a4-48f5-a53d-49af8341e1cd req-e1f49127-8d98-4ea2-8f02-635bc0cbdf8a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:08.688396 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9eab921d-50a4-48f5-a53d-49af8341e1cd req-e1f49127-8d98-4ea2-8f02-635bc0cbdf8a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 944 time: 0.0833509
Dec 15 19:10:08.738960 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9eab921d-50a4-48f5-a53d-49af8341e1cd req-b2a95ef8-7a22-4e3c-acfa-a574a6c5cfd0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437546
Dec 15 19:10:08.798109 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-5f61aa0f-fcd0-4651-9053-59dc81243002 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1097 time: 0.0718756
Dec 15 19:10:08.931245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-52714db4-821d-4cda-896b-0040ff1ca827 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:08.932596 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-52714db4-821d-4cda-896b-0040ff1ca827 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 200  len: 897 time: 0.1275785
Dec 15 19:10:09.003806 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-579aab0d-023b-4d88-b7a1-b53770c47ad9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 200  len: 217 time: 0.0639851
Dec 15 19:10:09.066496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-5fe306f2-bdac-482a-8370-189f7d3f3762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:09.067972 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-5fe306f2-bdac-482a-8370-189f7d3f3762 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 200  len: 842 time: 0.0567071
Dec 15 19:10:09.144868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-3ba247f1-6daf-4eb2-b1f9-6ef8fc524493 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87e918c8-c1ad-4519-b371-878164ec312e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701320
Dec 15 19:10:09.280375 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-3e93ec67-d382-4094-a194-c01f65d47b4d service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278167
Dec 15 19:10:09.413650 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dd356bbe-884f-45ff-a4c5-a0a041d844d9 req-2209e2ad-d873-4fec-844f-05954ab20151 service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254351
Dec 15 19:10:09.506174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:10:09.635742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:10:09.649212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'port_id': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'mac_address': 'fa:16:3e:cb:1a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:10:09.706965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:09.724673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:10:09.739388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:10:09.744788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:09.746766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:09.813214 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:09.817038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:09.941312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a991e-41e7-491f-a190-bec28f18756b req-130be455-9e7c-4918-85d8-560dd22d8446 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:09.941910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-779a991e-41e7-491f-a190-bec28f18756b req-130be455-9e7c-4918-85d8-560dd22d8446 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:10:09.953497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:10:09.957141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-779a991e-41e7-491f-a190-bec28f18756b req-130be455-9e7c-4918-85d8-560dd22d8446 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:10:09.958303 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-779a991e-41e7-491f-a190-bec28f18756b req-130be455-9e7c-4918-85d8-560dd22d8446 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 945 time: 0.0919688
Dec 15 19:10:10.003337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-779a991e-41e7-491f-a190-bec28f18756b req-4a39a3db-2785-4aec-a5b5-e6ca083c63bb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387959
Dec 15 19:10:11.201548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4986b32-6f72-45fd-b7a3-552267fff702 req-1280562c-e5d3-43c3-943e-73bf79fd7532 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:11.218885 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4986b32-6f72-45fd-b7a3-552267fff702 req-1280562c-e5d3-43c3-943e-73bf79fd7532 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 945 time: 0.0746362
Dec 15 19:10:11.252993 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4986b32-6f72-45fd-b7a3-552267fff702 req-7894499b-30c5-446d-8d9c-16cb3577b184 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390987
Dec 15 19:10:11.506581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:10:11.575325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:10:11.579984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:10:11.580359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:11.691393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:11.717632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:10:11.727935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:10:11.733436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:11.735239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4e040f9a-c63f-4f69-b727-590fd06d427c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:11.778482 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'code': 200}
Dec 15 19:10:11.806867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:11.809964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:11.996872 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-00b5e412-5819-43f4-aaad-23d9921dfb2e req-c4f46b97-7fa4-4985-b3e8-e3b0a05cd67f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1099 time: 0.0700550
Dec 15 19:10:12.037633 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-00b5e412-5819-43f4-aaad-23d9921dfb2e req-e5abe20e-041d-4ae0-82be-0a75eaabd872 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341473
Dec 15 19:10:12.549023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4626e-97b4-43b2-87d2-0d9e6281d2da req-7cecaa5f-a522-41ba-b71a-4266c21a0b51 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:12.550399 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-24b4626e-97b4-43b2-87d2-0d9e6281d2da req-7cecaa5f-a522-41ba-b71a-4266c21a0b51 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 946 time: 0.1782644
Dec 15 19:10:12.594571 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-24b4626e-97b4-43b2-87d2-0d9e6281d2da req-cf5efecc-7f4d-492c-b547-db5292c5b023 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387325
Dec 15 19:10:13.287425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a35d3606-752b-47fc-9b34-f0a8e68cddb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:13.790471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc905e38-f6df-4254-b623-77c69bcfbbfb req-8753c09a-1528-47ef-b577-f7d66f6acf1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:13.791925 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc905e38-f6df-4254-b623-77c69bcfbbfb req-8753c09a-1528-47ef-b577-f7d66f6acf1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 946 time: 0.0778708
Dec 15 19:10:13.836832 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc905e38-f6df-4254-b623-77c69bcfbbfb req-10ecd76e-c540-447b-8ce2-77bd50c729e8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394828
Dec 15 19:10:14.028708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a06069-6cb9-4273-a82b-1031132bab20 req-ea0d2a3e-2517-4b25-a85e-4a5dab8fbfd0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:14.030239 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5a06069-6cb9-4273-a82b-1031132bab20 req-ea0d2a3e-2517-4b25-a85e-4a5dab8fbfd0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 946 time: 0.0767689
Dec 15 19:10:14.076827 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5a06069-6cb9-4273-a82b-1031132bab20 req-4753581c-55ba-4408-aba0-5a9100c517e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411828
Dec 15 19:10:14.104765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35990) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:14.176680 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-786c9bf2-3e7d-4b3c-b79e-5dd81210b04d tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1094 time: 0.0705321
Dec 15 19:10:14.179084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 35994) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:14.184178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:10:14.189564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:10:14.193367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:10:14.196713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:10:14.202367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:10:14.212939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:14.345635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:14.478735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.145 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/d2f79055-ec6b-4c88-8c65-f9d04574a37d) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:10:14.626357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:14.653749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:14.657776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-641187bf-5478-457d-a0ab-fa95b8f980c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:14.719400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:10:14.722527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:10:14.726719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:10:14.757970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=d2f79055-ec6b-4c88-8c65-f9d04574a37d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:14.763846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:15.231669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:15.284788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:15.483548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:15.487844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:15.491379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d35694cf-3a27-4423-816b-75c326b9ca11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:10:15.544317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f460b197-c37e-474c-b4e8-87556b72cbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:15.695817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=d2f79055-ec6b-4c88-8c65-f9d04574a37d,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:10:15.699822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:10:15.714370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:15.909501 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP ac26c658-d3d6-4f19-8bff-68000b2ac07f associated. External IP: 172.26.1.145, port: 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f.
Dec 15 19:10:16.293057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:10:16.489475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:10:16.500167 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] Sync routers for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:10:16.513164 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:10:16.513827 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedacf850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:10:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:16.514606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:16.573557 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3933387
Dec 15 19:10:16.574110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:10:16.576302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 35998) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:16.628804 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'status': 'completed', 'code': 200}
Dec 15 19:10:16.695270 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:10:16.714978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:16.750649 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1febe07e-b4ca-4b04-b54d-46f63b1d7192 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/ac26c658-d3d6-4f19-8bff-68000b2ac07f HTTP/1.1" status: 200  len: 992 time: 0.1731141
Dec 15 19:10:16.773972 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-0e38c89f-5683-4d78-b7a0-02c33e91f18f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1099 time: 0.1070278
Dec 15 19:10:16.806273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:16.904529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-660235f8-7488-47c0-93ee-f6575e9dfa72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:16.905902 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-660235f8-7488-47c0-93ee-f6575e9dfa72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 200  len: 897 time: 0.1262472
Dec 15 19:10:17.007351 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-4dcd3dcb-09b0-40b7-968f-6debd513d7be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 200  len: 1000 time: 0.0950484
Dec 15 19:10:17.040940 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedacf850>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ac26c658-d3d6-4f19-8bff-68000b2ac07f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'port_id': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'mac_address': 'fa:16:3e:cb:1a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b222f873-765d-4532-aead-079b3fd9499a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:10:15Z', 'updated_at': '2021-12-15T19:10:15Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:06Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:17.044723 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] Checking router: 07ec7967-7f39-47ec-b51c-99cfdfdff3fd for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:10:17.055486 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:10:17.056082 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedacf850>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:10:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:17.067368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-9dc584cb-8866-4d85-bad6-93792c640a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:10:17.068777 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-9dc584cb-8866-4d85-bad6-93792c640a45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 200  len: 842 time: 0.0559382
Dec 15 19:10:17.140351 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-d1aebaba-ac6e-479c-9611-d160cbfed47e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87e918c8-c1ad-4519-b371-878164ec312e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0658193
Dec 15 19:10:17.231421 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:10:17.375330 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-53f7487c-3032-41a7-91b6-2d8b96e5fe0f service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278636
Dec 15 19:10:17.508250 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e1ab2ae-8c3e-4227-bb4a-41ab24295deb req-48f7b975-ddee-4655-b897-9d7d7402409a service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248271
Dec 15 19:10:17.568768 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedacf850>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ac26c658-d3d6-4f19-8bff-68000b2ac07f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'port_id': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'mac_address': 'fa:16:3e:cb:1a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b222f873-765d-4532-aead-079b3fd9499a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:10:15Z', 'updated_at': '2021-12-15T19:10:15Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:06Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:10:17.573434 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a8e7-c179-41e6-8ad8-10f44f0be2c7 None None] The sync data for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv is: [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ac26c658-d3d6-4f19-8bff-68000b2ac07f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'port_id': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'mac_address': 'fa:16:3e:cb:1a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b222f873-765d-4532-aead-079b3fd9499a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:10:15Z', 'updated_at': '2021-12-15T19:10:15Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:06Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:10:17.754085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36004) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:17.854075 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9739e791-49b6-471a-a020-d97409c1e9de tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/ac26c658-d3d6-4f19-8bff-68000b2ac07f HTTP/1.1" status: 200  len: 992 time: 0.0986612
Dec 15 19:10:18.227434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:18.857713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36008) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:18.961445 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-329e2bb9-a52b-4d55-b8eb-7382f57e427d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/ac26c658-d3d6-4f19-8bff-68000b2ac07f HTTP/1.1" status: 200  len: 992 time: 0.1020086
Dec 15 19:10:19.965193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36012) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:20.069211 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3d0ed7b1-930a-49ca-8515-84f5fc2aaec3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/ac26c658-d3d6-4f19-8bff-68000b2ac07f HTTP/1.1" status: 200  len: 992 time: 0.1027339
Dec 15 19:10:20.747815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb54022-b327-4113-b2b4-4fdb13a0339b None None] New status for floating IP ac26c658-d3d6-4f19-8bff-68000b2ac07f: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:10:21.072128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36016) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:10:21.172624 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-11f081e4-fac2-4c49-8ace-4072b880092c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/ac26c658-d3d6-4f19-8bff-68000b2ac07f HTTP/1.1" status: 200  len: 994 time: 0.0993187
Dec 15 19:10:27.034040 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:10:27.046367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:43.288112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e16f7639-24d9-45de-9f1b-ebefefb9684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:45.545620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-049de229-9ade-4d85-a5bc-c13fca3e1f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:46.711104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:46.808259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:48.229093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:10:57.054882 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:04.034081 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:11:10.653910 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-948fdae0-d81d-4b8a-b72f-7f6eaf8fa570 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714242
Dec 15 19:11:10.790967 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-27e03770-01e4-429b-a1e3-7eac5897fb55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1099 time: 0.0699112
Dec 15 19:11:10.933676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-527787eb-032e-4d60-a7e8-ba4ac514287e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:11:10.935003 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-527787eb-032e-4d60-a7e8-ba4ac514287e service neutron] 10.222.0.64 "GET /v2.0/networks?id=87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 200  len: 897 time: 0.1238067
Dec 15 19:11:11.036269 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-8bccc0cf-40f8-492e-a08f-fa6baffceec8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 200  len: 1002 time: 0.0944235
Dec 15 19:11:11.097085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-45c878aa-cd48-4332-8130-b80c154af0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:11:11.098486 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-45c878aa-cd48-4332-8130-b80c154af0d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 200  len: 842 time: 0.0553927
Dec 15 19:11:11.174232 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-5b1262b6-a230-45d7-943b-71ca56bf450a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87e918c8-c1ad-4519-b371-878164ec312e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690401
Dec 15 19:11:11.302508 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-8a56d813-051b-4d1c-9461-f759bf19cf53 service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218190
Dec 15 19:11:11.439517 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-172d710e-d6cc-455f-b102-b05ae77e64fa req-8e679053-5faf-4871-8167-b909637b955b service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304343
Dec 15 19:11:13.290100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-98fa3831-810d-4e9f-b7a3-cdd71563faa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:15.547137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-73e2230e-dac3-4142-b685-e56291759744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:16.715599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:16.808797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:18.232855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:27.058409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:41.035590 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:11:43.292033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dec1f826-7408-4aef-9002-2eb86b5bee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:45.547404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-54a65a59-01ff-4ff2-9e1d-a119dc19a23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:46.726644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:46.810160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:48.236917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:11:57.076868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:10.406763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36044) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:12:10.573629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:12:10.724064 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-db68b72f-6009-42e7-ae28-2274aad24eba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1380727
Dec 15 19:12:10.814405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4049257'] for subnet, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:10.862627 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-5c7704cd-4924-41a8-ae4a-d1aef00af901 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1099 time: 0.0690656
Dec 15 19:12:11.005872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769499738116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4167404'] for subnet, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:11.010647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bddcec8c-813b-444a-aee8-a0df2d63e96b tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:12:11.108020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-ba15b96c-1b4d-4205-a933-266783126e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:11.109487 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-ba15b96c-1b4d-4205-a933-266783126e23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 200  len: 897 time: 0.2297945
Dec 15 19:12:11.174254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:11.174735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:11.175978 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/subnets/67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 200  len: 834 time: 0.7682235
Dec 15 19:12:11.181831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f3cee-b072-4347-8330-485ab8ce99a3 None None] Network 87e918c8-c1ad-4519-b371-878164ec312e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:12:11.194043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:12:11.203178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.203562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.203932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.204296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.204656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.205015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.205906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.206265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.206625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.206980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.207331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:11.211145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:12:11.213325 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-9ab8e9a0-cc0c-4e6b-ac59-2605b0666805 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 200  len: 1002 time: 0.0974751
Dec 15 19:12:11.281005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-d46ddfa7-0ff6-480f-81d7-bbbf5f6ad45d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:11.282805 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-d46ddfa7-0ff6-480f-81d7-bbbf5f6ad45d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 200  len: 842 time: 0.0630200
Dec 15 19:12:11.356727 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-0284f458-bd7f-47b1-9b26-a0b0ae6fbf40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87e918c8-c1ad-4519-b371-878164ec312e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679564
Dec 15 19:12:11.492570 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-a1bad83d-b682-469d-aafa-b6c6ecf09a5c service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279607
Dec 15 19:12:11.628761 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cb39bee3-289c-42e8-bfc8-8635df8ec71a req-5d70a395-7703-4b31-a459-6d792138a9fc service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296470
Dec 15 19:12:11.667766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0d841ad8-81ba-4477-a9a3-b3a1229dad42 None None] Provisioning complete for port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:12:11.668147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0d841ad8-81ba-4477-a9a3-b3a1229dad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:11.792584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0d841ad8-81ba-4477-a9a3-b3a1229dad42 None None] Provisioning complete for port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:12:11.792952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0d841ad8-81ba-4477-a9a3-b3a1229dad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:11.913645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0d841ad8-81ba-4477-a9a3-b3a1229dad42 None None] Provisioning complete for port af534cbc-5b49-4456-9eb6-622e9bb71a55 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:12:11.914015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0d841ad8-81ba-4477-a9a3-b3a1229dad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:13.293073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9cb51d0-fbaa-47b2-a165-ab0f56f73a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:15.550317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-48d43fe5-7f77-4e4e-a6b0-631f10f5f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:16.719522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:16.810683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:18.035415 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:12:18.236836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:27.077002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:43.294377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d425-ee98-4352-8d98-dd478067a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:45.551601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7a32-62db-4047-8590-3b30b7224b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:46.722484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:46.811286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:48.239950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:54.008866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36070) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:12:54.205539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port d2f79055-ec6b-4c88-8c65-f9d04574a37d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:12:54.205858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:54.368093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:54.368333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:54.483557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for d2f79055-ec6b-4c88-8c65-f9d04574a37d owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:12:54.625848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:54.629860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-51cb133e-87ac-473a-9bd1-523fc1bb4514 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:12:54.671867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=d2f79055-ec6b-4c88-8c65-f9d04574a37d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:12:54.675277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:12:54.768361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:55.034486 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:12:55.150528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:12:55.346417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:12:55.355627 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] Sync routers for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:12:55.366751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:55.367731 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:12:55.368332 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcb4940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:12:55.534281 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/ac26c658-d3d6-4f19-8bff-68000b2ac07f HTTP/1.1" status: 204  len: 168 time: 1.5243945
Dec 15 19:12:55.534936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:12:55.546655 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:12:55.813012 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'status': 'completed', 'code': 200}
Dec 15 19:12:55.884499 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcb4940>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:06Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:12:55.888697 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] Checking router: 07ec7967-7f39-47ec-b51c-99cfdfdff3fd for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:12:55.900489 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:12:55.900721 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcb4940>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:12:55.924838 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-3a63dbdd-d4c5-469c-bcb5-57bf63007b65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 1099 time: 0.0826793
Dec 15 19:12:56.074642 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:12:56.112031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-363359b9-ff1a-446e-98ed-7afc46e2e7b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:56.113491 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-363359b9-ff1a-446e-98ed-7afc46e2e7b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 200  len: 897 time: 0.1822498
Dec 15 19:12:56.124208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b650f-523f-4801-a135-876f1322fc2d req-35d18acd-688e-407e-8e56-72b2fdd42a75 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:56.125604 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-142b650f-523f-4801-a135-876f1322fc2d req-35d18acd-688e-407e-8e56-72b2fdd42a75 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 946 time: 0.2206786
Dec 15 19:12:56.206373 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-a9d370bd-f6be-41bd-9913-8d0afb0f4166 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 200  len: 217 time: 0.0797548
Dec 15 19:12:56.266991 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-142b650f-523f-4801-a135-876f1322fc2d req-5fa87a60-79d9-4c0c-9956-41e1ed7ba150 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917270
Dec 15 19:12:56.282577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-eabf7ee4-7a37-4628-a18a-4b60c8a8e8f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:56.283999 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-eabf7ee4-7a37-4628-a18a-4b60c8a8e8f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 200  len: 842 time: 0.0669498
Dec 15 19:12:56.365277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-ad5d188c-75ca-4d4f-b5e3-869da56ce40c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87e918c8-c1ad-4519-b371-878164ec312e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739889
Dec 15 19:12:56.412431 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcb4940>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:06Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:12:56.416930 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeed749-7078-4a50-aa19-663581901fa1 None None] The sync data for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv is: [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:00Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'af534cbc-5b49-4456-9eb6-622e9bb71a55', 'name': '', 'network_id': '87e918c8-c1ad-4519-b371-878164ec312e', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:da:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:59Z', 'updated_at': '2021-12-15T19:10:06Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '67578a22-6ff5-4bd1-857f-7e1ad93bd6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:12:56.500047 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-d20d0750-e035-451a-a309-037ceb95e7af service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283822
Dec 15 19:12:56.626571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46ee15-1aea-416d-a6ea-3a29895beca7 None None] New status for floating IP ac26c658-d3d6-4f19-8bff-68000b2ac07f: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:12:56.636871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5b6da269-4248-45a0-9577-bb32f03f4bd8 req-f9f40fac-9bb9-4953-9043-98313aab89af service neutron] 10.222.0.64 "GET /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287949
Dec 15 19:12:57.079544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:57.214897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-eeecb336-45da-4609-a6ef-08cb866e8a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:57.216327 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-eeecb336-45da-4609-a6ef-08cb866e8a5a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 946 time: 0.0762208
Dec 15 19:12:57.285255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:12:57.285616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:57.546148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf457f-7576-4c51-b418-7df453809d96 req-74fe712e-4eed-43f5-aa3d-9883318e81a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:12:57.546854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-febf457f-7576-4c51-b418-7df453809d96 req-74fe712e-4eed-43f5-aa3d-9883318e81a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:12:57.562526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-febf457f-7576-4c51-b418-7df453809d96 req-74fe712e-4eed-43f5-aa3d-9883318e81a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:12:57.563981 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-febf457f-7576-4c51-b418-7df453809d96 req-74fe712e-4eed-43f5-aa3d-9883318e81a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f873-765d-4532-aead-079b3fd9499a HTTP/1.1" status: 200  len: 946 time: 0.1601806
Dec 15 19:12:57.613477 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-febf457f-7576-4c51-b418-7df453809d96 req-87a44960-3d3b-4ed1-bb9f-5a44e6faaefa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=95b50224-bf18-4255-adbe-a28fe2609335&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435472
Dec 15 19:12:57.626842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:12:57.627194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:57.749619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:12:57.889937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:57.895196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25fd716b-4d6b-400a-8db4-cd1e4bf913fa tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:12:57.937039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:12:57.976256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.976645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.977018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.977416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.977788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.978154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.978519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.978884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.979245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.979606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.979966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:12:57.986744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:12:58.019213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:12:58.021455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:58.023936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'name': 'network-vif-deleted', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:12:58.039599 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-639b287d-27b9-441f-a2f6-2fb492d35a15 req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f HTTP/1.1" status: 204  len: 173 time: 0.8181911
Dec 15 19:12:58.164819 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222f873-765d-4532-aead-079b3fd9499a', 'name': 'network-vif-deleted', 'tag': '1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f', 'status': 'completed', 'code': 200}
Dec 15 19:12:58.717660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36106) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:12:58.786206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:58.819414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:58.879068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:58.882883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ea355647-51e2-4b3f-a11d-fe8261d6992a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:12:58.896224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b50224-bf18-4255-adbe-a28fe2609335,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:12:58.899630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:12:58.911902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:58.912907 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/95b50224-bf18-4255-adbe-a28fe2609335 HTTP/1.1" status: 204  len: 168 time: 0.1941144
Dec 15 19:12:58.959438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36112) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:12:59.354409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:12:59.950391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port af534cbc-5b49-4456-9eb6-622e9bb71a55 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:12:59.951092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:00.129982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port af534cbc-5b49-4456-9eb6-622e9bb71a55, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=af534cbc-5b49-4456-9eb6-622e9bb71a55,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:00.130241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:00.358339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for af534cbc-5b49-4456-9eb6-622e9bb71a55 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:13:00.536441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:00.540769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7dbcb042-570c-4135-8d56-369957743227 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:00.585500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=af534cbc-5b49-4456-9eb6-622e9bb71a55,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:00.587993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:00.878891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:01.434878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:13:01.626604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:13:01.636043 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] Sync routers for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:13:01.638774 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/07ec7967-7f39-47ec-b51c-99cfdfdff3fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6782904
Dec 15 19:13:01.641343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36116) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:01.648693 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:01.649553 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:01.829676 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:01.947795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet 67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:13:01.950643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.004085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.085388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.104372 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c0d0>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:13:00Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:02.108145 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] Checking router: 07ec7967-7f39-47ec-b51c-99cfdfdff3fd for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:13:02.119103 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] Routers {'07ec7967-7f39-47ec-b51c-99cfdfdff3fd'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:02.119723 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:02.159341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.163425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-25f22b95-4cfe-4d2d-839d-b0e4d439f8e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:02.197123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=67578a22-6ff5-4bd1-857f-7e1ad93bd6b1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:02.201086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:02.204459 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.210496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e129cf5e-b517-45ba-a2a6-42c71573657c None None] Network 87e918c8-c1ad-4519-b371-878164ec312e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:13:02.211006 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/67578a22-6ff5-4bd1-857f-7e1ad93bd6b1 HTTP/1.1" status: 204  len: 168 time: 0.5682893
Dec 15 19:13:02.213042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36120) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:02.302635 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] Set router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:02.421863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.461824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:13:02.503498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:13:02.503852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 1f3ca932-aad7-4d60-b8eb-0cd09fd45b1f not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:13:02.505532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] DHCP port deletion for 87e918c8-c1ad-4519-b371-878164ec312e request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:13:02.509833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Deleting port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:13:02.510205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.602926 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c0d0>, [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:13:00Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:02.606909 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77b572-431b-457f-8064-7b3a3260c312 None None] The sync data for ids ['07ec7967-7f39-47ec-b51c-99cfdfdff3fd'] in dv-neutron-821830-2-hyperv is: [{'id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'name': 'tempest-TestNetworkBasicOps-router-715430834', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:13:00Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '5a2dfe57-c1eb-46c2-841a-8b01d6083fe6', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec7967-7f39-47ec-b51c-99cfdfdff3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:09:56Z', 'updated_at': '2021-12-15T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:13:02.628496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.639351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:13:02.639876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.711658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] For port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d0ab2698-b219-4b53-be7f-b1f08d9cbf0a,segment=NetworkSegment(65743a17-9f4b-4a06-a7a1-2565734dac91),segment_id=65743a17-9f4b-4a06-a7a1-2565734dac91)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:02.712330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.824417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:02.824873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.831074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Calling delete_port for d0ab2698-b219-4b53-be7f-b1f08d9cbf0a owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:13:02.902080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:02.905600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:02.945771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:13:02.977289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Pushing event deleted for resources: {'Port': ['ID=d0ab2698-b219-4b53-be7f-b1f08d9cbf0a,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:02.990591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.990906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.993441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.993831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.994174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.994648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.994988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.995892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.995892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.996079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.996261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:02.999251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] No DVR routers for this DVR port d0ab2698-b219-4b53-be7f-b1f08d9cbf0a on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:13:03.000768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:03.131506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:03.135885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-69abdca2-46e2-49fb-b557-63e56f423937 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:03.180590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=5a2dfe57-c1eb-46c2-841a-8b01d6083fe6,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:03.183920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:03.500415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:03.753000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:03.757066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:03.781613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:03.782116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router 07ec7967-7f39-47ec-b51c-99cfdfdff3fd {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:13:03.796636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:03.797726 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/07ec7967-7f39-47ec-b51c-99cfdfdff3fd HTTP/1.1" status: 204  len: 168 time: 1.5837708
Dec 15 19:13:03.800344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36124) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:03.916788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.042751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.066208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec493e80>,) {'filters': {'network_id': ['87e918c8-c1ad-4519-b371-878164ec312e']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:04.078156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec493e80>, '65743a17-9f4b-4a06-a7a1-2565734dac91') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:04.078443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec493e80>, '65743a17-9f4b-4a06-a7a1-2565734dac91') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:04.089811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.104817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.110599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:13:04.110966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:13:04.124715 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:13:04.201655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.204800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-620f007d-9a50-4be5-a43f-c62357caad98 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:04.219448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.230656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=87e918c8-c1ad-4519-b371-878164ec312e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:04.233827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:04.239798 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/87e918c8-c1ad-4519-b371-878164ec312e HTTP/1.1" status: 204  len: 168 time: 0.4381795
Dec 15 19:13:04.252065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36128) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:04.256752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--582980052', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:04.263190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:04.269625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:04.272409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:04.278867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:04.291628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:13:04.294636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.322323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:13:04.331153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.331485 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment 9e677527-46c4-4205-a3e1-f4a72e1f617c of type vlan for network fe473e7b-c5ac-409b-9fa4-b0b096827774
Dec 15 19:13:04.356086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.384270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.388133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:04.388603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.392005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0401c032-e8b7-423f-bb8f-df8640610858 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:04.442856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device af534cbc-5b49-4456-9eb6-622e9bb71a55 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:13:04.485020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: af534cbc-5b49-4456-9eb6-622e9bb71a55 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:13:04.485391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device af534cbc-5b49-4456-9eb6-622e9bb71a55 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:13:04.485817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d0ab2698-b219-4b53-be7f-b1f08d9cbf0a no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:13:04.495903 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2435327
Dec 15 19:13:04.498706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36132) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:04.501830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=fe473e7b-c5ac-409b-9fa4-b0b096827774,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:04.504143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:04.504472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:04.511676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:04.515554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:04.518336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:04.520374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:13:04.524159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:04.535606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.536600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.541343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: d0ab2698-b219-4b53-be7f-b1f08d9cbf0a {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:13:04.541706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d0ab2698-b219-4b53-be7f-b1f08d9cbf0a not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:13:04.542132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:13:04.555603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.578482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:13:04.578830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5a2dfe57-c1eb-46c2-841a-8b01d6083fe6 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:13:04.702738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.885233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:04.913228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:05.159687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.204 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/d38ee651-cb58-45c7-8231-3ec980849439) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:13:05.301093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:05.328678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:05.332051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:05.396118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:05.399449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=d38ee651-cb58-45c7-8231-3ec980849439,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:05.402047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:05.403756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:05.404423 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:13:05.554023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:05.555324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:05.778876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 1046c118-be21-42fc-9fb8-921ffbdf154d is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:13:05.969832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:13:05.979534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Sync routers for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:13:05.990912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:05.991567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced944ca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:05.995018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:05.996268 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4965811
Dec 15 19:13:05.999434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36136) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:06.165895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:06.208136 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fb4dda3e-da6b-484e-a8f2-c3935eea0436 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2075624
Dec 15 19:13:06.211127 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36142) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:06.338188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d41a59f-f856-4fd9-b482-9d1301055092 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:06.339550 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6d41a59f-f856-4fd9-b482-9d1301055092 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1275475
Dec 15 19:13:06.342361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36146) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:06.384307 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ec91c75b-579f-4257-a8ba-1f2322c25360 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0407255
Dec 15 19:13:06.386709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36150) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:06.392066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939636352', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:06.447934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced944ca0>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:05Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:06.451717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Checking router: 1046c118-be21-42fc-9fb8-921ffbdf154d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:13:06.452067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Updating router 1046c118-be21-42fc-9fb8-921ffbdf154d port d38ee651-cb58-45c7-8231-3ec980849439 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:13:06.500856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:06.502407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:06.506213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:06.509017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:06.514650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:06.523592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:13:06.625322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:06.833398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:06.845950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Transition to ACTIVE for port object d38ee651-cb58-45c7-8231-3ec980849439 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:06.849477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:06.852483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:06.854124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87daf492-d90c-44a3-a69e-85b49578d4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:06.855868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-733549e9-bbe6-4dc7-987f-bc61edfe07b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:06.935786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0b4b0-9369-4080-835b-98e0f724a5a1 None None] Pushing event updated for resources: {'Port': ['ID=d38ee651-cb58-45c7-8231-3ec980849439,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:06.938039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Attempting to bind port d38ee651-cb58-45c7-8231-3ec980849439 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:13:06.938404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Attempting to bind port d38ee651-cb58-45c7-8231-3ec980849439 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:13:06.938766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Attempting to bind port d38ee651-cb58-45c7-8231-3ec980849439 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:13:06.941037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eec0b4b0-9369-4080-835b-98e0f724a5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:06.946929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:13:06.947307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:13:06.947704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:06.948091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:13:06.948550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Bound port: d38ee651-cb58-45c7-8231-3ec980849439, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:13:06.948920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:07.020917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] For port d38ee651-cb58-45c7-8231-3ec980849439, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:13:07.024036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] For port d38ee651-cb58-45c7-8231-3ec980849439, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d38ee651-cb58-45c7-8231-3ec980849439,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:13:07.027803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:07.032232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:07.051222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=6aace50d-e5c1-45d4-9e93-a827ac520bf5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:07.055178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:07.062288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:13:07.062644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: fe473e7b-c5ac-409b-9fa4-b0b096827774, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:13:07.083746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:13:07.093706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, fe473e7b-c5ac-409b-9fa4-b0b096827774) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:07.097710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:07.098281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:07.106757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c12b6d4-51cb-4975-aae6-396abfbc5b48 None None] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:13:07.120527 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7327130
Dec 15 19:13:07.123187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36154) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:07.129360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0b4b0-9369-4080-835b-98e0f724a5a1 None None] Pushing event updated for resources: {'Port': ['ID=d38ee651-cb58-45c7-8231-3ec980849439,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:07.136739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eec0b4b0-9369-4080-835b-98e0f724a5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:07.139522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:07.140127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced944ca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:07.473846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:07.605345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-fe473e7b-c5ac-409b-9fa4-b0b096827774', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:13:07.605721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:07.868115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:07.895750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Allocated IP 172.20.0.2 (fe473e7b-c5ac-409b-9fa4-b0b096827774/6aace50d-e5c1-45d4-9e93-a827ac520bf5/641b74dd-4a4c-4bf0-ab1b-d13265859c12) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:13:08.008588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced944ca0>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:05Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:08.025624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fd4b4-c564-497d-9054-6fb52f876966 None None] The sync data for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv is: [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:05Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:13:08.124314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.135960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Transition to ACTIVE for port object 641b74dd-4a4c-4bf0-ab1b-d13265859c12 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:08.158112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Transition to ACTIVE for port object 641b74dd-4a4c-4bf0-ab1b-d13265859c12 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:08.164307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.169112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:08.256624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Pushing event updated for resources: {'Port': ['ID=641b74dd-4a4c-4bf0-ab1b-d13265859c12,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:08.260999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:08.261994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:08.263191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:08.268790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:13:08.309381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (fe473e7b-c5ac-409b-9fa4-b0b096827774/6aace50d-e5c1-45d4-9e93-a827ac520bf5/806e8b65-6fa8-4fb2-9078-664ffcb8756d) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:13:08.368897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Attempting to bind port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:13:08.369278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Attempting to bind port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:13:08.369682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Attempting to bind port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 on network fe473e7b-c5ac-409b-9fa4-b0b096827774 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:13:08.376413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:13:08.376796 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Checking segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:13:08.377209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.377637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Bound using segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:13:08.378131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Bound port: 641b74dd-4a4c-4bf0-ab1b-d13265859c12, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:13:08.378507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.483101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d38ee651-cb58-45c7-8231-3ec980849439 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:08.491312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.509668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 806e8b65-6fa8-4fb2-9078-664ffcb8756d will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:08.529581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] For port 641b74dd-4a4c-4bf0-ab1b-d13265859c12, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:13:08.534752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.542480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7d4d1556-ab11-42ab-af49-b7816012f54a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:08.550278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] For port 641b74dd-4a4c-4bf0-ab1b-d13265859c12, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=641b74dd-4a4c-4bf0-ab1b-d13265859c12,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:13:08.558429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.562984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:08.629024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:08.630044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=806e8b65-6fa8-4fb2-9078-664ffcb8756d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:08.632772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:08.634920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:08.635456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:13:08.652490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Pushing event updated for resources: {'Port': ['ID=641b74dd-4a4c-4bf0-ab1b-d13265859c12,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:08.655273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port d38ee651-cb58-45c7-8231-3ec980849439 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:08.668961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:08.671171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d38ee651-cb58-45c7-8231-3ec980849439 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:08.671931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.701917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.830639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.873954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port d38ee651-cb58-45c7-8231-3ec980849439, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d38ee651-cb58-45c7-8231-3ec980849439,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:08.894103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:08.897502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:08.990386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:09.010973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=d38ee651-cb58-45c7-8231-3ec980849439,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:09.017661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:09.422709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:09.427643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:09.457594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-efc20b16-18c2-4f41-be28-3570b26e2a4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:09.545502 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:09.548989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=806e8b65-6fa8-4fb2-9078-664ffcb8756d,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:09.552138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:09.694548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:09.695731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:09.734591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d59ca-5c9b-4fd1-87fe-826e9fc49a38 None None] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:13:09.865940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3601b3b8-8aa4-48a7-bdc2-54c8c9c3fd25 None None] Provisioning for port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:10.085662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 1046c118-be21-42fc-9fb8-921ffbdf154d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:13:10.209557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b21d5f5e-1bf3-4fac-aa7b-f86d8acae852 None None] Provisioning for port 806e8b65-6fa8-4fb2-9078-664ffcb8756d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:10.215091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b21d5f5e-1bf3-4fac-aa7b-f86d8acae852 None None] Provisioning complete for port 806e8b65-6fa8-4fb2-9078-664ffcb8756d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:10.215471 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b21d5f5e-1bf3-4fac-aa7b-f86d8acae852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:10.275322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b21d5f5e-1bf3-4fac-aa7b-f86d8acae852 None None] Port 806e8b65-6fa8-4fb2-9078-664ffcb8756d cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:13:10.301095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:13:10.314660 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/1046c118-be21-42fc-9fb8-921ffbdf154d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1904640
Dec 15 19:13:10.317150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36158) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:10.437926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-88c542e1-a262-4669-b1c0-e980fe378d65 None None] Provisioning complete for port 806e8b65-6fa8-4fb2-9078-664ffcb8756d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:10.438313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-88c542e1-a262-4669-b1c0-e980fe378d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:10.503836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-88c542e1-a262-4669-b1c0-e980fe378d65 None None] Port 806e8b65-6fa8-4fb2-9078-664ffcb8756d cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:13:10.572859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d38ee651-cb58-45c7-8231-3ec980849439 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:10.600161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983206e2-9234-4d2e-bd26-0fa06e559c97 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.600638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983206e2-9234-4d2e-bd26-0fa06e559c97 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.600872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983206e2-9234-4d2e-bd26-0fa06e559c97 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.601858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983206e2-9234-4d2e-bd26-0fa06e559c97 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.603467 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-983206e2-9234-4d2e-bd26-0fa06e559c97 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.2853425
Dec 15 19:13:10.606233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36162) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:10.651002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1fe37c50-0831-4998-8619-b5c9caf2de00 None None] Provisioning complete for port 806e8b65-6fa8-4fb2-9078-664ffcb8756d triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:10.651297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1fe37c50-0831-4998-8619-b5c9caf2de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:10.678819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf93781-99c2-496b-9ece-75201751db91 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.679116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf93781-99c2-496b-9ece-75201751db91 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.679512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf93781-99c2-496b-9ece-75201751db91 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.680086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf93781-99c2-496b-9ece-75201751db91 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:10.682016 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8bf93781-99c2-496b-9ece-75201751db91 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0744481
Dec 15 19:13:10.684436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36166) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:10.705453 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d38ee651-cb58-45c7-8231-3ec980849439 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:10.705815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:10.733124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-1fe37c50-0831-4998-8619-b5c9caf2de00 None None] Port 806e8b65-6fa8-4fb2-9078-664ffcb8756d cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:13:10.821518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 641b74dd-4a4c-4bf0-ab1b-d13265859c12 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:10.889834 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7d27b324-cb65-41e6-bb02-cb4f9313cea6 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2014480
Dec 15 19:13:10.891434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:10.896148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:10.896519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.010483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.041653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 641b74dd-4a4c-4bf0-ab1b-d13265859c12, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=641b74dd-4a4c-4bf0-ab1b-d13265859c12,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:11.045463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.047187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b8126a7-3455-4c59-be6b-55550b1f08ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:11.109830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=641b74dd-4a4c-4bf0-ab1b-d13265859c12,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:11.112804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:11.137004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36172) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:11.142832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064275903', 'description': 'tempest-secgroup-smoke-2064275903 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:11.148713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:11.153129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:11.155940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:11.161644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:11.171672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.206805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:11.210557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:11.213260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:11.218979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:11.273556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.277193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.282171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-93d5a7c7-3822-4f02-bc54-b4abed4b70a4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:11.326878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f775c62d-bb24-441d-bf25-08e54a8255da,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:11.330405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.331577 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1935647
Dec 15 19:13:11.334524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36176) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:11.338604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.338987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.339361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.339728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.340098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.340405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'f775c62d-bb24-441d-bf25-08e54a8255da', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:11.340520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.340809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.341171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.341559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.341939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.342272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:11.345823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:11.346595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:11.350391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:11.353356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:11.359749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:11.376201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.442525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.446219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.447979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fb4a9d74-39c9-4789-9026-83eed4ec5680 tempest-SecGroupTest-1995443837 tempest-SecGroupTest-1995443837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:11.469384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35fa7df-c461-4bd6-a6c5-6c06daaa0e0d,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:11.473659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:11.478683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.479835 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1441717
Dec 15 19:13:11.482710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36180) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:11.488031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'f775c62d-bb24-441d-bf25-08e54a8255da', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:11.494290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:11.498122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:11.500997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:11.506764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:11.522902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.586635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.590173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.591894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-64dafeb4-6a7d-4002-a9cc-b3fc8c35aac7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:11.614821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5a163e-87c9-4fc9-b757-90b766bb9a7b,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:11.620240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:11.625286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.626602 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1430039
Dec 15 19:13:11.629678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36184) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:11.635237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'f775c62d-bb24-441d-bf25-08e54a8255da', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:11.641283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:11.645173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:11.648272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:11.654634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:11.673535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.736190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.740056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.742397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eeccd320-55f5-4172-b0af-e7b0fb6cae98 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:11.765124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86946165-c110-433f-ba44-47a6bdab0e2b,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:11.768595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:11.777160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.780906 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1478305
Dec 15 19:13:11.781103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36188) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:11.787400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'f775c62d-bb24-441d-bf25-08e54a8255da', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:11.793623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:11.797575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:11.800813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:11.807013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:11.823852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.854847 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Sync routers for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:13:11.866579 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:11.867674 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:11.890758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.894574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.896424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a33cc6f1-8480-4d08-9091-b99d9e70fa08 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:11.917937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2853eda4-a50d-4b96-80c8-7176b7bb4049,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:11.920353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:11.928097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:11.929747 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-34795b6f-3bb4-4202-91c4-f2bc9b3e519c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1471956
Dec 15 19:13:11.932889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36192) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:11.939637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'f775c62d-bb24-441d-bf25-08e54a8255da', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:11.947096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:11.951571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:11.954791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:11.960805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:11.971635 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:13:11.977934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.043344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.047119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.050950 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:12.052957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-db911db7-b5cf-4b71-88f3-83e2c28aba9b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:12.073725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba79a57-b0fa-402e-a8ae-a70c9d9a8394,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:12.076130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:12.083393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.084590 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1503966
Dec 15 19:13:12.087320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36196) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:12.092665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': 'f775c62d-bb24-441d-bf25-08e54a8255da', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:12.098401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:12.102145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:12.105168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:12.110857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:12.121610 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:13:12.128114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.196541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.200022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.207099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-104da228-1bd2-4a86-bb45-7f08126633d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:12.227544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d82f4b5-c0ea-451e-a32b-ad44adc86f9d,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:12.229916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:12.234569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.235761 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1474922
Dec 15 19:13:12.390178 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c070>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:09Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:12.394007 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Checking router: 1046c118-be21-42fc-9fb8-921ffbdf154d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:13:12.394361 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Updating router 1046c118-be21-42fc-9fb8-921ffbdf154d port 806e8b65-6fa8-4fb2-9078-664ffcb8756d binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:13:12.424829 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-5c19153b-83d5-4ddd-bc5d-2a254a0194c4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064275903&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0445557
Dec 15 19:13:12.447066 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.454994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 641b74dd-4a4c-4bf0-ab1b-d13265859c12 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:12.525995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:12.526373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.576180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-9470479f-a68f-4021-b767-1539d842f0ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:12.576441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-9470479f-a68f-4021-b767-1539d842f0ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:13:12.599472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-9470479f-a68f-4021-b767-1539d842f0ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:13:12.601135 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-9470479f-a68f-4021-b767-1539d842f0ce tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 796 time: 0.1682913
Dec 15 19:13:12.618750 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-77be3def-4728-4730-99a5-ac08ae7e7e1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0120993
Dec 15 19:13:12.703250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-a3a109c0-62a0-49cc-a7c3-17c528ae3f99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:13:12.718749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-a3a109c0-62a0-49cc-a7c3-17c528ae3f99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:13:12.720220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-a3a109c0-62a0-49cc-a7c3-17c528ae3f99 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0957468
Dec 15 19:13:12.806711 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.818692 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Transition to ACTIVE for port object 806e8b65-6fa8-4fb2-9078-664ffcb8756d will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:12.825167 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:12.830052 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-4aa80242-f827-42f4-8768-c3293e762fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:12.941211 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-d3135098-c888-40fd-a7da-d1c241d209bb service neutron] 10.222.0.48 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078061
Dec 15 19:13:12.985870 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Pushing event updated for resources: {'Port': ['ID=806e8b65-6fa8-4fb2-9078-664ffcb8756d,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:13.027426 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.028070 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.028407 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.028735 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.029061 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.029413 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.029737 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.030060 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.030376 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.030693 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.031007 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:13:13.039202 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:13.056824 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Attempting to bind port 806e8b65-6fa8-4fb2-9078-664ffcb8756d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:13:13.057275 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Attempting to bind port 806e8b65-6fa8-4fb2-9078-664ffcb8756d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:13:13.057740 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Attempting to bind port 806e8b65-6fa8-4fb2-9078-664ffcb8756d on network fe473e7b-c5ac-409b-9fa4-b0b096827774 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:13:13.065083 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:13:13.065626 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Checking segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:13:13.066098 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:13.066559 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Bound using segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:13:13.067097 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Bound port: 806e8b65-6fa8-4fb2-9078-664ffcb8756d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:13:13.067537 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:13.159384 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] For port 806e8b65-6fa8-4fb2-9078-664ffcb8756d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:13:13.163157 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] For port 806e8b65-6fa8-4fb2-9078-664ffcb8756d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=806e8b65-6fa8-4fb2-9078-664ffcb8756d,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:13:13.168813 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:13.174514 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:13.187707 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-0205e849-e9ca-4683-a997-39d8b6dcf312 service neutron] 10.222.0.48 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2390380
Dec 15 19:13:13.252591 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Pushing event updated for resources: {'Port': ['ID=806e8b65-6fa8-4fb2-9078-664ffcb8756d,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:13.256276 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:13.256863 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:13.257534 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:12:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:13.303085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ee82edd1-d2a9-41c8-a501-0ddd14fd3205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:13.411205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-fee9f58f-e8d2-4cc9-a3eb-4fdd84984bbd req-f380c066-cbb6-4ba2-ae01-ae5422416fe5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:13:13.426094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-fee9f58f-e8d2-4cc9-a3eb-4fdd84984bbd req-f380c066-cbb6-4ba2-ae01-ae5422416fe5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:13:13.440066 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fee9f58f-e8d2-4cc9-a3eb-4fdd84984bbd req-f380c066-cbb6-4ba2-ae01-ae5422416fe5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 210 time: 0.0750852
Dec 15 19:13:13.471071 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:13.811848 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c070>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:13Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:13.816829 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15628231-bbb3-4664-b39a-ef16eaa85ef2 None None] The sync data for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv is: [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:13Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:13:14.483269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 806e8b65-6fa8-4fb2-9078-664ffcb8756d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:14.592114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 806e8b65-6fa8-4fb2-9078-664ffcb8756d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:14.597993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 806e8b65-6fa8-4fb2-9078-664ffcb8756d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:14.598617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:14.631156 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5629c25f-958a-465c-955a-22456d539bc6 req-94de6132-f4df-4975-9176-688b2bee002f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 210 time: 0.0545299
Dec 15 19:13:14.744702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:14.770108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-f1afa871-412d-4ef0-8829-eaa27106bfa5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:14.771723 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-f1afa871-412d-4ef0-8829-eaa27106bfa5 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 796 time: 0.2438588
Dec 15 19:13:14.793051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 806e8b65-6fa8-4fb2-9078-664ffcb8756d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=806e8b65-6fa8-4fb2-9078-664ffcb8756d,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:14.797558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:14.799808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:14.829397 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-9de8a0e7-600a-4d05-81a2-e594de8ff755 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 380 time: 0.0432739
Dec 15 19:13:14.839368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['f775c62d-bb24-441d-bf25-08e54a8255da']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:14.868279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=806e8b65-6fa8-4fb2-9078-664ffcb8756d,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:14.871275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:14.987544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:14.997537 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:15.007340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:13:15.011019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:15.169359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.6 (fe473e7b-c5ac-409b-9fa4-b0b096827774/6aace50d-e5c1-45d4-9e93-a827ac520bf5/f0e00b9a-1a32-405f-990f-1f6014473a5f) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:13:15.357206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:15.372759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object f0e00b9a-1a32-405f-990f-1f6014473a5f will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:15.393663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:15.398999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-39993cee-26cf-4ecf-94de-952a077f276b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:15.469313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:15.472477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:15.474431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:15.477019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:13:15.502286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:15.537551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:15.538162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:15.555302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b6aca5ee-6bb4-4888-bf56-ab7db677e527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:15.564752 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7290599
Dec 15 19:13:15.577242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Request body: {'port': {'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:15.694982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:15.831849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ba333a98-0d16-444c-a5d8-b1f21fd364f6 None None] Provisioning for port f0e00b9a-1a32-405f-990f-1f6014473a5f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:15.837653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ba333a98-0d16-444c-a5d8-b1f21fd364f6 None None] Provisioning complete for port f0e00b9a-1a32-405f-990f-1f6014473a5f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:15.838026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ba333a98-0d16-444c-a5d8-b1f21fd364f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:15.858800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a160ec-7673-45c5-8824-bd91feec8ca2 req-5bdc9156-64bd-4aef-b09f-81417f0200cc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:15.860254 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-94a160ec-7673-45c5-8824-bd91feec8ca2 req-5bdc9156-64bd-4aef-b09f-81417f0200cc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 931 time: 0.0806317
Dec 15 19:13:15.894267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-ba333a98-0d16-444c-a5d8-b1f21fd364f6 None None] Port f0e00b9a-1a32-405f-990f-1f6014473a5f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:13:15.908562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-94a160ec-7673-45c5-8824-bd91feec8ca2 req-d9b79aa6-a1d0-4295-b526-40f1c7c168ea tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:13:15.924246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-94a160ec-7673-45c5-8824-bd91feec8ca2 req-d9b79aa6-a1d0-4295-b526-40f1c7c168ea tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:13:15.925442 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-94a160ec-7673-45c5-8824-bd91feec8ca2 req-d9b79aa6-a1d0-4295-b526-40f1c7c168ea tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593326
Dec 15 19:13:16.047085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e00b9a-1a32-405f-990f-1f6014473a5f {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:13:16.053974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.067827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Transition to ACTIVE for port object f0e00b9a-1a32-405f-990f-1f6014473a5f will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:16.071841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.075648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-96b1987f-6a22-4d23-a9f5-0e39b0c984d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:16.196558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Pushing event updated for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:16.199523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:16.409238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Attempting to bind port f0e00b9a-1a32-405f-990f-1f6014473a5f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:13:16.409583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Attempting to bind port f0e00b9a-1a32-405f-990f-1f6014473a5f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:13:16.409904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Attempting to bind port f0e00b9a-1a32-405f-990f-1f6014473a5f on network fe473e7b-c5ac-409b-9fa4-b0b096827774 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:13:16.416297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Port f0e00b9a-1a32-405f-990f-1f6014473a5f on network fe473e7b-c5ac-409b-9fa4-b0b096827774 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:13:16.416611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Attempting to bind port f0e00b9a-1a32-405f-990f-1f6014473a5f on network fe473e7b-c5ac-409b-9fa4-b0b096827774 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:13:16.423016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:13:16.423370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Checking segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:13:16.423752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Bound using segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:13:16.424160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Bound port: f0e00b9a-1a32-405f-990f-1f6014473a5f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:13:16.424493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.454183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 806e8b65-6fa8-4fb2-9078-664ffcb8756d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:16.513925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:13:16.516874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:13:16.521553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 806e8b65-6fa8-4fb2-9078-664ffcb8756d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:16.521928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.522034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.526350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d07cc3d5-338d-4681-af2d-15593b6cff82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:16.578914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.580611 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] 10.222.0.64 "PUT /v2.0/ports/f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 1093 time: 1.0075827
Dec 15 19:13:16.581050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:13:16.605039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Pushing event updated for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:16.608771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:16.659296 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'status': 'completed', 'code': 200}
Dec 15 19:13:16.697737 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-682f3af9-b981-4d01-b776-2c533741063a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1096 time: 0.0787599
Dec 15 19:13:16.725837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.770752 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-bd5e8f34-f984-4996-9b5c-1befcb9682cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 217 time: 0.0663714
Dec 15 19:13:16.815520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:16.840122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-50d195b3-e37f-403b-bf7f-60ecfc94ec5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:16.841689 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-50d195b3-e37f-403b-bf7f-60ecfc94ec5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0648673
Dec 15 19:13:16.916996 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-1e2ec3dc-bb1b-4811-a19a-f2b9bc7f01ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686371
Dec 15 19:13:17.049507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-9dafdcb2-0cd1-4b86-b8d2-6e59a568805c service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264334
Dec 15 19:13:17.122962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7199-1fd4-449c-967f-99187ff066d1 req-e9f716df-81d6-4a52-a733-02b34ca3c989 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:17.124307 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-061e7199-1fd4-449c-967f-99187ff066d1 req-e9f716df-81d6-4a52-a733-02b34ca3c989 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 943 time: 0.0795231
Dec 15 19:13:17.170053 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-061e7199-1fd4-449c-967f-99187ff066d1 req-f32a6f81-a9b4-4bbe-950f-59ba60d8ca2b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400019
Dec 15 19:13:17.181803 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2249a9d0-b027-4f4c-9b55-274ea05db58f req-7a241a43-e77d-45fd-b310-dfe70cb7079e service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255574
Dec 15 19:13:17.294637 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-5cb0fe7b-093c-4dc8-8d5a-04a333bc6f05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1096 time: 0.0668089
Dec 15 19:13:17.428659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-0ffd10ba-f6ab-48df-814c-a184a061d262 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:17.430158 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-0ffd10ba-f6ab-48df-814c-a184a061d262 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1277437
Dec 15 19:13:17.499635 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-ea4f84c3-7570-486e-9c3c-c48a999f2fcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 217 time: 0.0623569
Dec 15 19:13:17.562183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-11bc6286-5716-45d1-9fec-7cee5cb0c2ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:17.563510 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-11bc6286-5716-45d1-9fec-7cee5cb0c2ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0563791
Dec 15 19:13:17.639905 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-0acb62a9-2a98-4f9b-8d46-11d2da6c8d28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685039
Dec 15 19:13:17.770292 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-b94a744a-09d8-4c24-abdb-b6342facbac2 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226377
Dec 15 19:13:17.899606 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-42e669a1-6d1a-48c5-88f8-eb5fe4018d87 req-45b849a0-09ea-44d3-b026-14569aaa0e80 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222918
Dec 15 19:13:18.241901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:18.362406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc5b2-d508-44ef-b451-bbd5b39a3e10 req-53a7f0a7-0c0c-4db5-878c-5f8849f90a48 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:18.363087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-d2acc5b2-d508-44ef-b451-bbd5b39a3e10 req-53a7f0a7-0c0c-4db5-878c-5f8849f90a48 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:13:18.378204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-d2acc5b2-d508-44ef-b451-bbd5b39a3e10 req-53a7f0a7-0c0c-4db5-878c-5f8849f90a48 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:13:18.379344 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d2acc5b2-d508-44ef-b451-bbd5b39a3e10 req-53a7f0a7-0c0c-4db5-878c-5f8849f90a48 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 943 time: 0.0901499
Dec 15 19:13:18.425660 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d2acc5b2-d508-44ef-b451-bbd5b39a3e10 req-8413fe36-b871-4267-a34d-218d629600d7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403266
Dec 15 19:13:18.524725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f0e00b9a-1a32-405f-990f-1f6014473a5f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:13:18.680531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:18.693512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:13:18.749155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:18.766370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e00b9a-1a32-405f-990f-1f6014473a5f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:13:18.780832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:18.784721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:18.786417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c2588d3f-c8a7-462e-bd5e-9fdc73977961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:18.847585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:18.850347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:19.016074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['f0e00b9a-1a32-405f-990f-1f6014473a5f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:13:19.619504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18647b5-47f7-47c9-8c3b-b20648c9ca50 req-6aeb0298-63aa-415e-8f20-bdab40e76383 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:19.620845 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c18647b5-47f7-47c9-8c3b-b20648c9ca50 req-6aeb0298-63aa-415e-8f20-bdab40e76383 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 944 time: 0.0769906
Dec 15 19:13:19.665874 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c18647b5-47f7-47c9-8c3b-b20648c9ca50 req-c100d744-8e7e-4a6a-af98-d66bd1e33078 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396023
Dec 15 19:13:20.540247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f0e00b9a-1a32-405f-990f-1f6014473a5f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:20.608625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port f0e00b9a-1a32-405f-990f-1f6014473a5f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:20.613103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port f0e00b9a-1a32-405f-990f-1f6014473a5f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:20.613520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:20.728209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:20.755254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:13:20.765094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:20.769501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:20.772322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:20.839092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:20.842923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:20.891293 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'code': 200}
Dec 15 19:13:20.980089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a5aa9-bc9f-4232-bcca-b4c08971531b req-9c862d55-e178-4040-b8ad-2203ffb9f3fb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:20.981604 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b16a5aa9-bc9f-4232-bcca-b4c08971531b req-9c862d55-e178-4040-b8ad-2203ffb9f3fb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 945 time: 0.1859772
Dec 15 19:13:21.031891 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b16a5aa9-bc9f-4232-bcca-b4c08971531b req-da592ee7-89b8-408b-ae6d-eda8256dbdf4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442178
Dec 15 19:13:21.122172 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3cd1f696-eb6f-424b-aa0b-7e04bff449e9 req-8d6be1c3-2cb0-4ef7-a81c-9255a5f3393b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1098 time: 0.0682175
Dec 15 19:13:21.163165 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3cd1f696-eb6f-424b-aa0b-7e04bff449e9 req-b8cabf92-69d3-419f-95dd-eecfcecfca80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345287
Dec 15 19:13:22.235079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb3f12-0e08-4eb5-9c46-c3ba95547724 req-00604beb-4599-4218-87de-55276d00a3f7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:22.236521 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0fbb3f12-0e08-4eb5-9c46-c3ba95547724 req-00604beb-4599-4218-87de-55276d00a3f7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 945 time: 0.0795465
Dec 15 19:13:22.281344 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0fbb3f12-0e08-4eb5-9c46-c3ba95547724 req-9c5f02ab-bf52-424b-a919-62afba945b61 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393538
Dec 15 19:13:23.473473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe106d8f-e2f4-40a0-9d78-9025fbb968fa req-2d97f7ee-74dc-4c5d-83bd-acc5d6b0917c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:23.474905 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fe106d8f-e2f4-40a0-9d78-9025fbb968fa req-2d97f7ee-74dc-4c5d-83bd-acc5d6b0917c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 945 time: 0.0756822
Dec 15 19:13:23.518773 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fe106d8f-e2f4-40a0-9d78-9025fbb968fa req-50a2bf78-8aa1-42e0-a0df-66c383b07fb9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384393
Dec 15 19:13:23.712517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334673d-f9f7-4691-8c5d-1a09698c4d07 req-a8ede2ae-a756-4ebe-90fd-db1efd154376 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:23.714000 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a334673d-f9f7-4691-8c5d-1a09698c4d07 req-a8ede2ae-a756-4ebe-90fd-db1efd154376 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 945 time: 0.0776131
Dec 15 19:13:23.762348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a334673d-f9f7-4691-8c5d-1a09698c4d07 req-6144ab0b-cfbe-49c5-946b-bc82e1204a7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429950
Dec 15 19:13:23.790108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36248) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:23.858474 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0449b37b-9108-4681-9472-f84e6ad23c89 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1093 time: 0.0671680
Dec 15 19:13:23.861009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36252) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:23.866211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:23.872062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:23.875825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:23.878601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:23.885175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:23.894976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:24.027719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:24.160816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.46 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/54d827de-a584-4b24-aeac-07cfe902f90b) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:13:24.303752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:24.333589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:24.337863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-549af4f1-5598-40bd-9448-7f4949936b4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:24.402577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:24.405864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:24.408466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=54d827de-a584-4b24-aeac-07cfe902f90b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:24.410638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:13:24.538071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:25.026549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:25.080168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:25.278624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:25.282882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:25.286954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:25.392528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=54d827de-a584-4b24-aeac-07cfe902f90b,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:25.396673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:25.403824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:25.590841 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP ef730465-a7da-4475-819b-fc26b71f4577 associated. External IP: 172.26.1.46, port: f0e00b9a-1a32-405f-990f-1f6014473a5f.
Dec 15 19:13:26.096400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 1046c118-be21-42fc-9fb8-921ffbdf154d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:13:26.291920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:13:26.301143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] Sync routers for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:13:26.313518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:26.314138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced843700>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:13:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:26.316163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:26.371573 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5094423
Dec 15 19:13:26.372123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:13:26.374391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36256) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:26.438068 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'status': 'completed', 'code': 200}
Dec 15 19:13:26.458167 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-300afa23-2203-4216-a656-775c8fc303e7 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1093 time: 0.0823741
Dec 15 19:13:26.501991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:26.533512 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-c286b541-c081-4d85-afb5-3dcae5ec392c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1098 time: 0.0690861
Dec 15 19:13:26.667724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-39f42478-1a5d-4812-a17a-40b0d9cd3e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:26.669088 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-39f42478-1a5d-4812-a17a-40b0d9cd3e6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1293957
Dec 15 19:13:26.783949 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-a62433fa-8a81-402c-8280-1840c31aea21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 998 time: 0.1087704
Dec 15 19:13:26.847801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-10175eb9-11ea-42b0-baaf-c03660e5df79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:26.849391 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-10175eb9-11ea-42b0-baaf-c03660e5df79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0593638
Dec 15 19:13:26.870653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced843700>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:24Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:26.875180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] Checking router: 1046c118-be21-42fc-9fb8-921ffbdf154d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:13:26.886721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:26.887387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced843700>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:13:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:26.928195 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-3ce390ef-00a9-4d92-bf7f-20728e12a48a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724258
Dec 15 19:13:27.066003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36264) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:27.068215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:27.072610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83170253', 'description': 'tempest-secgroup-smoke-83170253 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:27.075112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-a12a14de-d8b2-45f2-8fe8-2463961ef65b service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405504
Dec 15 19:13:27.078923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:27.089928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:27.104020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.143389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:27.147909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:27.151514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:27.157940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:27.179367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.212837 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a76de1e-e26b-48f7-b1cd-2fd17863981f req-0b8e28fd-a462-4302-aac3-bb5eb8f7d5c1 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322486
Dec 15 19:13:27.221622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.225686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.231928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3614f95f-dc74-4a28-befd-8c4b52f6f82a tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:27.275074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15733944-b62b-4dac-9320-d7acae604a83,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:27.278527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:27.279835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.283729 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fd00e16a-d1b1-4587-93fa-e8f9539b59a2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.2141132
Dec 15 19:13:27.284427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36268) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:27.290683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '15733944-b62b-4dac-9320-d7acae604a83', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:27.296455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:27.300208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:27.303072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:27.308729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:27.326905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.386445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.390168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.391844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:27.414925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc523f47-dfd6-4f73-a412-4f9f5a8d30e8,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:27.419342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:27.424394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.425804 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1404865
Dec 15 19:13:27.428408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36272) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:27.434323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '15733944-b62b-4dac-9320-d7acae604a83', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:27.439969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:27.443923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:27.446842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:27.452491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:27.468558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.478901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced843700>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:24Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:27.482972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389ebe2-4be4-4bad-bd70-b23da225301a None None] The sync data for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv is: [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:24Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:13:27.536104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.540496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.542313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-06eb72d4-b6d5-49cf-9f76-6f1bdda10d0d tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:27.564662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6b4092-0514-4230-8542-60500bc12329,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:27.567034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:27.573718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.574851 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1455598
Dec 15 19:13:27.577569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36276) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:27.582928 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '15733944-b62b-4dac-9320-d7acae604a83', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:27.589045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:27.592794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:27.595672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:27.601335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:27.616988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.677557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.681086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.682788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:27.704419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c380e4-5111-4dc9-9cd9-681f962dd2f8,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:27.708651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:27.713577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.714794 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1363416
Dec 15 19:13:27.717472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36280) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:27.723113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '15733944-b62b-4dac-9320-d7acae604a83', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:27.729399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:27.733183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:27.736039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:27.741752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:27.757875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.825877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.829387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.835153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-20f6c73e-cf70-4bb5-b754-df382f4bf871 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:27.855381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec20d7d-cc47-46d8-b473-5f9165b45c2e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:27.858257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:27.864979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.866143 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1477883
Dec 15 19:13:27.868865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36284) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:27.874524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '15733944-b62b-4dac-9320-d7acae604a83', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:27.880031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:27.883761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:27.886633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:27.892467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:27.903130 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:13:27.909157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.972329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.975921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:27.983351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d4fb4fd6-45a5-4d9f-be0d-e8a029fbec69 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:28.003042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be0a942-7a61-4f88-a576-a984842623c5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:28.005672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:28.010681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:28.011848 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1420743
Dec 15 19:13:28.014682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36288) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:28.020178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '15733944-b62b-4dac-9320-d7acae604a83', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:28.027051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:28.030856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:28.033724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:28.039385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:28.049061 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:13:28.055237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:28.119005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:28.122558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:28.124292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1aa49c15-ca34-46e9-80b9-e6adae7426f8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:28.145682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d62daf0-8cbe-45cb-8896-0d4145f882f5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:28.148004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:28.155689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:28.156841 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1412556
Dec 15 19:13:28.324423 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-ebda36cf-8ee5-4410-9f5f-7c200efdb551 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83170253&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0407178
Dec 15 19:13:28.468143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-a655f079-42ec-4b0d-8f06-4ea9cb2319f0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:28.469578 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-a655f079-42ec-4b0d-8f06-4ea9cb2319f0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 796 time: 0.1391220
Dec 15 19:13:28.485492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-fbf0363f-9097-47ce-a967-fe7b546caeb9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0107210
Dec 15 19:13:28.570188 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-dab15bd0-aeee-497e-a0b5-ebea64faf585 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0798984
Dec 15 19:13:28.705965 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b9e2a467-43f3-41a5-ac09-aeb4d66c1503 service neutron] 10.222.0.48 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248195
Dec 15 19:13:28.931137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-80beaa11-1dd8-46d3-b503-3d59c33b65f6 service neutron] 10.222.0.48 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188792
Dec 15 19:13:29.118402 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1066d53a-a302-4651-9c1e-23917284f0c5 req-b6438a82-0631-4ad9-bec2-180260825d9a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 210 time: 0.0445251
Dec 15 19:13:29.969511 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576c993-4cd7-475c-8609-baedeb0317a2 None None] New status for floating IP ef730465-a7da-4475-819b-fc26b71f4577: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:13:30.116597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-641659fb-c241-42b3-9e30-98e81d69a9ba tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:30.119316 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-641659fb-c241-42b3-9e30-98e81d69a9ba tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 796 time: 0.1578722
Dec 15 19:13:30.190126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-546889f0-5c34-49a4-9856-0ed2477b0138 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 471 time: 0.0580401
Dec 15 19:13:30.200882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['15733944-b62b-4dac-9320-d7acae604a83']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:30.325817 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-375ad2b8-3cf8-40d8-b7b1-6de6a1a88c1a req-588af378-43e0-4c40-b57f-b0c0bc0f6e7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 210 time: 0.0488873
Dec 15 19:13:30.377883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:30.387163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:30.396982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:13:30.399983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:30.555265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.13 (fe473e7b-c5ac-409b-9fa4-b0b096827774/6aace50d-e5c1-45d4-9e93-a827ac520bf5/fb2a9f10-0831-409c-88c0-2986bc90c263) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:13:30.740988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:30.756074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object fb2a9f10-0831-409c-88c0-2986bc90c263 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:30.777871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:30.783276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2a828262-a171-445e-adeb-b2a3977ed26e tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:30.848814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:30.852170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:30.856911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:13:30.881853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=fb2a9f10-0831-409c-88c0-2986bc90c263,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:30.887904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:30.920625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:30.921217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:30.945729 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7488360
Dec 15 19:13:30.956959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Request body: {'port': {'device_id': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:31.044128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0aef15f9-7b17-4bd9-abbe-c756212ff11a None None] Provisioning for port fb2a9f10-0831-409c-88c0-2986bc90c263 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:31.050099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0aef15f9-7b17-4bd9-abbe-c756212ff11a None None] Provisioning complete for port fb2a9f10-0831-409c-88c0-2986bc90c263 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:31.050734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0aef15f9-7b17-4bd9-abbe-c756212ff11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:31.072908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:31.107134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0aef15f9-7b17-4bd9-abbe-c756212ff11a None None] Port fb2a9f10-0831-409c-88c0-2986bc90c263 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:13:31.403136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2a9f10-0831-409c-88c0-2986bc90c263 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:13:31.409900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:31.425888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Transition to ACTIVE for port object fb2a9f10-0831-409c-88c0-2986bc90c263 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:13:31.429016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:31.433738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:31.528557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7e1a-a2ee-48cc-9c72-b6aeb3d919ea req-6533dd69-7ea0-4b92-bed7-37dabbc7f221 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:31.531352 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3b5d7e1a-a2ee-48cc-9c72-b6aeb3d919ea req-6533dd69-7ea0-4b92-bed7-37dabbc7f221 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 944 time: 0.0801969
Dec 15 19:13:31.563351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2a9f10-0831-409c-88c0-2986bc90c263,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:31.566012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:31.581842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3b5d7e1a-a2ee-48cc-9c72-b6aeb3d919ea req-2d1a18ee-9852-4170-bd6a-1d6ff485efcc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:13:31.597874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3b5d7e1a-a2ee-48cc-9c72-b6aeb3d919ea req-2d1a18ee-9852-4170-bd6a-1d6ff485efcc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:13:31.599203 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3b5d7e1a-a2ee-48cc-9c72-b6aeb3d919ea req-2d1a18ee-9852-4170-bd6a-1d6ff485efcc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0610533
Dec 15 19:13:31.669934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Attempting to bind port fb2a9f10-0831-409c-88c0-2986bc90c263 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:13:31.670342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Attempting to bind port fb2a9f10-0831-409c-88c0-2986bc90c263 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:13:31.670741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Attempting to bind port fb2a9f10-0831-409c-88c0-2986bc90c263 on network fe473e7b-c5ac-409b-9fa4-b0b096827774 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:13:31.676662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Port fb2a9f10-0831-409c-88c0-2986bc90c263 on network fe473e7b-c5ac-409b-9fa4-b0b096827774 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:13:31.676984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Attempting to bind port fb2a9f10-0831-409c-88c0-2986bc90c263 on network fe473e7b-c5ac-409b-9fa4-b0b096827774 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:13:31.683756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:13:31.684088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Checking segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:13:31.684466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Bound using segment: {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:13:31.684883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Bound port: fb2a9f10-0831-409c-88c0-2986bc90c263, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e677527-46c4-4205-a3e1-f4a72e1f617c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:13:31.685224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:31.865285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] For port fb2a9f10-0831-409c-88c0-2986bc90c263, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:13:31.868181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] For port fb2a9f10-0831-409c-88c0-2986bc90c263, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fb2a9f10-0831-409c-88c0-2986bc90c263,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:13:31.872774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:31.876486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2325bb0b-797e-4801-b076-1f45677299e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:31.935194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:31.936537 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] 10.222.0.64 "PUT /v2.0/ports/fb2a9f10-0831-409c-88c0-2986bc90c263 HTTP/1.1" status: 200  len: 1094 time: 0.9838488
Dec 15 19:13:31.937055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:13:31.951648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2a9f10-0831-409c-88c0-2986bc90c263,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:31.955030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:32.017877 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'status': 'completed', 'code': 200}
Dec 15 19:13:32.035199 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:13:32.064941 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-febdd3b7-ade4-43f1-8115-e43ab050f4ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 1097 time: 0.0853767
Dec 15 19:13:32.133652 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-a370dcea-db31-4cab-a980-add4afed575b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb2a9f10-0831-409c-88c0-2986bc90c263 HTTP/1.1" status: 200  len: 217 time: 0.0619864
Dec 15 19:13:32.198673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-fb156f5f-00aa-4766-8320-533f07ea9e41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:32.200009 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-fb156f5f-00aa-4766-8320-533f07ea9e41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0605180
Dec 15 19:13:32.272365 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-37147d0c-4a81-4260-b443-a26d7644a574 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664113
Dec 15 19:13:32.400785 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-f4cc5d79-afe0-4a46-b8c8-47976c78f8ea service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215966
Dec 15 19:13:32.527445 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbafc0ef-9d7b-46f5-9952-0012e1cebc3b req-e85f5384-19be-448d-b470-b71b8352e56d service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217830
Dec 15 19:13:32.646870 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-1f035f5a-796a-4c0e-9dce-61225907a261 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 1097 time: 0.0729041
Dec 15 19:13:32.793189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-1b7cd50f-85ba-43e5-b897-08a54a17594b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:32.794645 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-1b7cd50f-85ba-43e5-b897-08a54a17594b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1291151
Dec 15 19:13:32.801325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eccefc-2d11-467e-b11d-c28aab12bb1d req-6af1ca3e-a1ee-475c-82ca-b6708cfc341c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:32.802768 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-74eccefc-2d11-467e-b11d-c28aab12bb1d req-6af1ca3e-a1ee-475c-82ca-b6708cfc341c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 944 time: 0.0827034
Dec 15 19:13:32.848688 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-74eccefc-2d11-467e-b11d-c28aab12bb1d req-1b59de7b-af36-4895-8d98-6fb768c86a57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401249
Dec 15 19:13:32.863112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-aafecf3f-83c9-44d1-9184-173ab481bce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb2a9f10-0831-409c-88c0-2986bc90c263 HTTP/1.1" status: 200  len: 217 time: 0.0607951
Dec 15 19:13:32.927485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-564d1afc-ed88-4804-9054-335932b4a7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:32.928961 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-564d1afc-ed88-4804-9054-335932b4a7a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0590835
Dec 15 19:13:33.001769 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-63bc44b0-4e88-4ae4-88a9-d13912ad6d3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0660582
Dec 15 19:13:33.132323 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-9aa18bb0-62fb-46de-bc14-68cd758a1a53 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239152
Dec 15 19:13:33.263730 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1391ddda-e548-4761-b67f-98887e21f5c3 req-994e57af-1290-455f-b074-e5758bd62022 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231833
Dec 15 19:13:34.184360 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5796-638b-4b5b-bca8-8bf9343daa91 req-5116f79b-f40c-4e0e-9ea3-57e0c3b6aa46 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:34.185025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-d07c5796-638b-4b5b-bca8-8bf9343daa91 req-5116f79b-f40c-4e0e-9ea3-57e0c3b6aa46 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:13:34.199664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-d07c5796-638b-4b5b-bca8-8bf9343daa91 req-5116f79b-f40c-4e0e-9ea3-57e0c3b6aa46 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:13:34.200777 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d07c5796-638b-4b5b-bca8-8bf9343daa91 req-5116f79b-f40c-4e0e-9ea3-57e0c3b6aa46 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 944 time: 0.0913756
Dec 15 19:13:34.250045 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d07c5796-638b-4b5b-bca8-8bf9343daa91 req-3aebbe3b-e7a7-41eb-ad7a-65558f2f867c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437369
Dec 15 19:13:34.613427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device fb2a9f10-0831-409c-88c0-2986bc90c263 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:13:34.742592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port fb2a9f10-0831-409c-88c0-2986bc90c263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fb2a9f10-0831-409c-88c0-2986bc90c263,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:34.755090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'port_id': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'mac_address': 'fa:16:3e:df:c8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:13:34.807524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:34.824212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2a9f10-0831-409c-88c0-2986bc90c263 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:13:34.839490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port fb2a9f10-0831-409c-88c0-2986bc90c263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fb2a9f10-0831-409c-88c0-2986bc90c263,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:34.843547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:34.846179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-81626bf5-d07b-4276-9190-de9ceca0a304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:34.911241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=fb2a9f10-0831-409c-88c0-2986bc90c263,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:34.914165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:35.056788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['fb2a9f10-0831-409c-88c0-2986bc90c263'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:13:35.446109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3193-abf5-4bbd-912a-765a378b4692 req-024273a0-fd8d-415d-ada0-f8643494c699 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:35.447467 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ebc3193-abf5-4bbd-912a-765a378b4692 req-024273a0-fd8d-415d-ada0-f8643494c699 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 945 time: 0.0771217
Dec 15 19:13:35.495703 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ebc3193-abf5-4bbd-912a-765a378b4692 req-f4b5f8b1-5d1f-4166-bde7-3928dd67e312 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428529
Dec 15 19:13:36.633852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device fb2a9f10-0831-409c-88c0-2986bc90c263 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:13:36.688819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3813499-476e-4fa6-930f-c26855c83951 req-9f7ce557-a115-4434-a290-7585eb35d928 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:36.690222 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d3813499-476e-4fa6-930f-c26855c83951 req-9f7ce557-a115-4434-a290-7585eb35d928 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 945 time: 0.0780332
Dec 15 19:13:36.705621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port fb2a9f10-0831-409c-88c0-2986bc90c263 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:13:36.710423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port fb2a9f10-0831-409c-88c0-2986bc90c263 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:13:36.710811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:36.738422 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d3813499-476e-4fa6-930f-c26855c83951 req-3113ab99-6060-4125-aecb-70de731bd587 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427432
Dec 15 19:13:36.825533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:36.851659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:13:36.861872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port fb2a9f10-0831-409c-88c0-2986bc90c263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fb2a9f10-0831-409c-88c0-2986bc90c263,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:13:36.866461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:36.868213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:36.910525 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'code': 200}
Dec 15 19:13:36.940275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=fb2a9f10-0831-409c-88c0-2986bc90c263,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:36.943025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:37.224458 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c45a64e8-ba01-465f-918d-92b076aa262a req-fa477ab1-877f-427e-b1ad-81754d596cbb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 1099 time: 0.1612611
Dec 15 19:13:37.265486 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c45a64e8-ba01-465f-918d-92b076aa262a req-3a5725a5-6995-4176-86fb-4bb074b694ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0342269
Dec 15 19:13:37.932276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3e2d9-7f16-4a75-946f-ef305754e270 req-f65fd8c9-7588-457d-a3de-0f577e4b3516 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:37.933728 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c0b3e2d9-7f16-4a75-946f-ef305754e270 req-f65fd8c9-7588-457d-a3de-0f577e4b3516 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 946 time: 0.0759151
Dec 15 19:13:37.977385 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c0b3e2d9-7f16-4a75-946f-ef305754e270 req-0b7a2358-d7fb-4526-9408-3b2238411a32 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382230
Dec 15 19:13:39.174394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764874e-b703-4620-b437-3391b5e8b2a2 req-39a0cbad-194f-4439-aca9-1c0f3f01726b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:39.175819 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6764874e-b703-4620-b437-3391b5e8b2a2 req-39a0cbad-194f-4439-aca9-1c0f3f01726b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 946 time: 0.0767813
Dec 15 19:13:39.220150 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6764874e-b703-4620-b437-3391b5e8b2a2 req-037c6b59-0321-4817-97a3-f65151cda807 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389659
Dec 15 19:13:39.413383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cdd33-21a0-4480-94e8-4e5b65c450fb req-9391b8ec-07bd-4009-b753-f39fd25fbf29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:39.414823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09cdd33-21a0-4480-94e8-4e5b65c450fb req-9391b8ec-07bd-4009-b753-f39fd25fbf29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 946 time: 0.0779941
Dec 15 19:13:39.457978 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09cdd33-21a0-4480-94e8-4e5b65c450fb req-472c8b85-eb4e-48cc-864a-fdd99691b378 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377619
Dec 15 19:13:39.484841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36332) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:39.551387 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3475d4d0-0437-4a80-b70d-f0ad59a2d373 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 1094 time: 0.0651610
Dec 15 19:13:39.553713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36336) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:13:39.559190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:13:39.564380 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:13:39.568094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:13:39.570843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:13:39.576915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:13:39.587027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:39.723498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:39.857389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.71 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/188999b6-9559-41cf-9fae-063c888eed93) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:13:40.002563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:40.029558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:40.033757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9d926c9d-9dd5-40de-be00-0af19fb4f050 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:40.101329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:13:40.104921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:13:40.109236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:13:40.133214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=188999b6-9559-41cf-9fae-063c888eed93,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:40.137949 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:40.604315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:40.656915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:40.856359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:40.860749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:40.864877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:13:41.052593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=188999b6-9559-41cf-9fae-063c888eed93,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:13:41.056914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:13:41.071808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:41.254537 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP 870f0a24-0250-4546-ac84-9eabc04c89f7 associated. External IP: 172.26.1.71, port: fb2a9f10-0831-409c-88c0-2986bc90c263.
Dec 15 19:13:41.633236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 1046c118-be21-42fc-9fb8-921ffbdf154d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:13:41.831920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:13:41.841545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] Sync routers for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:13:41.853051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:41.853733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced265c40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:13:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:41.855913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:41.921401 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3537669
Dec 15 19:13:41.921401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:13:41.962057 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'status': 'completed', 'code': 200}
Dec 15 19:13:42.030287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:42.058862 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-3b43703c-0226-4ad9-ba9b-18bfe59deeda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 1099 time: 0.0731385
Dec 15 19:13:42.193517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-01b52ec3-e1f1-49ab-a6f6-bb1cd7bc6161 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:42.194859 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-01b52ec3-e1f1-49ab-a6f6-bb1cd7bc6161 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1285081
Dec 15 19:13:42.294031 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-418fedd9-b22f-4249-9f17-a09043401e36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb2a9f10-0831-409c-88c0-2986bc90c263 HTTP/1.1" status: 200  len: 999 time: 0.0921540
Dec 15 19:13:42.359887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-fddc9e24-dae3-45e5-ad1d-e17ca4069b89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:13:42.361380 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-fddc9e24-dae3-45e5-ad1d-e17ca4069b89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0592520
Dec 15 19:13:42.420619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced265c40>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '870f0a24-0250-4546-ac84-9eabc04c89f7', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.71', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:df:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:40Z', 'updated_at': '2021-12-15T19:13:40Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}, {'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:30Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:42.424634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] Checking router: 1046c118-be21-42fc-9fb8-921ffbdf154d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:13:42.435394 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:13:42.435999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced265c40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:13:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:42.438014 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-5a0725aa-8fab-4168-b21e-0c19ff068072 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699689
Dec 15 19:13:42.617073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:13:42.677456 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-a1a11d12-f5a0-4727-9911-e6fcd23ed561 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315168
Dec 15 19:13:42.809499 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5e0b656b-12d1-4086-859e-996d552c47d7 req-a4bacf54-88ba-4f95-835f-9bda0c7bec96 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252649
Dec 15 19:13:42.963698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced265c40>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '870f0a24-0250-4546-ac84-9eabc04c89f7', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.71', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:df:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:40Z', 'updated_at': '2021-12-15T19:13:40Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}, {'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:30Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:13:42.967599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3096f37b-32ef-41bf-bbb2-8263e8bcade6 None None] The sync data for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv is: [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '870f0a24-0250-4546-ac84-9eabc04c89f7', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.71', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:df:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:40Z', 'updated_at': '2021-12-15T19:13:40Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}, {'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:30Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:13:43.160169 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd291666-c58e-4c3e-96ba-6564f45c8107 None None] New status for floating IP 870f0a24-0250-4546-ac84-9eabc04c89f7: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:13:43.296593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-59d3053c-3ed2-42bb-ae16-9ba8ae679993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:45.561279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f55e-d41e-45c6-857d-eefaef6566cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:46.727792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:46.817117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:48.243961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:13:57.119345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:09.035785 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:14:12.667945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-52a095ec-f9a2-4eb8-8484-03bc6a1c1211 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745921
Dec 15 19:14:12.804672 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-8bd95810-d1c4-46dc-9536-0b43a652bad8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1098 time: 0.0684774
Dec 15 19:14:12.948381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-17f5bc89-c6dc-4315-b7b1-b4e0f441adc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:12.949825 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-17f5bc89-c6dc-4315-b7b1-b4e0f441adc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1237535
Dec 15 19:14:13.050750 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-c7e07029-cab7-48b2-8d97-75446511e605 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 1000 time: 0.0943184
Dec 15 19:14:13.114766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-921b9c31-96a5-4f9d-b2f1-275a352cb775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:13.116164 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-921b9c31-96a5-4f9d-b2f1-275a352cb775 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0583665
Dec 15 19:14:13.193010 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-760ae372-1e0e-4575-afb2-2bc9ba331933 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690970
Dec 15 19:14:13.299144 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c18d049a-971e-4ae9-86b9-fa8831bd04e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:13.321716 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-fc8205ca-008d-4f75-bf0c-37b5e5855876 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223319
Dec 15 19:14:13.450537 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b09a4cd7-926f-462d-ae25-30f55fcb6e4d req-0b29a51e-2efc-4268-a351-e7f21ed3c6c0 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223581
Dec 15 19:14:15.562270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a83f-2df9-47c9-ab93-b0a7fbb1e443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:16.377655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36356) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:16.481884 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8717bff6-0f11-4156-bcb3-dddc12396964 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/ef730465-a7da-4475-819b-fc26b71f4577 HTTP/1.1" status: 200  len: 992 time: 0.1023536
Dec 15 19:14:16.734159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:16.820187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:17.419272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36366) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:17.425054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:17.539501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:17.743169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:17.769242 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:17.773437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:17.776881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee5a8390-201a-463f-be39-42a000779234 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:17.839320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:17.839909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:17.841963 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/ports/f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 938 time: 0.4216983
Dec 15 19:14:17.842616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:17.866305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=6']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:17.876337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.876726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.877100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.877496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.877870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.878238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.878607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.878970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.879330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.879688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.880045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:17.884405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:17.911568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'status': 'completed', 'code': 200}
Dec 15 19:14:18.004603 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-208bd54a-cea6-4e0b-bbec-2b62099221c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1099 time: 0.0707808
Dec 15 19:14:18.099329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-50079c38-9fc5-4b62-af57-f4e1a2628f35 None None] Provisioning complete for port f0e00b9a-1a32-405f-990f-1f6014473a5f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:18.099897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-50079c38-9fc5-4b62-af57-f4e1a2628f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:18.137371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-30017107-8c3b-4085-a316-399d613799b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:18.138739 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-30017107-8c3b-4085-a316-399d613799b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1275446
Dec 15 19:14:18.156763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-50079c38-9fc5-4b62-af57-f4e1a2628f35 None None] Port f0e00b9a-1a32-405f-990f-1f6014473a5f is administratively disabled so it will not transition to active. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Dec 15 19:14:18.241058 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-2871886a-633a-4c59-8238-c1d0fc456ca6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 1001 time: 0.0965028
Dec 15 19:14:18.247992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:18.301869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-f80ceb48-ffbc-4b86-8fcf-35526a09ca7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:18.303154 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-f80ceb48-ffbc-4b86-8fcf-35526a09ca7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0553489
Dec 15 19:14:18.379420 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-ef5f855e-c2ac-46db-9df8-f6d2275223e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689876
Dec 15 19:14:18.606834 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-785b61d0-7c02-4089-8e33-75656f47169a service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206757
Dec 15 19:14:18.735710 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c46c1105-49a1-4d39-a170-665fc54a12d5 req-7123062c-880f-47ee-b9e7-0b172ea1395f service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234992
Dec 15 19:14:21.273909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36376) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:21.280671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:21.498203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:21.706564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:21.730794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:21.735222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:21.738864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:21.802590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:21.803429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:21.804755 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/ports/f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 937 time: 0.5298660
Dec 15 19:14:21.805614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:21.807724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36380) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:21.829326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=7']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:21.832700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:21.872535 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'status': 'completed', 'code': 200}
Dec 15 19:14:21.959994 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-36a5aacc-8002-4b75-9125-f0b30dfe41e3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/ef730465-a7da-4475-819b-fc26b71f4577 HTTP/1.1" status: 200  len: 992 time: 0.1510201
Dec 15 19:14:21.988217 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-1a30d565-bda8-465d-bad3-6e2625b6e22d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1098 time: 0.0928936
Dec 15 19:14:22.000049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bb5cc270-1fd4-4d1c-9970-82fd528ebc5f None None] Provisioning complete for port f0e00b9a-1a32-405f-990f-1f6014473a5f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:22.000565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc270-1fd4-4d1c-9970-82fd528ebc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:22.034399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['f0e00b9a-1a32-405f-990f-1f6014473a5f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:14:22.120540 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-4680cabd-ef5e-47c1-a4aa-3f3e4a2ab19c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:22.122579 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-4680cabd-ef5e-47c1-a4aa-3f3e4a2ab19c service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1276984
Dec 15 19:14:22.225396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-6e748f45-99b5-45d6-92ff-e7d5d3e838c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 1000 time: 0.0965049
Dec 15 19:14:22.290740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-2b0d4a1c-230a-4606-9af6-6e3d8ae821f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:22.292168 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-2b0d4a1c-230a-4606-9af6-6e3d8ae821f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0609670
Dec 15 19:14:22.365963 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-f3cbe2b8-cb4d-4e3b-96b6-5d1c620b939b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675817
Dec 15 19:14:22.500698 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-a452f9ee-5471-4e2e-b1a7-c81abca8a35a service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278191
Dec 15 19:14:22.630429 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d509cc17-e7dc-4fd8-b3af-c36077a04282 req-507e93f0-64c0-44c6-b91b-7d9ebc3dff51 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236703
Dec 15 19:14:24.523217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36392) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:24.719664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 188999b6-9559-41cf-9fae-063c888eed93 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:14:24.720058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:24.886266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:24.886683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:25.002851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 188999b6-9559-41cf-9fae-063c888eed93 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:14:25.149322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:25.154128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c8190a56-c2c9-4329-9f1a-e7d4a72a3513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:25.193455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=188999b6-9559-41cf-9fae-063c888eed93,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:25.196801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:25.285697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:25.774089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 1046c118-be21-42fc-9fb8-921ffbdf154d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:14:25.969899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:14:25.980926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] Sync routers for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:14:25.993692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:25.997918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:25.998562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba040>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:26.052461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/870f0a24-0250-4546-ac84-9eabc04c89f7 HTTP/1.1" status: 204  len: 168 time: 1.5281878
Dec 15 19:14:26.053240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:26.128124 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'status': 'completed', 'code': 200}
Dec 15 19:14:26.232268 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-6ea72d17-e8a9-42fb-ac8e-090137886311 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 1099 time: 0.0793934
Dec 15 19:14:26.241127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:26.393502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-a58268bf-5b4a-4794-88f6-6c209946a28b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:26.395102 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-a58268bf-5b4a-4794-88f6-6c209946a28b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1565773
Dec 15 19:14:26.503809 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-61b45bde-7f9e-4527-9015-34f773aae7df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb2a9f10-0831-409c-88c0-2986bc90c263 HTTP/1.1" status: 200  len: 217 time: 0.1014802
Dec 15 19:14:26.584822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-92d07bba-cab4-484f-9f71-5f782b6135b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:26.586257 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-92d07bba-cab4-484f-9f71-5f782b6135b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0754712
Dec 15 19:14:26.592424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcd2ac-fbdf-4588-8fe7-a1155dbda9c5 req-5a7af824-5267-44fd-bd07-22adbd620691 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:26.593767 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4dcd2ac-fbdf-4588-8fe7-a1155dbda9c5 req-5a7af824-5267-44fd-bd07-22adbd620691 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 946 time: 0.1398804
Dec 15 19:14:26.626806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba040>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:30Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:26.630756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] Checking router: 1046c118-be21-42fc-9fb8-921ffbdf154d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:14:26.641368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:26.641974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba040>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:26.680833 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4dcd2ac-fbdf-4588-8fe7-a1155dbda9c5 req-a4b0bbdc-23b3-4681-a722-f6d4b17bd489 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0536640
Dec 15 19:14:26.696439 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-45943fb9-3b0f-4fd6-a95b-e05db4279810 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1017683
Dec 15 19:14:26.825119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:26.936117 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-3a3f771a-6f2d-4c6e-a943-2cb8c4f99e95 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322087
Dec 15 19:14:27.064671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ade6e35d-4bb8-403f-97ee-261f5fc159b4 req-8ed7d8bf-e0e4-4235-9b80-5837eb8dafc5 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217687
Dec 15 19:14:27.155288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:27.180577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba040>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:30Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:27.184458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384947f9-47b4-47d0-b449-0a4108fff484 None None] The sync data for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv is: [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ef730465-a7da-4475-819b-fc26b71f4577', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'port_id': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'mac_address': 'fa:16:3e:b1:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:13:24Z', 'updated_at': '2021-12-15T19:13:30Z', 'revision_number': 1, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:14:27.389602 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58095fa-78e6-4cd6-aac5-7fbce11d622f None None] New status for floating IP 870f0a24-0250-4546-ac84-9eabc04c89f7: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:14:27.685907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-d4f177c0-76c6-4222-bc1e-bcdf1bc09336 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:27.687308 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-d4f177c0-76c6-4222-bc1e-bcdf1bc09336 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 946 time: 0.0758867
Dec 15 19:14:27.754472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port fb2a9f10-0831-409c-88c0-2986bc90c263 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:14:27.754860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:27.886654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f21bd2-809c-4687-b76a-86108eaf7903 req-27fa94c9-dd31-47d6-807f-51d70192171f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:27.887351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a9f21bd2-809c-4687-b76a-86108eaf7903 req-27fa94c9-dd31-47d6-807f-51d70192171f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:27.902645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-a9f21bd2-809c-4687-b76a-86108eaf7903 req-27fa94c9-dd31-47d6-807f-51d70192171f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:27.904800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a9f21bd2-809c-4687-b76a-86108eaf7903 req-27fa94c9-dd31-47d6-807f-51d70192171f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dd96a41-9e6b-45b2-a662-8465362a6964 HTTP/1.1" status: 200  len: 946 time: 0.0936713
Dec 15 19:14:27.953379 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a9f21bd2-809c-4687-b76a-86108eaf7903 req-33c3acb5-bfc4-4c45-8eae-c3b9fb8c2a55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=15733944-b62b-4dac-9320-d7acae604a83&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424480
Dec 15 19:14:27.997931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port fb2a9f10-0831-409c-88c0-2986bc90c263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fb2a9f10-0831-409c-88c0-2986bc90c263,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:27.998281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:28.116461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for fb2a9f10-0831-409c-88c0-2986bc90c263 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:14:28.254085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:28.259417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa776f80-c35b-4e2a-9b97-0337051e7ac9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:28.306220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=fb2a9f10-0831-409c-88c0-2986bc90c263,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:28.372087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.372420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.372798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.373168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.373560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.373933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.374295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.374658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.375019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.375376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.375732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:28.382571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:28.388278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port fb2a9f10-0831-409c-88c0-2986bc90c263 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:14:28.390580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:28.393125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'name': 'network-vif-deleted', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:28.410495 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7cc703a6-4e7e-4c9d-b612-ecce8e80ab43 req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/fb2a9f10-0831-409c-88c0-2986bc90c263 HTTP/1.1" status: 204  len: 173 time: 0.7175827
Dec 15 19:14:28.456834 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd96a41-9e6b-45b2-a662-8465362a6964', 'name': 'network-vif-deleted', 'tag': 'fb2a9f10-0831-409c-88c0-2986bc90c263', 'status': 'completed', 'code': 200}
Dec 15 19:14:29.056593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36408) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:29.127458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.156206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.220755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.224521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3e2daa52-fd50-48c5-b223-d8ec6b00f90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:29.239751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15733944-b62b-4dac-9320-d7acae604a83,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:29.242519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:29.250923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.252036 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/15733944-b62b-4dac-9320-d7acae604a83 HTTP/1.1" status: 204  len: 168 time: 0.1944830
Dec 15 19:14:29.293612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36414) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:29.492673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 54d827de-a584-4b24-aeac-07cfe902f90b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:14:29.492891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.656359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.656679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.774903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 54d827de-a584-4b24-aeac-07cfe902f90b owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:14:29.918208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:29.922279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a0e481b0-813f-4eb3-a602-4c03665ded55 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:29.964995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=54d827de-a584-4b24-aeac-07cfe902f90b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:29.968061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:30.055080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:30.549621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 1046c118-be21-42fc-9fb8-921ffbdf154d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:14:30.749838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:14:30.759047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] Sync routers for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:14:30.767167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:30.771357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:30.772045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced375af0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:30.822395 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/ef730465-a7da-4475-819b-fc26b71f4577 HTTP/1.1" status: 204  len: 168 time: 1.5252910
Dec 15 19:14:30.822395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:30.879155 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'status': 'completed', 'code': 200}
Dec 15 19:14:30.967836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:30.978376 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-b0e26a03-2f71-4d63-8673-26703d9d1ed0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 1098 time: 0.0777073
Dec 15 19:14:31.117822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-ee04b30f-26af-4b8b-a51c-b6e70e184777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:31.119291 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-ee04b30f-26af-4b8b-a51c-b6e70e184777 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 200  len: 897 time: 0.1347058
Dec 15 19:14:31.201536 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-f25ec3aa-9719-44c3-8590-f53aeaac7326 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 200  len: 217 time: 0.0758326
Dec 15 19:14:31.269022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-05a3ba44-4686-4b45-9b51-4e48f62b53b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:31.270560 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-05a3ba44-4686-4b45-9b51-4e48f62b53b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 200  len: 834 time: 0.0623941
Dec 15 19:14:31.345600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced375af0>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:31.349520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] Checking router: 1046c118-be21-42fc-9fb8-921ffbdf154d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:14:31.360824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:31.361610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced375af0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:31.505005 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-358ff054-6ea9-49f5-87e1-b18a1d1c24ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe473e7b-c5ac-409b-9fa4-b0b096827774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2273576
Dec 15 19:14:31.511001 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740dff2-2258-49fb-aa98-e230db74cd1d req-c9cef346-7937-4891-a862-9dba9a866d3d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:31.511650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-5740dff2-2258-49fb-aa98-e230db74cd1d req-c9cef346-7937-4891-a862-9dba9a866d3d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:31.542916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:31.595745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-5740dff2-2258-49fb-aa98-e230db74cd1d req-c9cef346-7937-4891-a862-9dba9a866d3d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:31.597422 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5740dff2-2258-49fb-aa98-e230db74cd1d req-c9cef346-7937-4891-a862-9dba9a866d3d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 945 time: 0.3173606
Dec 15 19:14:31.681251 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-16043be7-150c-48d2-8d91-6efb6bc70289 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668572
Dec 15 19:14:31.683561 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5740dff2-2258-49fb-aa98-e230db74cd1d req-c9882113-daa6-4a88-aa4e-b486fbec17dd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804389
Dec 15 19:14:31.821868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0e4b1ad7-6290-4fab-858a-0486796ef693 req-235f682a-3b57-480a-b80c-f6dd71891ff3 service neutron] 10.222.0.64 "GET /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338806
Dec 15 19:14:31.854572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced375af0>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:31.858588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63871247-e529-4b4d-8cd8-124f13d784ab None None] The sync data for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv is: [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '806e8b65-6fa8-4fb2-9078-664ffcb8756d', 'name': '', 'network_id': 'fe473e7b-c5ac-409b-9fa4-b0b096827774', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:c9:6e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:08Z', 'updated_at': '2021-12-15T19:13:14Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '6aace50d-e5c1-45d4-9e93-a827ac520bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:14:32.065816 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed404a8-c432-4794-be17-67b4f23045e2 None None] New status for floating IP ef730465-a7da-4475-819b-fc26b71f4577: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:14:32.673887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-4dea2084-530a-4076-b913-cc75de768023 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:32.675296 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-4dea2084-530a-4076-b913-cc75de768023 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 945 time: 0.0748158
Dec 15 19:14:32.747898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port f0e00b9a-1a32-405f-990f-1f6014473a5f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:14:32.748240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:32.886396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856a50f-fff0-4042-8809-25d35c7087d6 req-3a7e14e5-f92b-4606-b51f-b93ca05c78e3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:32.887085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-5856a50f-fff0-4042-8809-25d35c7087d6 req-3a7e14e5-f92b-4606-b51f-b93ca05c78e3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:32.898573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-5856a50f-fff0-4042-8809-25d35c7087d6 req-3a7e14e5-f92b-4606-b51f-b93ca05c78e3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:32.899695 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5856a50f-fff0-4042-8809-25d35c7087d6 req-3a7e14e5-f92b-4606-b51f-b93ca05c78e3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd0fb0e-6dba-49ff-9257-c7132f7640d3 HTTP/1.1" status: 200  len: 945 time: 0.0904458
Dec 15 19:14:32.944415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-5856a50f-fff0-4042-8809-25d35c7087d6 req-660b808f-522d-4694-8066-4ab64df09596 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:32.959012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device fb2a9f10-0831-409c-88c0-2986bc90c263 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:14:32.962190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-5856a50f-fff0-4042-8809-25d35c7087d6 req-660b808f-522d-4694-8066-4ab64df09596 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:32.963356 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5856a50f-fff0-4042-8809-25d35c7087d6 req-660b808f-522d-4694-8066-4ab64df09596 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=f775c62d-bb24-441d-bf25-08e54a8255da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573032
Dec 15 19:14:32.992419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: fb2a9f10-0831-409c-88c0-2986bc90c263 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:14:32.992767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device fb2a9f10-0831-409c-88c0-2986bc90c263 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:14:32.995346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port f0e00b9a-1a32-405f-990f-1f6014473a5f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f0e00b9a-1a32-405f-990f-1f6014473a5f,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:32.995703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:33.112521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for f0e00b9a-1a32-405f-990f-1f6014473a5f owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:14:33.249779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:33.255843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:33.297599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=f0e00b9a-1a32-405f-990f-1f6014473a5f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:33.300975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:33.368535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port f0e00b9a-1a32-405f-990f-1f6014473a5f on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:14:33.370797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:33.373898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'name': 'network-vif-deleted', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:33.388873 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5d8c8620-003d-4fa4-850d-833d1d58b551 req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/f0e00b9a-1a32-405f-990f-1f6014473a5f HTTP/1.1" status: 204  len: 173 time: 0.7076638
Dec 15 19:14:33.427279 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd0fb0e-6dba-49ff-9257-c7132f7640d3', 'name': 'network-vif-deleted', 'tag': 'f0e00b9a-1a32-405f-990f-1f6014473a5f', 'status': 'completed', 'code': 200}
Dec 15 19:14:34.068111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36430) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:34.134662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64224f26-a71e-4368-a453-b7ce3e0d6639 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:34.162532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64224f26-a71e-4368-a453-b7ce3e0d6639 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:34.222457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64224f26-a71e-4368-a453-b7ce3e0d6639 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:34.226256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:34.241444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64224f26-a71e-4368-a453-b7ce3e0d6639 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775c62d-bb24-441d-bf25-08e54a8255da,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:34.244126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-64224f26-a71e-4368-a453-b7ce3e0d6639 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:34.254988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64224f26-a71e-4368-a453-b7ce3e0d6639 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:34.256011 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-64224f26-a71e-4368-a453-b7ce3e0d6639 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/f775c62d-bb24-441d-bf25-08e54a8255da HTTP/1.1" status: 204  len: 168 time: 0.1869595
Dec 15 19:14:34.296216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36436) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:34.688434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:35.395644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 806e8b65-6fa8-4fb2-9078-664ffcb8756d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:14:35.396301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:35.572325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 806e8b65-6fa8-4fb2-9078-664ffcb8756d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=806e8b65-6fa8-4fb2-9078-664ffcb8756d,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:35.572665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:35.694434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 806e8b65-6fa8-4fb2-9078-664ffcb8756d owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:14:35.871278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:35.874761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-47bd8176-3c99-4797-8e71-efae5143c212 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:35.915757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=806e8b65-6fa8-4fb2-9078-664ffcb8756d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:35.919820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:36.209092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:36.885263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 1046c118-be21-42fc-9fb8-921ffbdf154d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:14:36.958382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f0e00b9a-1a32-405f-990f-1f6014473a5f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:14:36.990614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: f0e00b9a-1a32-405f-990f-1f6014473a5f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:14:36.990898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f0e00b9a-1a32-405f-990f-1f6014473a5f not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:14:37.086905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:14:37.095943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] Sync routers for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:14:37.099486 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/1046c118-be21-42fc-9fb8-921ffbdf154d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8022227
Dec 15 19:14:37.102165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36440) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:37.108269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:37.108873 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a08b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:37.282841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:37.291229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet 6aace50d-e5c1-45d4-9e93-a827ac520bf5 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:14:37.294794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:37.347617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:37.439341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:37.509729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:37.513989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f76bcdab-089d-4551-acac-5ee9701717cf tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:37.551297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=6aace50d-e5c1-45d4-9e93-a827ac520bf5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:37.553964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:37.559457 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:37.565530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6adcd6c-45aa-4db7-949b-2a4d029026a0 None None] Network fe473e7b-c5ac-409b-9fa4-b0b096827774 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:14:37.566137 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/6aace50d-e5c1-45d4-9e93-a827ac520bf5 HTTP/1.1" status: 204  len: 168 time: 0.4630322
Dec 15 19:14:37.568798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36444) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:37.581597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a08b0>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:14:35Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:37.592618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] Checking router: 1046c118-be21-42fc-9fb8-921ffbdf154d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:14:37.714690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] Routers {'1046c118-be21-42fc-9fb8-921ffbdf154d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:37.714915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a08b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['1046c118-be21-42fc-9fb8-921ffbdf154d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:37.767969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:37.968083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] Set router 1046c118-be21-42fc-9fb8-921ffbdf154d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:37.970851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:37.981055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port d38ee651-cb58-45c7-8231-3ec980849439 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:14:37.982223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:38.068181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] DHCP port deletion for fe473e7b-c5ac-409b-9fa4-b0b096827774 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:14:38.094921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Deleting port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:14:38.095300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:38.155318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port d38ee651-cb58-45c7-8231-3ec980849439, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d38ee651-cb58-45c7-8231-3ec980849439,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:38.155765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:38.408071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for d38ee651-cb58-45c7-8231-3ec980849439 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:14:38.421800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] For port 641b74dd-4a4c-4bf0-ab1b-d13265859c12, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=641b74dd-4a4c-4bf0-ab1b-d13265859c12,segment=NetworkSegment(9e677527-46c4-4205-a3e1-f4a72e1f617c),segment_id=9e677527-46c4-4205-a3e1-f4a72e1f617c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:38.422200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:38.538211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 641b74dd-4a4c-4bf0-ab1b-d13265859c12 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:14:38.572193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:38.577044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-216a4153-2bb1-4cf5-90bc-a6bc972d6a8f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:38.580721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Calling delete_port for 641b74dd-4a4c-4bf0-ab1b-d13265859c12 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:14:38.618435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=d38ee651-cb58-45c7-8231-3ec980849439,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:38.620930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:38.664902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6a08b0>, [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:14:35Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:38.682047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddbf9a-0619-475f-83f7-6e949943a9e0 None None] The sync data for ids ['1046c118-be21-42fc-9fb8-921ffbdf154d'] in dv-neutron-821830-2-hyperv is: [{'id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'name': 'tempest-TestNetworkBasicOps-router-1609509699', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:14:35Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': 'd38ee651-cb58-45c7-8231-3ec980849439', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1046c118-be21-42fc-9fb8-921ffbdf154d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:13:04Z', 'updated_at': '2021-12-15T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:14:38.723827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:38.729149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:38.785391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Pushing event deleted for resources: {'Port': ['ID=641b74dd-4a4c-4bf0-ab1b-d13265859c12,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:38.788381 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:38.805174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] No DVR routers for this DVR port 641b74dd-4a4c-4bf0-ab1b-d13265859c12 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:14:38.815258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.815456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.816177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.816517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.816847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.817173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.817552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.817839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.818269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.818691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.818901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:38.822068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:38.858376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.114765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.119111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.146065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.146575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router 1046c118-be21-42fc-9fb8-921ffbdf154d {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:14:39.162211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.163321 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/1046c118-be21-42fc-9fb8-921ffbdf154d HTTP/1.1" status: 204  len: 168 time: 1.5936174
Dec 15 19:14:39.165965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36448) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:39.280266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.414710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.439818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceccb8280>,) {'filters': {'network_id': ['fe473e7b-c5ac-409b-9fa4-b0b096827774']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:39.451525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccb8280>, '9e677527-46c4-4205-a3e1-f4a72e1f617c') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:39.451813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceccb8280>, '9e677527-46c4-4205-a3e1-f4a72e1f617c') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:39.462814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.478417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.484872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:14:39.485247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:14:39.499118 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:14:39.576832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.580483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-764677a3-0462-4845-ab29-12f9e3f7260e tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:39.594558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.605541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=fe473e7b-c5ac-409b-9fa4-b0b096827774,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:39.609155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:39.614403 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/fe473e7b-c5ac-409b-9fa4-b0b096827774 HTTP/1.1" status: 204  len: 168 time: 0.4475038
Dec 15 19:14:39.637705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36452) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:39.644599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'network': {'name': 'tempest-network-smoke--463141751', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'port_security_enabled': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:39.649057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:39.653874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:network and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:39.657093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:39.662957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:39.675197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:14:39.678509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.708429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:14:39.718542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.719158 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Added segment 6284f151-a203-4aa2-aa88-9d10b6b2129c of type vlan for network 220cc3a4-ab3c-46ba-953f-1a6e33d15022
Dec 15 19:14:39.746154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.773283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.776995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:39.777587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:39.781774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b42b9b7a-d70d-4d27-8fb0-5c9112c7657f tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:39.990308 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3514655
Dec 15 19:14:39.993121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36456) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:39.998659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'admin_state_up': True, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:39.999344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Network': ['ID=220cc3a4-ab3c-46ba-953f-1a6e33d15022,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:40.001977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:40.006094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:40.009452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:router and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:40.009620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:14:40.012788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:40.022845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:40.034582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.035546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.053750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.196392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.369098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.401695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.496596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 806e8b65-6fa8-4fb2-9078-664ffcb8756d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:14:40.568775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 806e8b65-6fa8-4fb2-9078-664ffcb8756d {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:14:40.569124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 806e8b65-6fa8-4fb2-9078-664ffcb8756d not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:14:40.569578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d38ee651-cb58-45c7-8231-3ec980849439 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:14:40.600037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: d38ee651-cb58-45c7-8231-3ec980849439 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:14:40.600384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d38ee651-cb58-45c7-8231-3ec980849439 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:14:40.640509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.93 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/8f8df94b-463e-41bf-93b8-d66818d88f0c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:14:40.785122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.811074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:40.815036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:40.874243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:14:40.881501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:14:40.885473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:14:40.918361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=8f8df94b-463e-41bf-93b8-d66818d88f0c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:40.922213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:41.042102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:41.042742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:41.266736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:14:41.461898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:14:41.471719 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Sync routers for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:14:41.484627 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:41.485378 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced957070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:41.487682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:41.488986 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.4947872
Dec 15 19:14:41.492247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36460) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:41.531705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e992939b-f135-4336-9929-9bcf03688a01 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=2ef024afa26842279c6124e3976e67d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0381057
Dec 15 19:14:41.534113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36464) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:41.661608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd3f8c-b0ab-469f-bd38-0ea0e8c8c8d9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:41.665667 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-86fd3f8c-b0ab-469f-bd38-0ea0e8c8c8d9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1280971
Dec 15 19:14:41.665908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36468) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:41.685416 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:41.711427 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5d4437e1-61c3-4fed-ab34-314718885aa0 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0415530
Dec 15 19:14:41.711427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36472) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:41.716930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-840421053', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:41.825369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:41.829135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:subnet and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:41.831915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:41.837789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:41.847709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:14:41.946498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:41.964149 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced957070>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:40Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:41.968624 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Checking router: 64d59c1c-d66a-4a5e-9314-d2827ff3b280 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:14:41.968907 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Updating router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 port 8f8df94b-463e-41bf-93b8-d66818d88f0c binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:14:42.018588 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.254020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.257378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3447441-b134-4869-880e-8bc019626706 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:42.329990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Subnet': ['ID=1db090bb-0b73-4852-bf20-fd0f0edd3b8a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:42.334649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:42.343829 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.344546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Checking segment: {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:14:42.344877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network hostable DHCP agents. Network: 220cc3a4-ab3c-46ba-953f-1a6e33d15022, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:14:42.355655 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Transition to ACTIVE for port object 8f8df94b-463e-41bf-93b8-d66818d88f0c will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:14:42.363739 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.366516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:14:42.367531 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bb42a294-6b84-4608-98a0-c4425b6ba018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:42.376137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 220cc3a4-ab3c-46ba-953f-1a6e33d15022) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:14:42.380092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:42.380708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.387184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576ce623-a501-41cc-9ac1-4bdba309e763 None None] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:14:42.404420 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6920815
Dec 15 19:14:42.407246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36476) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:42.444341 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Attempting to bind port 8f8df94b-463e-41bf-93b8-d66818d88f0c on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:14:42.444713 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Attempting to bind port 8f8df94b-463e-41bf-93b8-d66818d88f0c by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:14:42.445075 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Attempting to bind port 8f8df94b-463e-41bf-93b8-d66818d88f0c on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:14:42.461912 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Pushing event updated for resources: {'Port': ['ID=8f8df94b-463e-41bf-93b8-d66818d88f0c,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:42.470377 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:14:42.470752 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:14:42.471149 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.471538 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:14:42.471993 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Bound port: 8f8df94b-463e-41bf-93b8-d66818d88f0c, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:14:42.472585 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.500105 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.500442 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.500772 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.501096 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.501449 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.502129 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.502129 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.502417 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.502691 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.503001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.503317 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:14:42.506975 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:42.551584 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] For port 8f8df94b-463e-41bf-93b8-d66818d88f0c, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:14:42.555072 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] For port 8f8df94b-463e-41bf-93b8-d66818d88f0c, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8f8df94b-463e-41bf-93b8-d66818d88f0c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:14:42.561645 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.565837 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-599e49ef-95f8-4e19-9927-d2e91ec4a33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:42.606861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:14:42.608087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.646661 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Pushing event updated for resources: {'Port': ['ID=8f8df94b-463e-41bf-93b8-d66818d88f0c,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:42.649596 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:42.653650 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:42.654644 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced957070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:42.771995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Allocated IP 172.20.0.2 (220cc3a4-ab3c-46ba-953f-1a6e33d15022/1db090bb-0b73-4852-bf20-fd0f0edd3b8a/6f32ff49-dfa9-44c5-8752-636ead7833af) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:14:42.837956 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:42.980136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:42.990494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Transition to ACTIVE for port object 6f32ff49-dfa9-44c5-8752-636ead7833af will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:14:43.008681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Transition to ACTIVE for port object 6f32ff49-dfa9-44c5-8752-636ead7833af will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:14:43.015449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.021037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9103f828-522f-4a7b-9385-5e0d34cd3357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:43.084963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:14:43.088120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:14:43.092851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:14:43.094923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Pushing event updated for resources: {'Port': ['ID=6f32ff49-dfa9-44c5-8752-636ead7833af,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:43.098664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:43.170122 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced957070>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:40Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:43.174022 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8439c-4c2f-4fab-897d-474e736f3498 None None] The sync data for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv is: [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:40Z', 'revision_number': 3, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:14:43.179312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Attempting to bind port 6f32ff49-dfa9-44c5-8752-636ead7833af on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:14:43.179687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Attempting to bind port 6f32ff49-dfa9-44c5-8752-636ead7833af by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:14:43.180059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Attempting to bind port 6f32ff49-dfa9-44c5-8752-636ead7833af on network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:14:43.186808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:14:43.187332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Checking segment: {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:14:43.188194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.188194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Bound using segment: {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:14:43.188719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Bound port: 6f32ff49-dfa9-44c5-8752-636ead7833af, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:14:43.189099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.201590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.295290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] For port 6f32ff49-dfa9-44c5-8752-636ead7833af, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:14:43.301894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] For port 6f32ff49-dfa9-44c5-8752-636ead7833af, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6f32ff49-dfa9-44c5-8752-636ead7833af,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:14:43.307760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.312389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-f9c4b0dc-566f-47f4-b67c-1e77281f9130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:43.340862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db8da65e-472a-427c-be83-995dd88031e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.408447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Pushing event updated for resources: {'Port': ['ID=6f32ff49-dfa9-44c5-8752-636ead7833af,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:43.411526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:43.674730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.1 (220cc3a4-ab3c-46ba-953f-1a6e33d15022/1db090bb-0b73-4852-bf20-fd0f0edd3b8a/fbce6593-fd41-490a-809b-d2d67be67489) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:14:43.847853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.864484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object fbce6593-fd41-490a-809b-d2d67be67489 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:14:43.893006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:43.898358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ab912fea-9b0a-4321-bda4-ac8b399f84bd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:44.077655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:14:44.081061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:14:44.085388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:14:44.110846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:44.116053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:44.144002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.235870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.345601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000c8e0-33b8-46ea-94f2-f74eddab8830 None None] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:14:44.453727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5945354d-b1cf-441d-b38f-b87265336ab7 None None] Provisioning for port 6f32ff49-dfa9-44c5-8752-636ead7833af completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:14:44.571611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6f32ff49-dfa9-44c5-8752-636ead7833af up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:14:44.648975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.654467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.670528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 6f32ff49-dfa9-44c5-8752-636ead7833af completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:14:44.675553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 6f32ff49-dfa9-44c5-8752-636ead7833af triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:44.675954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.682419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-02aac788-4927-40e9-aa3e-3c8d85e7c8e1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:44.775870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.780724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:44.783920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:44.805220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.838547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 6f32ff49-dfa9-44c5-8752-636ead7833af, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6f32ff49-dfa9-44c5-8752-636ead7833af,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:44.843268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:44.844292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8f8df94b-463e-41bf-93b8-d66818d88f0c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:14:44.875393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-91bb844d-697a-4eca-a595-26f6d02c0d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:44.928075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:14:44.929515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:14:44.965800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e6fb0b28-d227-49a5-89ad-5d3fd0536bd1 None None] Provisioning for port fbce6593-fd41-490a-809b-d2d67be67489 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:14:44.977464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e6fb0b28-d227-49a5-89ad-5d3fd0536bd1 None None] Provisioning complete for port fbce6593-fd41-490a-809b-d2d67be67489 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:44.977858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0b28-d227-49a5-89ad-5d3fd0536bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:45.057242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=6f32ff49-dfa9-44c5-8752-636ead7833af,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:45.060965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:45.086914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb0b28-d227-49a5-89ad-5d3fd0536bd1 None None] Port fbce6593-fd41-490a-809b-d2d67be67489 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:14:45.094402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8f8df94b-463e-41bf-93b8-d66818d88f0c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:14:45.101007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8f8df94b-463e-41bf-93b8-d66818d88f0c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:45.101409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:45.143555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e6fb0b28-d227-49a5-89ad-5d3fd0536bd1 None None] Provisioning complete for port 6f32ff49-dfa9-44c5-8752-636ead7833af triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:45.143929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6fb0b28-d227-49a5-89ad-5d3fd0536bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:45.342065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:14:45.342295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:45.359416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8f8df94b-463e-41bf-93b8-d66818d88f0c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8f8df94b-463e-41bf-93b8-d66818d88f0c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:45.363551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:45.365349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-14369bc1-35fb-4d62-b8cd-0bb036bb0113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:45.432303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8f8df94b-463e-41bf-93b8-d66818d88f0c,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:45.435457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:45.468792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2429b681-97e2-416c-9087-db9ff33bc1a9 None None] Provisioning complete for port fbce6593-fd41-490a-809b-d2d67be67489 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:45.469425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2429b681-97e2-416c-9087-db9ff33bc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:45.519354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2429b681-97e2-416c-9087-db9ff33bc1a9 None None] Port fbce6593-fd41-490a-809b-d2d67be67489 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:14:45.539815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:14:45.552122 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/64d59c1c-d66a-4a5e-9314-d2827ff3b280/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1433067
Dec 15 19:14:45.554610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36480) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:45.562430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f702f69-6ba0-4a4b-9f52-22b434d103fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:45.797470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042dea1-049e-49a0-b20e-3b5546bd2d2b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.798020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042dea1-049e-49a0-b20e-3b5546bd2d2b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.798174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042dea1-049e-49a0-b20e-3b5546bd2d2b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.798520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042dea1-049e-49a0-b20e-3b5546bd2d2b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.800113 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e042dea1-049e-49a0-b20e-3b5546bd2d2b tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.2446275
Dec 15 19:14:45.802756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36484) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:45.870217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a99b1-75df-4d76-879d-0274e312c9e9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.870582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a99b1-75df-4d76-879d-0274e312c9e9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.870938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a99b1-75df-4d76-879d-0274e312c9e9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.871283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a99b1-75df-4d76-879d-0274e312c9e9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:45.873514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-365a99b1-75df-4d76-879d-0274e312c9e9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0698698
Dec 15 19:14:45.876187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36488) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:46.036122 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:14:46.072065 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-caf1d8a8-13c7-45fb-b0ea-4cf846781c96 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1946728
Dec 15 19:14:46.504575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6f32ff49-dfa9-44c5-8752-636ead7833af up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:14:46.582076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 6f32ff49-dfa9-44c5-8752-636ead7833af triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:46.582526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:46.695922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8f8df94b-463e-41bf-93b8-d66818d88f0c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:14:46.721634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Sync routers for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:14:46.765901 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:46.771587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:46.772200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced760f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:46.855869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:46.887419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36496) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:46.893264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381643314', 'description': 'tempest-secgroup-smoke-381643314 description', 'project_id': '2ef024afa26842279c6124e3976e67d2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:46.899291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:46.903472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:46.906599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:46.912305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:46.927069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:46.930801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8f8df94b-463e-41bf-93b8-d66818d88f0c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:46.931174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:46.961797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:46.966277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:46.969109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:46.974775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:47.022939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:47.030172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.033945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.037526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e970e15a-e9c7-4da5-9f16-516043c58ec0 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.079830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834e5729-1a2b-4f8b-af21-cd667fc7714a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.082812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.083660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.087518 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1963282
Dec 15 19:14:47.087966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36500) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:47.093223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '834e5729-1a2b-4f8b-af21-cd667fc7714a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:47.099060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:47.102872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:47.105718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:47.111710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:47.129429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.189790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.194172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.200551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-555ae46c-c6a3-48a7-b5e6-3f8af92db0a1 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.219022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a78a17-b304-4353-b0ae-fdc48e36d4f9,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.221440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.229825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.231018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1424019
Dec 15 19:14:47.233829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36504) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:47.239193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '834e5729-1a2b-4f8b-af21-cd667fc7714a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:47.245041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:47.249363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:47.252205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:47.257902 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:47.274081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.343487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.348649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.350574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0fd99041-eaa8-4295-b043-8869859a8c4b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.374365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf572a6-09e4-4654-807c-a39c3a480690,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.378867 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.382137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced760f10>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:44Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:14:44Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:47.383450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.385111 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1500380
Dec 15 19:14:47.386435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Checking router: 64d59c1c-d66a-4a5e-9314-d2827ff3b280 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:14:47.386790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Updating router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 port fbce6593-fd41-490a-809b-d2d67be67489 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:14:47.388201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36508) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:47.393658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '834e5729-1a2b-4f8b-af21-cd667fc7714a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:47.399348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:47.403166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:47.406258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:47.412375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:47.429472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.439775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.491382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.495906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.498344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b9994e69-8ebb-46f8-b2c8-022decc55a47 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.519324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f54cbf-f138-4f7f-8d98-af98627aa2aa,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.522058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.529571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.530928 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1418040
Dec 15 19:14:47.533600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36512) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:47.539129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '834e5729-1a2b-4f8b-af21-cd667fc7714a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:47.545409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:47.549153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:47.551986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:47.557780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:47.574464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.638456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.643942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.646354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5a0e441d-6177-4c70-9e1d-43fc5be44880 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.674372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bb6908-7169-455a-a652-e122c13ab2d5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.678889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.685645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.686892 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1523671
Dec 15 19:14:47.689547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36516) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:47.695403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '834e5729-1a2b-4f8b-af21-cd667fc7714a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:47.702027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:47.705929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:47.708833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:47.714778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:47.727263 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:14:47.734547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.800445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.804107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.811728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4a237648-d019-4788-b5a2-3a84cea6d05e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.832552 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237b282d-5df5-4e49-a623-351d3ca7da11,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.833733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.834911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.839513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.840892 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2233a7ed-6da5-4c49-81ae-867fe2ff6b92 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1502392
Dec 15 19:14:47.843614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36520) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:47.845995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Transition to ACTIVE for port object fbce6593-fd41-490a-809b-d2d67be67489 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:14:47.849062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'security_group_rule': {'security_group_id': '834e5729-1a2b-4f8b-af21-cd667fc7714a', 'project_id': '2ef024afa26842279c6124e3976e67d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:47.852111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.855191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:47.856241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-716cc05f-401c-4950-a3e8-681189e080bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.859021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:security_group_rule and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:47.861886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:47.868309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:47.878690 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Project 2ef024afa26842279c6124e3976e67d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:14:47.885009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.956945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.962187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:47.969838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-479cc084-85e7-4c03-97e3-16414b724560 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:47.982585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219398e-242f-4fd5-bc45-cf17ab21e295 None None] Pushing event updated for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.985470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4219398e-242f-4fd5-bc45-cf17ab21e295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.992250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035b04c5-b19f-44b1-9bb1-95e569b62233,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:47.994846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:47.999640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:48.010687 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1564057
Dec 15 19:14:48.080926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Attempting to bind port fbce6593-fd41-490a-809b-d2d67be67489 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:14:48.081326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Attempting to bind port fbce6593-fd41-490a-809b-d2d67be67489 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:14:48.081799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Attempting to bind port fbce6593-fd41-490a-809b-d2d67be67489 on network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:14:48.089059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:14:48.089485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Checking segment: {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:14:48.089890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:48.090282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Bound using segment: {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:14:48.091285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Bound port: fbce6593-fd41-490a-809b-d2d67be67489, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:14:48.091676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:48.192061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] For port fbce6593-fd41-490a-809b-d2d67be67489, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:14:48.195451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] For port fbce6593-fd41-490a-809b-d2d67be67489, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbce6593-fd41-490a-809b-d2d67be67489,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:14:48.199476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:48.203554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:48.235292 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-482dfe36-006b-42d3-ad38-b4e6041f2b57 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381643314&fields=id&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 267 time: 0.0454345
Dec 15 19:14:48.288174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:48.299407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219398e-242f-4fd5-bc45-cf17ab21e295 None None] Pushing event updated for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:48.302540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4219398e-242f-4fd5-bc45-cf17ab21e295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:48.303724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:14:48.304326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced760f10>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:48.392382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-ee28d46c-19b0-4ab0-8580-ea7043436803 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:48.393889 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-ee28d46c-19b0-4ab0-8580-ea7043436803 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/networks?id=220cc3a4-ab3c-46ba-953f-1a6e33d15022 HTTP/1.1" status: 200  len: 796 time: 0.1513045
Dec 15 19:14:48.412802 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-886fc9b6-91d0-48ba-acd4-abd48b26ef4d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/quotas/2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 375 time: 0.0127571
Dec 15 19:14:48.490526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:14:48.494401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-2931c2fb-c02e-46a6-bced-3d1066b6e43d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:48.509411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-2931c2fb-c02e-46a6-bced-3d1066b6e43d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:48.510720 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-2931c2fb-c02e-46a6-bced-3d1066b6e43d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0921712
Dec 15 19:14:48.646833 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-eb667957-ba1e-4bbe-a5db-fedccf0bc0e3 service neutron] 10.222.0.48 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241288
Dec 15 19:14:48.778797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-03ca62d3-f9db-48d1-909d-b61105390ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257808
Dec 15 19:14:48.813740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced760f10>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:44Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:14:48.817681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d90e61-5e8f-4452-a37e-8f7d41ff2a3b None None] The sync data for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv is: [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:44Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:14:48.983635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e810c84e-5c9d-4fe2-b250-4fab0ddbc88f req-f3c65c57-5dda-49bd-88ff-714abad6e250 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:48.996737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e810c84e-5c9d-4fe2-b250-4fab0ddbc88f req-f3c65c57-5dda-49bd-88ff-714abad6e250 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:48.997904 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e810c84e-5c9d-4fe2-b250-4fab0ddbc88f req-f3c65c57-5dda-49bd-88ff-714abad6e250 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 210 time: 0.0595658
Dec 15 19:14:50.032496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-35279105-a430-4086-826a-cf542a8f20ed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:50.033939 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-35279105-a430-4086-826a-cf542a8f20ed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/networks?id=220cc3a4-ab3c-46ba-953f-1a6e33d15022 HTTP/1.1" status: 200  len: 796 time: 0.1476481
Dec 15 19:14:50.089722 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-39715589-3fbf-4f94-8361-a3b9e420ee72 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ef024afa26842279c6124e3976e67d2 HTTP/1.1" status: 200  len: 379 time: 0.0421729
Dec 15 19:14:50.098429 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'port': {'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'admin_state_up': True, 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'security_groups': ['834e5729-1a2b-4f8b-af21-cd667fc7714a']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:50.222151 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3a4e14e1-1df9-41c8-8a78-e73258a598fa req-0f247fe1-4a06-4889-9607-20ba4b8c840e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 210 time: 0.0954425
Dec 15 19:14:50.280286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:50.289693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:50.298507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Made reservation on behalf of 2ef024afa26842279c6124e3976e67d2 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:14:50.301526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:50.461692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.20.0.7 (220cc3a4-ab3c-46ba-953f-1a6e33d15022/1db090bb-0b73-4852-bf20-fd0f0edd3b8a/53ff8248-9232-4401-b14b-0869f94a4be9) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:14:50.517345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbce6593-fd41-490a-809b-d2d67be67489 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:14:50.584684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port fbce6593-fd41-490a-809b-d2d67be67489 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:14:50.589136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fbce6593-fd41-490a-809b-d2d67be67489 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:50.589542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:50.719986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:50.761131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port fbce6593-fd41-490a-809b-d2d67be67489, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbce6593-fd41-490a-809b-d2d67be67489,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:50.763291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:50.764743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:50.766539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:50.780564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Transition to ACTIVE for port object 53ff8248-9232-4401-b14b-0869f94a4be9 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:14:50.802901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:50.808376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-54202023-06c6-423a-9644-a12abd15166f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:50.831998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:50.835052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:50.885124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:14:50.890704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:14:50.893660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=53ff8248-9232-4401-b14b-0869f94a4be9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:50.895755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:14:50.929855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:50.968156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:50.968750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:50.995154 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9009247
Dec 15 19:14:51.006309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Request body: {'port': {'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:51.115494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:51.157441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a875b420-5cd1-4117-a59e-0a311faf9d21 None None] Provisioning for port 53ff8248-9232-4401-b14b-0869f94a4be9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:14:51.162467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a875b420-5cd1-4117-a59e-0a311faf9d21 None None] Provisioning complete for port 53ff8248-9232-4401-b14b-0869f94a4be9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:51.162795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a875b420-5cd1-4117-a59e-0a311faf9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:51.216387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a875b420-5cd1-4117-a59e-0a311faf9d21 None None] Port 53ff8248-9232-4401-b14b-0869f94a4be9 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:14:51.423312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d7041-7b5f-4ebf-89ef-cea4f83f436d req-93d73b7f-09f0-4c91-b82e-5976bbbf2c77 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:51.424648 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8a2d7041-7b5f-4ebf-89ef-cea4f83f436d req-93d73b7f-09f0-4c91-b82e-5976bbbf2c77 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 931 time: 0.0793469
Dec 15 19:14:51.462332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ff8248-9232-4401-b14b-0869f94a4be9 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:14:51.469720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:51.470982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-8a2d7041-7b5f-4ebf-89ef-cea4f83f436d req-eb4e814f-0ce0-45da-8ec0-862f75b0db4e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:51.484770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Transition to ACTIVE for port object 53ff8248-9232-4401-b14b-0869f94a4be9 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:14:51.485775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-8a2d7041-7b5f-4ebf-89ef-cea4f83f436d req-eb4e814f-0ce0-45da-8ec0-862f75b0db4e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:51.487020 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8a2d7041-7b5f-4ebf-89ef-cea4f83f436d req-eb4e814f-0ce0-45da-8ec0-862f75b0db4e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568519
Dec 15 19:14:51.490309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:51.493959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b790c0fa-1ef0-4533-b900-5b681c57db27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:51.613979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Pushing event updated for resources: {'Port': ['ID=53ff8248-9232-4401-b14b-0869f94a4be9,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:51.618816 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:51.725968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Attempting to bind port 53ff8248-9232-4401-b14b-0869f94a4be9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:14:51.726298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Attempting to bind port 53ff8248-9232-4401-b14b-0869f94a4be9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:14:51.726616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Attempting to bind port 53ff8248-9232-4401-b14b-0869f94a4be9 on network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:14:51.732535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Port 53ff8248-9232-4401-b14b-0869f94a4be9 on network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:14:51.732870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Attempting to bind port 53ff8248-9232-4401-b14b-0869f94a4be9 on network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:14:51.739262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:14:51.739589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Checking segment: {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:14:51.739963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Bound using segment: {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:14:51.740376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Bound port: 53ff8248-9232-4401-b14b-0869f94a4be9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6284f151-a203-4aa2-aa88-9d10b6b2129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:14:51.740717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:51.826627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] For port 53ff8248-9232-4401-b14b-0869f94a4be9, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:14:51.829466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] For port 53ff8248-9232-4401-b14b-0869f94a4be9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53ff8248-9232-4401-b14b-0869f94a4be9,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:14:51.833862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:51.838058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac877299-60a3-4a59-bd10-bd219ddafd1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:51.893821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:51.895191 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] 10.222.0.64 "PUT /v2.0/ports/53ff8248-9232-4401-b14b-0869f94a4be9 HTTP/1.1" status: 200  len: 1093 time: 0.8929715
Dec 15 19:14:51.895731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:51.917973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Pushing event updated for resources: {'Port': ['ID=53ff8248-9232-4401-b14b-0869f94a4be9,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:51.921289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:51.980260 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9', 'status': 'completed', 'code': 200}
Dec 15 19:14:52.019500 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-f21855ef-96d5-421f-87a0-59831686387a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 1096 time: 0.0743115
Dec 15 19:14:52.091419 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-524f9d14-1542-4b27-a9e8-d74a4555cffb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53ff8248-9232-4401-b14b-0869f94a4be9 HTTP/1.1" status: 200  len: 217 time: 0.0650017
Dec 15 19:14:52.151541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-b6eb2968-ac3f-40e7-b078-05c7f0294332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:52.152970 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-b6eb2968-ac3f-40e7-b078-05c7f0294332 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1db090bb-0b73-4852-bf20-fd0f0edd3b8a HTTP/1.1" status: 200  len: 834 time: 0.0560520
Dec 15 19:14:52.227869 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-fa829cca-72c4-429f-87f6-5bb7481f5d91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=220cc3a4-ab3c-46ba-953f-1a6e33d15022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690458
Dec 15 19:14:52.358717 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-19f39c62-b7b1-43db-a99f-ed2433db5fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242061
Dec 15 19:14:52.488621 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4adf552-a267-4ae9-912e-0b1594e7e29b req-81ac2f07-f1d9-492a-ba0d-5905221d48e2 service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239579
Dec 15 19:14:52.501401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbce6593-fd41-490a-809b-d2d67be67489 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:14:52.573116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fbce6593-fd41-490a-809b-d2d67be67489 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:52.573519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:52.707032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0e4c-bafe-426e-8926-e91155d4d508 req-ae222028-e02d-4685-93cb-4f94fe230f50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:52.709097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9f7b0e4c-bafe-426e-8926-e91155d4d508 req-ae222028-e02d-4685-93cb-4f94fe230f50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 943 time: 0.0971975
Dec 15 19:14:52.714951 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-7d938169-8794-4e01-a2e0-b8fc09a5c390 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 1096 time: 0.1833696
Dec 15 19:14:52.760048 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9f7b0e4c-bafe-426e-8926-e91155d4d508 req-7c27134d-4e7c-4623-b38c-a8a4c0292107 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451839
Dec 15 19:14:52.850501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-a5a58a71-464b-442c-80c7-7e3f4ec5440f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:52.851899 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-a5a58a71-464b-442c-80c7-7e3f4ec5440f service neutron] 10.222.0.64 "GET /v2.0/networks?id=220cc3a4-ab3c-46ba-953f-1a6e33d15022 HTTP/1.1" status: 200  len: 897 time: 0.1303313
Dec 15 19:14:52.920535 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-b1867c62-26d3-4c7a-96f8-79af1a40b743 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53ff8248-9232-4401-b14b-0869f94a4be9 HTTP/1.1" status: 200  len: 217 time: 0.0614054
Dec 15 19:14:52.982397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-7bdba5c6-e09e-4acf-8c58-e9f2f2437edc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:52.983857 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-7bdba5c6-e09e-4acf-8c58-e9f2f2437edc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1db090bb-0b73-4852-bf20-fd0f0edd3b8a HTTP/1.1" status: 200  len: 834 time: 0.0568187
Dec 15 19:14:53.052404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53ff8248-9232-4401-b14b-0869f94a4be9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:14:53.062411 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-8183f146-5a5d-4d44-93af-cc3f3d231488 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=220cc3a4-ab3c-46ba-953f-1a6e33d15022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695517
Dec 15 19:14:53.191225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 53ff8248-9232-4401-b14b-0869f94a4be9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53ff8248-9232-4401-b14b-0869f94a4be9,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:53.199108 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-d2cc0ede-d293-4839-9711-9476224a3d6d service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290326
Dec 15 19:14:53.208693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '53ff8248-9232-4401-b14b-0869f94a4be9', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'mac_address': 'fa:16:3e:eb:25:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:14:53.263368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:53.281386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ff8248-9232-4401-b14b-0869f94a4be9 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:14:53.297276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 53ff8248-9232-4401-b14b-0869f94a4be9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53ff8248-9232-4401-b14b-0869f94a4be9,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:53.301066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:53.303820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:53.336683 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc8e6849-b8c4-4014-9363-da9208ed7c2a req-cc014383-fe3d-42a6-aeda-92cc05bfa044 service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311791
Dec 15 19:14:53.367907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=53ff8248-9232-4401-b14b-0869f94a4be9,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:53.370712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:53.491795 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['53ff8248-9232-4401-b14b-0869f94a4be9'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:14:53.959458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2289-73ca-4e63-abd6-0c1494e919b9 req-901b67b2-752a-48f1-a696-d384491d5c83 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:53.960136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e39e2289-73ca-4e63-abd6-0c1494e919b9 req-901b67b2-752a-48f1-a696-d384491d5c83 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:14:53.974970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e39e2289-73ca-4e63-abd6-0c1494e919b9 req-901b67b2-752a-48f1-a696-d384491d5c83 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:14:53.976242 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e39e2289-73ca-4e63-abd6-0c1494e919b9 req-901b67b2-752a-48f1-a696-d384491d5c83 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 944 time: 0.0918319
Dec 15 19:14:54.021656 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e39e2289-73ca-4e63-abd6-0c1494e919b9 req-29b152f3-3f51-4851-bff8-329d1fee24a7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396156
Dec 15 19:14:55.052069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53ff8248-9232-4401-b14b-0869f94a4be9 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:14:55.120244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 53ff8248-9232-4401-b14b-0869f94a4be9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:14:55.125680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 53ff8248-9232-4401-b14b-0869f94a4be9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:14:55.126063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:55.219096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8feba1-6649-46af-8857-c0c58a462f1b req-55b506d7-f771-4761-86e7-2da6b8121b5b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:55.220564 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7c8feba1-6649-46af-8857-c0c58a462f1b req-55b506d7-f771-4761-86e7-2da6b8121b5b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 944 time: 0.0770075
Dec 15 19:14:55.241756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:55.267409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:14:55.269199 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7c8feba1-6649-46af-8857-c0c58a462f1b req-4d80341c-3efa-4040-a31c-03b93880758e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431216
Dec 15 19:14:55.277253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 53ff8248-9232-4401-b14b-0869f94a4be9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53ff8248-9232-4401-b14b-0869f94a4be9,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:14:55.282551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:55.284754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7e543221-b0b7-4fbb-bc45-7ad25e522705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:55.332406 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9', 'code': 200}
Dec 15 19:14:55.351592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=53ff8248-9232-4401-b14b-0869f94a4be9,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:55.354410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:55.562537 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87db2fbf-898e-4de4-b87c-2b597563bce2 req-464fa718-26bf-4b7e-8542-0381d11ee6f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 1098 time: 0.0691724
Dec 15 19:14:55.603122 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87db2fbf-898e-4de4-b87c-2b597563bce2 req-54f08307-15e1-41bc-9589-eb5763b77fb1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345612
Dec 15 19:14:56.470415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb8f08-a404-4a52-bb81-285d374151ff req-42cc1062-d49f-4b85-bba1-589e83ca9344 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:56.471855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a2fb8f08-a404-4a52-bb81-285d374151ff req-42cc1062-d49f-4b85-bba1-589e83ca9344 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 945 time: 0.0766995
Dec 15 19:14:56.517940 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a2fb8f08-a404-4a52-bb81-285d374151ff req-ae0d3302-4d3d-4dac-8abd-0593ff3b842a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405517
Dec 15 19:14:57.136222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:57.713007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81029e-1da0-4f0d-9ee2-047bef8da58f req-8463c4ed-2bd3-44ca-ae90-9b361d74aa41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:57.714487 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f81029e-1da0-4f0d-9ee2-047bef8da58f req-8463c4ed-2bd3-44ca-ae90-9b361d74aa41 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 945 time: 0.0759628
Dec 15 19:14:57.758978 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f81029e-1da0-4f0d-9ee2-047bef8da58f req-e19fbebd-92d1-44ec-86a2-aabb42c60082 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388796
Dec 15 19:14:57.957063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53e620-c219-4184-bb2a-41fea5aeb44e req-ad56fe4d-dd07-40a6-a553-29690530d4fc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:14:57.958504 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1c53e620-c219-4184-bb2a-41fea5aeb44e req-ad56fe4d-dd07-40a6-a553-29690530d4fc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 945 time: 0.0790560
Dec 15 19:14:58.003263 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1c53e620-c219-4184-bb2a-41fea5aeb44e req-d5411474-e3f5-4e20-92ce-df593b3f3394 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388980
Dec 15 19:14:58.030553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36562) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:58.101959 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-57bc42f6-7824-4774-88c2-a4a90805efc9 tempest-TestNetworkBasicOps-1117020215 tempest-TestNetworkBasicOps-1117020215-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 1093 time: 0.0700848
Dec 15 19:14:58.104404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36566) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:14:58.110135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:14:58.115451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:14:58.119228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Usage tracker for resource:floatingip and tenant:2ef024afa26842279c6124e3976e67d2 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:14:58.122599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:14:58.128144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:14:58.138308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:58.270699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:58.401029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Allocated IP 172.26.1.116 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/6147640f-e5e0-4082-be9d-c8cbf580bb8a) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:14:58.552488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:58.579194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:58.582776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:58.638432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:14:58.646072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:14:58.649957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:14:58.678267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=6147640f-e5e0-4082-be9d-c8cbf580bb8a,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:58.683961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:59.242352 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:59.299148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:59.499379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:59.503492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:59.506954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-963382b5-d9ae-4a10-81a8-5c215212e87c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:14:59.601630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event updated for resources: {'Port': ['ID=6147640f-e5e0-4082-be9d-c8cbf580bb8a,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:14:59.605407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:14:59.622208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:14:59.809120 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Floating IP 6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 associated. External IP: 172.26.1.116, port: 53ff8248-9232-4401-b14b-0869f94a4be9.
Dec 15 19:15:00.186248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:15:00.490995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:15:00.501792 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] Sync routers for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:15:00.514967 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:00.515590 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedaa44f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:00.516197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:00.568441 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4629984
Dec 15 19:15:00.569105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:15:00.571208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36570) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:00.622598 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9', 'status': 'completed', 'code': 200}
Dec 15 19:15:00.690248 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6648dba0-e610-4a7a-9d96-93d3ff4fe9e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1177197
Dec 15 19:15:00.695378 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:15:00.724300 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-de89342d-53e8-4ba4-85ad-074c1a919be1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 1098 time: 0.0808759
Dec 15 19:15:00.858258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-d33a365e-96d5-4fb2-a0db-e1f0508037d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:15:00.859702 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-d33a365e-96d5-4fb2-a0db-e1f0508037d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=220cc3a4-ab3c-46ba-953f-1a6e33d15022 HTTP/1.1" status: 200  len: 897 time: 0.1283388
Dec 15 19:15:00.964754 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-cb9cd583-a0ec-4f22-bcba-03147d19b428 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53ff8248-9232-4401-b14b-0869f94a4be9 HTTP/1.1" status: 200  len: 999 time: 0.0988657
Dec 15 19:15:01.026256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-9ecf5768-ec65-48c0-9707-6d2d13fc5352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:15:01.027590 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-9ecf5768-ec65-48c0-9707-6d2d13fc5352 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1db090bb-0b73-4852-bf20-fd0f0edd3b8a HTTP/1.1" status: 200  len: 834 time: 0.0562191
Dec 15 19:15:01.032887 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedaa44f0>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:44Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'mac_address': 'fa:16:3e:eb:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:59Z', 'updated_at': '2021-12-15T19:14:59Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:14:50Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:01.036713 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] Checking router: 64d59c1c-d66a-4a5e-9314-d2827ff3b280 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:15:01.047105 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:01.047700 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedaa44f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:14:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:01.099937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-bc2626e7-4ab3-4a83-9524-d02c96192b23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=220cc3a4-ab3c-46ba-953f-1a6e33d15022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662801
Dec 15 19:15:01.224944 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:15:01.230755 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-89ed9685-ce14-45cc-97a1-52caf343e842 service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240611
Dec 15 19:15:01.362552 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-247adeab-0e54-4d79-a4aa-c3d4c9202c25 req-b22250d0-7b13-4e1f-929f-55e04d18dc96 service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257708
Dec 15 19:15:01.571841 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedaa44f0>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:44Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'mac_address': 'fa:16:3e:eb:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:59Z', 'updated_at': '2021-12-15T19:14:59Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:14:50Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:01.575699 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4abc6-7ccb-45b6-b1b6-8d895bfb4a84 None None] The sync data for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv is: [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:44Z', 'revision_number': 4, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'mac_address': 'fa:16:3e:eb:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:59Z', 'updated_at': '2021-12-15T19:14:59Z', 'revision_number': 0, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:14:50Z', 'revision_number': 5, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:15:01.691984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36576) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:01.793744 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e47e0664-828d-4626-afe0-2ea959ffcc86 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1005254
Dec 15 19:15:02.797580 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36580) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:02.898819 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-063b1e05-cc78-4411-8046-6586cad624c2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1000469
Dec 15 19:15:03.902517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36584) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:04.007469 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c6e180bf-f9a1-41c9-af12-29067abc86eb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1036334
Dec 15 19:15:04.651081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319db851-df0d-4e5c-a437-a9b6bc764959 None None] New status for floating IP 6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:15:05.010343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36588) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:05.114444 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a080dbe3-90cb-40b7-b5e1-723084d61a35 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 993 time: 0.1028972
Dec 15 19:15:13.298018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-092c3c35-b3e8-4751-b66d-5c1e44e5d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:15.563826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3988358a-7de7-4fc0-a89d-4db4720bdc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:16.737741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:16.818283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:18.254081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:23.036316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:15:27.145220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:32.357197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36602) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:32.362534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e4d246a7-5307-4589-b7f2-6825b62a75d6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:15:33.010728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d246a7-5307-4589-b7f2-6825b62a75d6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:33.021595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d246a7-5307-4589-b7f2-6825b62a75d6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:33.217530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d246a7-5307-4589-b7f2-6825b62a75d6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:15:33.417074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d246a7-5307-4589-b7f2-6825b62a75d6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:15:33.423397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d246a7-5307-4589-b7f2-6825b62a75d6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:33.424522 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e4d246a7-5307-4589-b7f2-6825b62a75d6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/64d59c1c-d66a-4a5e-9314-d2827ff3b280 HTTP/1.1" status: 200  len: 888 time: 1.0663230
Dec 15 19:15:33.427140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] Sync routers for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:15:33.439588 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:33.440191 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79a90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:15:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:33.496862 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79a90>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:33.507226 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:33.507804 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79a90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:15:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:33.567232 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf79a90>, [], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:33.567634 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124ee07-c8c4-4d1c-89be-e9c2276825bf None None] The sync data for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv is: [] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:15:34.312839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6abfa9-6ae2-4a5c-8bb4-6143ffa38547 None None] New status for floating IP 6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:15:34.546911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbce6593-fd41-490a-809b-d2d67be67489 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:15:34.694264 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:34.724757 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port fbce6593-fd41-490a-809b-d2d67be67489, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbce6593-fd41-490a-809b-d2d67be67489,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:34.728384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:34.729233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8f8df94b-463e-41bf-93b8-d66818d88f0c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:15:34.752256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-716cc05f-401c-4950-a3e8-681189e080bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:34.841204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:34.844626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:34.895198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:34.910692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8f8df94b-463e-41bf-93b8-d66818d88f0c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8f8df94b-463e-41bf-93b8-d66818d88f0c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:34.914414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:34.916102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:34.979696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8f8df94b-463e-41bf-93b8-d66818d88f0c,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:34.982589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:35.578991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36610) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:35.584366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-ced5fdae-531c-4d40-ae7a-fa447f5edcc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:15:36.121141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ced5fdae-531c-4d40-ae7a-fa447f5edcc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:36.131981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ced5fdae-531c-4d40-ae7a-fa447f5edcc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919712'] for router, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:36.437926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced5fdae-531c-4d40-ae7a-fa447f5edcc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:15:36.631882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5fdae-531c-4d40-ae7a-fa447f5edcc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:15:36.637478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ced5fdae-531c-4d40-ae7a-fa447f5edcc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:36.638992 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ced5fdae-531c-4d40-ae7a-fa447f5edcc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/64d59c1c-d66a-4a5e-9314-d2827ff3b280 HTTP/1.1" status: 200  len: 887 time: 1.0586119
Dec 15 19:15:36.641511 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] Sync routers for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:15:36.642056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36614) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:36.653252 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:36.653877 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb76e80>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:15:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:36.744767 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ce0f4e0e-6731-4347-a5cb-fce04c5dbef3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1011367
Dec 15 19:15:36.852475 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:15:37.189016 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb76e80>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:36Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'mac_address': 'fa:16:3e:eb:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:59Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:37.192727 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] Checking router: 64d59c1c-d66a-4a5e-9314-d2827ff3b280 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:15:37.203569 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:37.204159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb76e80>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:15:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:37.372065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:15:37.706000 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb76e80>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:36Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'mac_address': 'fa:16:3e:eb:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:59Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:37.709910 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3621-3a0d-4662-a97b-633dcf06283f None None] The sync data for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv is: [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:36Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'floating_ip_address': '172.26.1.116', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'port_id': '53ff8248-9232-4401-b14b-0869f94a4be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'mac_address': 'fa:16:3e:eb:25:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13706f43-c79b-4832-a34a-abafc650d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:59Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 2, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce6593-fd41-490a-809b-d2d67be67489', 'name': '', 'network_id': '220cc3a4-ab3c-46ba-953f-1a6e33d15022', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:43Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 6, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'subnets': [{'id': '1db090bb-0b73-4852-bf20-fd0f0edd3b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:15:37.747161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36618) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:37.868075 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ef462a71-b586-44bd-957e-f29fefac5f46 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1194763
Dec 15 19:15:38.558609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbce6593-fd41-490a-809b-d2d67be67489 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:15:38.629047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fbce6593-fd41-490a-809b-d2d67be67489 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:15:38.629464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:38.748754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:38.781222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port fbce6593-fd41-490a-809b-d2d67be67489, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbce6593-fd41-490a-809b-d2d67be67489,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:38.784790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:38.785629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8f8df94b-463e-41bf-93b8-d66818d88f0c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:15:38.807291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:38.871550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36622) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:38.896644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:38.909119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.909486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.909824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.910158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.910488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.910812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.911137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.911460 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.911780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.912096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.912411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:38.916760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:38.922807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8f8df94b-463e-41bf-93b8-d66818d88f0c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:15:38.923182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:39.042014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:39.057997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8f8df94b-463e-41bf-93b8-d66818d88f0c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8f8df94b-463e-41bf-93b8-d66818d88f0c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:39.062940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:39.064814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:39.081854 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c368df4a-0805-4771-b824-f39ffb992bc8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.2088914
Dec 15 19:15:39.127766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8f8df94b-463e-41bf-93b8-d66818d88f0c,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:39.130851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:40.085637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36626) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:40.190466 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0b77dd65-c15a-4ca7-8349-3ff91233ab1b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1036277
Dec 15 19:15:40.528233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbce6593-fd41-490a-809b-d2d67be67489 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:15:40.599135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port fbce6593-fd41-490a-809b-d2d67be67489 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:15:40.599507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:40.707644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8f8df94b-463e-41bf-93b8-d66818d88f0c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:15:40.776291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8f8df94b-463e-41bf-93b8-d66818d88f0c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:15:40.776696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:41.194193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36632) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:41.299568 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-417144ca-324e-40a7-94a3-132d565e215a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1042459
Dec 15 19:15:42.303329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36636) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:42.409320 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7b226b37-0892-4782-a9c7-6ebc8a4236d9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1047072
Dec 15 19:15:43.299235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b9d3-8bf5-4899-9c8a-28092544521a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:43.412932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36640) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:43.519122 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c4adec76-a2ab-498e-8c18-d624d1a94324 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1047869
Dec 15 19:15:44.522602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36644) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:44.634532 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0697bf6f-3143-464f-abf3-0237934ce24c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 991 time: 0.1105971
Dec 15 19:15:44.837366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9104a54a-a858-4901-9d3b-7c82194b1a0a None None] New status for floating IP 6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:15:45.564085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d95211a6-303d-4b6d-aded-7d8cac5c3c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:45.639243 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36650) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:45.745987 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6d82037f-be0e-476e-a210-f2026fbdf10a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 200  len: 993 time: 0.1049623
Dec 15 19:15:46.018507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36658) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:46.213274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 6147640f-e5e0-4082-be9d-c8cbf580bb8a {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:15:46.213643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:46.383785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:46.384228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:46.506191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 6147640f-e5e0-4082-be9d-c8cbf580bb8a owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:15:46.740953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:46.760014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:46.763396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c43e6343-c817-4906-9f31-7a0ceed9738a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:46.808691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=6147640f-e5e0-4082-be9d-c8cbf580bb8a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:46.819762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:46.881860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.882249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.882629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.882995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.883361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.883726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.884091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.884453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.884812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.885163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.885543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:46.892513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:46.914741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:47.296999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:15:47.493374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:15:47.514787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:47.567673 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/floatingips/6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1 HTTP/1.1" status: 204  len: 168 time: 1.5479991
Dec 15 19:15:47.568243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:15:47.626674 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9', 'status': 'completed', 'code': 200}
Dec 15 19:15:47.719637 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-14d40827-6327-4aa4-aa88-748a1622807e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ef024afa26842279c6124e3976e67d2&device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 1098 time: 0.0747697
Dec 15 19:15:47.855020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-51a317f4-140f-4fcc-a3f5-f6fc57bd2b5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:15:47.856391 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-51a317f4-140f-4fcc-a3f5-f6fc57bd2b5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=220cc3a4-ab3c-46ba-953f-1a6e33d15022 HTTP/1.1" status: 200  len: 897 time: 0.1305845
Dec 15 19:15:47.929564 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-9863e862-9afd-4b2e-9b1f-715070e56662 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53ff8248-9232-4401-b14b-0869f94a4be9 HTTP/1.1" status: 200  len: 217 time: 0.0652671
Dec 15 19:15:47.947949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493c86f-868b-47c7-be58-1d7cccfc1a45 req-a5c7ae13-88c5-435a-8e85-c8e4db1373d4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:15:47.949423 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6493c86f-868b-47c7-be58-1d7cccfc1a45 req-a5c7ae13-88c5-435a-8e85-c8e4db1373d4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 945 time: 0.0786250
Dec 15 19:15:47.992778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-51bf91f6-0b1e-40a6-92f4-3348ecc90d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:15:47.994202 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6493c86f-868b-47c7-be58-1d7cccfc1a45 req-b56e91dd-75e1-437e-957c-e87755897558 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393283
Dec 15 19:15:47.994354 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-51bf91f6-0b1e-40a6-92f4-3348ecc90d41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1db090bb-0b73-4852-bf20-fd0f0edd3b8a HTTP/1.1" status: 200  len: 834 time: 0.0576568
Dec 15 19:15:48.071522 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-601d9e85-7e18-4db2-a86c-65efbc57ad2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=220cc3a4-ab3c-46ba-953f-1a6e33d15022&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707746
Dec 15 19:15:48.198204 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-ae68959d-18d4-414e-8db4-1bcbae365fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192603
Dec 15 19:15:48.256242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:48.437409 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-278facdc-6c7c-4440-a7a0-75b115afc980 req-fdca32b6-a1ec-451e-95e1-2a00bb93f8b3 service neutron] 10.222.0.64 "GET /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317333
Dec 15 19:15:49.183468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-5207233b-528a-4d60-a867-4dc2ba75201d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:15:49.184151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-5207233b-528a-4d60-a867-4dc2ba75201d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:15:49.211797 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-5207233b-528a-4d60-a867-4dc2ba75201d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:15:49.212874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-5207233b-528a-4d60-a867-4dc2ba75201d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 945 time: 0.1495903
Dec 15 19:15:49.223311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad104a-478c-467f-8938-97504e1eab1a req-4620be7f-da5b-4abe-8fe9-3ac4178af8ef tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:15:49.224667 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-99ad104a-478c-467f-8938-97504e1eab1a req-4620be7f-da5b-4abe-8fe9-3ac4178af8ef tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 945 time: 0.1100006
Dec 15 19:15:49.317579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 53ff8248-9232-4401-b14b-0869f94a4be9 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:15:49.317833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:49.347896 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-99ad104a-478c-467f-8938-97504e1eab1a req-12e0a80d-2c6b-41df-ae96-5107eeaa69a7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/security-groups?id=834e5729-1a2b-4f8b-af21-cd667fc7714a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953960
Dec 15 19:15:49.556979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 53ff8248-9232-4401-b14b-0869f94a4be9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53ff8248-9232-4401-b14b-0869f94a4be9,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:49.557719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:49.679009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 53ff8248-9232-4401-b14b-0869f94a4be9 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:15:49.815646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:49.821193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:49.867029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=53ff8248-9232-4401-b14b-0869f94a4be9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:49.869574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:49.937677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] No DVR routers for this DVR port 53ff8248-9232-4401-b14b-0869f94a4be9 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:15:49.939947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:49.942459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'name': 'network-vif-deleted', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:15:49.957591 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c425b1b0-7f20-47bf-a11b-5d1616704614 req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.64 "DELETE /v2.0/ports/53ff8248-9232-4401-b14b-0869f94a4be9 HTTP/1.1" status: 204  len: 173 time: 0.7319720
Dec 15 19:15:50.000577 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13706f43-c79b-4832-a34a-abafc650d6ac', 'name': 'network-vif-deleted', 'tag': '53ff8248-9232-4401-b14b-0869f94a4be9', 'status': 'completed', 'code': 200}
Dec 15 19:15:50.534886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c222def0-1fb8-4e54-b516-482ed7b3cae3 req-a4cb1db0-7dd4-4ccd-b3fe-c4d551fcda3d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Synchronizing usage tracker for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:15:50.549968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c222def0-1fb8-4e54-b516-482ed7b3cae3 req-a4cb1db0-7dd4-4ccd-b3fe-c4d551fcda3d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Unset dirty status for tenant:2ef024afa26842279c6124e3976e67d2 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:15:50.551079 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c222def0-1fb8-4e54-b516-482ed7b3cae3 req-a4cb1db0-7dd4-4ccd-b3fe-c4d551fcda3d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "GET /v2.0/ports?device_id=13706f43-c79b-4832-a34a-abafc650d6ac HTTP/1.1" status: 200  len: 210 time: 0.0622241
Dec 15 19:15:51.656754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36676) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:51.725116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:51.753833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:51.818716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:51.823615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aae9ec09-8f53-4a3e-98fe-36d5347c2d4d tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:51.838177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834e5729-1a2b-4f8b-af21-cd667fc7714a,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:51.840730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:51.846424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:51.847521 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/security-groups/834e5729-1a2b-4f8b-af21-cd667fc7714a HTTP/1.1" status: 204  len: 168 time: 0.1897640
Dec 15 19:15:51.888319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36682) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:52.284989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:52.882074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port fbce6593-fd41-490a-809b-d2d67be67489 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:15:52.882409 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:53.177943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port fbce6593-fd41-490a-809b-d2d67be67489, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=fbce6593-fd41-490a-809b-d2d67be67489,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:53.178664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:53.296553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for fbce6593-fd41-490a-809b-d2d67be67489 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:15:53.412011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53ff8248-9232-4401-b14b-0869f94a4be9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:15:53.444941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 53ff8248-9232-4401-b14b-0869f94a4be9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:15:53.445317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53ff8248-9232-4401-b14b-0869f94a4be9 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:15:53.477537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:53.480984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4285287a-0e13-43a2-a00d-994041b0e741 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:53.524962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=fbce6593-fd41-490a-809b-d2d67be67489,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:53.566401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.566784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.567155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.567523 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.567892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.568255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.568617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.568981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.569364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.569725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.570082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:15:53.577401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:53.832968 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:54.400986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:15:54.719556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:15:54.735328 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "PUT /v2.0/routers/64d59c1c-d66a-4a5e-9314-d2827ff3b280/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8459182
Dec 15 19:15:54.738004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 36686) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:54.920621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting subnet 1db090bb-0b73-4852-bf20-fd0f0edd3b8a {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:15:54.924023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:54.976366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.060440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.131651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.135203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1db63c6a-1898-43bb-8cb8-60ab9a8577f2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:55.178302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Subnet': ['ID=1db090bb-0b73-4852-bf20-fd0f0edd3b8a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:55.181717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:55.182697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.188296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753bcd2-248d-4ff9-88b9-01e150fc9fc0 None None] Network 220cc3a4-ab3c-46ba-953f-1a6e33d15022 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:15:55.188938 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9eb39946-79ba-4b19-82a9-8abe9fe5c72f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/subnets/1db090bb-0b73-4852-bf20-fd0f0edd3b8a HTTP/1.1" status: 204  len: 168 time: 0.4499524
Dec 15 19:15:55.191811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36690) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:55.276673 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] Sync routers for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:15:55.290805 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:55.291490 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4fdc0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:15:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:55.398663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.453849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] DHCP port deletion for 220cc3a4-ab3c-46ba-953f-1a6e33d15022 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:15:55.457734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Deleting port 6f32ff49-dfa9-44c5-8752-636ead7833af {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:15:55.458426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.476725 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:15:55.599698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.609687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Deleting port 8f8df94b-463e-41bf-93b8-d66818d88f0c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:15:55.610028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.673713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] For port 6f32ff49-dfa9-44c5-8752-636ead7833af, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=6f32ff49-dfa9-44c5-8752-636ead7833af,segment=NetworkSegment(6284f151-a203-4aa2-aa88-9d10b6b2129c),segment_id=6284f151-a203-4aa2-aa88-9d10b6b2129c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:55.674679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.799065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4fdc0>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93'}], 'enable_snat': True}, 'gw_port_id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:53Z', 'revision_number': 7, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port': {'id': '8f8df94b-463e-41bf-93b8-d66818d88f0c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:55.802923 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] Checking router: 64d59c1c-d66a-4a5e-9314-d2827ff3b280 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:15:55.815061 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] Routers {'64d59c1c-d66a-4a5e-9314-d2827ff3b280'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:15:55.815674 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4fdc0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:15:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:55.823567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Calling delete_port for 6f32ff49-dfa9-44c5-8752-636ead7833af owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:15:55.898877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.903009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:55.908422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] For port 8f8df94b-463e-41bf-93b8-d66818d88f0c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8f8df94b-463e-41bf-93b8-d66818d88f0c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:15:55.908822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:55.943231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Pushing event deleted for resources: {'Port': ['ID=6f32ff49-dfa9-44c5-8752-636ead7833af,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:55.946615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:55.949750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] No DVR routers for this DVR port 6f32ff49-dfa9-44c5-8752-636ead7833af on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:15:55.970862 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] Set router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:15:56.036266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Calling delete_port for 8f8df94b-463e-41bf-93b8-d66818d88f0c owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:15:56.073684 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4fdc0>, [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:55Z', 'revision_number': 8, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:56.078525 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87530e-37ca-4f08-9ab7-5d7e5ba01409 None None] The sync data for ids ['64d59c1c-d66a-4a5e-9314-d2827ff3b280'] in dv-neutron-821830-2-hyperv is: [{'id': '64d59c1c-d66a-4a5e-9314-d2827ff3b280', 'name': 'tempest-TestNetworkBasicOps-router-1362597666', 'tenant_id': '2ef024afa26842279c6124e3976e67d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:40Z', 'updated_at': '2021-12-15T19:15:55Z', 'revision_number': 8, 'project_id': '2ef024afa26842279c6124e3976e67d2', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:15:56.203288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:56.207203 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8090169c-23fa-4a39-8269-6de5a1850da8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:56.248462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Port': ['ID=8f8df94b-463e-41bf-93b8-d66818d88f0c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:56.253391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:56.471236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:56.619209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbce6593-fd41-490a-809b-d2d67be67489 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:15:56.655878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: fbce6593-fd41-490a-809b-d2d67be67489 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:15:56.656483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device fbce6593-fd41-490a-809b-d2d67be67489 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:15:56.656910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6f32ff49-dfa9-44c5-8752-636ead7833af no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:15:56.688876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 6f32ff49-dfa9-44c5-8752-636ead7833af {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:15:56.689236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 6f32ff49-dfa9-44c5-8752-636ead7833af not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:15:56.689691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8f8df94b-463e-41bf-93b8-d66818d88f0c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:15:56.713227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d000e-9f3e-4d34-a8b5-11125aba8b89 None None] New status for floating IP 6bbd1fc2-5c24-4b95-a19e-9d0444feb6c1: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:15:56.733014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:56.737842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:56.762720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:56.763314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Fanout notify agent at l3_agent the message router_deleted on router 64d59c1c-d66a-4a5e-9314-d2827ff3b280 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:15:56.778937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:56.779953 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/routers/64d59c1c-d66a-4a5e-9314-d2827ff3b280 HTTP/1.1" status: 204  len: 168 time: 1.5872138
Dec 15 19:15:56.783542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36694) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:56.828689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 8f8df94b-463e-41bf-93b8-d66818d88f0c {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:15:56.829045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8f8df94b-463e-41bf-93b8-d66818d88f0c not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:15:56.895457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.130194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.156914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec7cb850>,) {'filters': {'network_id': ['220cc3a4-ab3c-46ba-953f-1a6e33d15022']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:57.162657 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.169818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7cb850>, '6284f151-a203-4aa2-aa88-9d10b6b2129c') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:57.170106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec7cb850>, '6284f151-a203-4aa2-aa88-9d10b6b2129c') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:15:57.181098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.196195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.202794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:15:57.203163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:15:57.216790 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:15:57.293890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.297074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d6b248af-6905-41dd-aded-07d1a4285dbd tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:57.310415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.320882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Pushing event deleted for resources: {'Network': ['ID=220cc3a4-ab3c-46ba-953f-1a6e33d15022,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:57.324325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:57.326613 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-034d5649-7c32-4403-93dd-994829e4d89e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] 10.222.0.48 "DELETE /v2.0/networks/220cc3a4-ab3c-46ba-953f-1a6e33d15022 HTTP/1.1" status: 204  len: 168 time: 0.5421128
Dec 15 19:15:57.641801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36702) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:57.815679 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0095ee8b-b840-4640-867d-eb65d6daa4d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ef024afa26842279c6124e3976e67d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1726677
Dec 15 19:15:57.818111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36708) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:57.875217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.899441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.951927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.955703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6ed326cc-3fa7-4f1d-9e81-bc386e3e1f6c tempest-RoutersAdminNegativeTest-2081158010 tempest-RoutersAdminNegativeTest-2081158010-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:57.967506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c0f689-276f-4b16-b14e-7e606cd283fa,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:57.970822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:57.975953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:57.977043 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33c0f689-276f-4b16-b14e-7e606cd283fa HTTP/1.1" status: 204  len: 168 time: 0.1580603
Dec 15 19:15:58.290197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36716) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:58.308490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:58.339019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:15:58.343237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:84b059b9050e436e85bf2489103a0d99 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:15:58.346013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:15:58.351512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:15:58.416576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:58.420268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:58.427985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1fac2986-b706-415a-98fb-7a3a49802690 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:58.466464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccbc5c1-f2d7-4e90-8e5c-a1d1105bac37,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:58.470056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:58.472743 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84b059b9050e436e85bf2489103a0d99&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1815193
Dec 15 19:15:58.475476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36720) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:15:58.535568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:58.563560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:58.614902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:58.619827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-44fd86e4-a145-4129-bed9-a307e9bbc5c6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:15:58.632409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccbc5c1-f2d7-4e90-8e5c-a1d1105bac37,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:15:58.635618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:15:58.636489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:15:58.637650 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ccbc5c1-f2d7-4e90-8e5c-a1d1105bac37 HTTP/1.1" status: 204  len: 168 time: 0.1609976
Dec 15 19:16:00.037269 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:16:05.931411 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-67ca231b-d9e6-475a-af60-b282274030b4 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=32ec3f7082334862b0a3b924ab3b34ae&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0274310
Dec 15 19:16:06.076879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-9a694cd1-7c7c-484f-959b-571dc0d9eedf tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:06.078322 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-9a694cd1-7c7c-484f-959b-571dc0d9eedf tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1421282
Dec 15 19:16:06.093545 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-cf6fed17-582f-470e-b6d0-eee38cd6a923 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/quotas/32ec3f7082334862b0a3b924ab3b34ae HTTP/1.1" status: 200  len: 375 time: 0.0100613
Dec 15 19:16:06.138420 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-76389664-3a46-49cc-a7e5-4893da43f626 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=32ec3f7082334862b0a3b924ab3b34ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0402794
Dec 15 19:16:06.318416 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-588ae00d-283d-4f10-b898-889d5f81b948 req-8e957739-8198-434c-8d74-3c470ab5f63f tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 210 time: 0.0430269
Dec 15 19:16:07.223144 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-f54fd5b1-707b-4019-9a8c-65ff134b51a8 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=32ec3f7082334862b0a3b924ab3b34ae&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0280077
Dec 15 19:16:07.371609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-573a23f7-6910-43f0-8ab4-284cd27d9c64 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:07.373526 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-573a23f7-6910-43f0-8ab4-284cd27d9c64 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1453927
Dec 15 19:16:07.390825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Request body: {'port': {'device_id': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc', 'admin_state_up': True, 'tenant_id': '32ec3f7082334862b0a3b924ab3b34ae'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:16:07.480099 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d55969d1-976f-4ba4-97b9-be8f383936d5 req-53cabd8a-c23e-404c-a8c8-364aef690a7c tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 210 time: 0.0406327
Dec 15 19:16:07.527308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:16:07.531131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Usage tracker for resource:port and tenant:32ec3f7082334862b0a3b924ab3b34ae is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:16:07.534142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:16:07.539808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:16:07.549817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Made reservation on behalf of 32ec3f7082334862b0a3b924ab3b34ae for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:16:07.552946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:07.565671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:07.601986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:16:07.606097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Usage tracker for resource:security_group_rule and tenant:32ec3f7082334862b0a3b924ab3b34ae is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:16:07.609545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:16:07.615255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:16:07.683608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:07.687899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:07.691834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3e3b22ef-0f5e-4fd7-8981-f2e4675b1792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:07.766572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:07.775185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:07.856023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Allocated IP 192.168.233.81 (eab2f36d-6b2e-433c-b2eb-84919e3f77dc/7e5fe7cc-ed84-4794-8db9-4499407278ab/53e02d23-0eaa-4ca5-a7a2-d0043b49d976) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:16:08.052313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:08.067743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Transition to ACTIVE for port object 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:16:08.089193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:08.094983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-65349203-8be6-4d03-8e09-fa271a9b965f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:08.153875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Network eab2f36d-6b2e-433c-b2eb-84919e3f77dc is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:16:08.165156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:16:08.169398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:16:08.199846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Pushing event updated for resources: {'Port': ['ID=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:08.206538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:08.236094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:08.236705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:08.262764 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8761830
Dec 15 19:16:08.274151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Request body: {'port': {'device_id': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:16:08.387073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:08.396303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-78872877-cf7e-4102-97fa-fe45beab4820 None None] Provisioning for port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:16:08.401164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-78872877-cf7e-4102-97fa-fe45beab4820 None None] Provisioning complete for port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:16:08.401570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78872877-cf7e-4102-97fa-fe45beab4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:08.455204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-78872877-cf7e-4102-97fa-fe45beab4820 None None] Port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:16:08.817067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f3518-796c-4805-b1ff-d6fde836768e req-ed67fccf-7009-44b8-8962-fcf62f155e9c tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:08.817787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-163f3518-796c-4805-b1ff-d6fde836768e req-ed67fccf-7009-44b8-8962-fcf62f155e9c tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Synchronizing usage tracker for tenant:32ec3f7082334862b0a3b924ab3b34ae on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:16:08.891010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-163f3518-796c-4805-b1ff-d6fde836768e req-ed67fccf-7009-44b8-8962-fcf62f155e9c tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Unset dirty status for tenant:32ec3f7082334862b0a3b924ab3b34ae on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:16:08.892148 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-163f3518-796c-4805-b1ff-d6fde836768e req-ed67fccf-7009-44b8-8962-fcf62f155e9c tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 935 time: 0.2448931
Dec 15 19:16:08.897654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:16:08.918152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:08.946474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Transition to ACTIVE for port object 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:16:08.956379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:08.961535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:09.003815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-163f3518-796c-4805-b1ff-d6fde836768e req-3ba43dfb-e78a-4f53-82b1-58bc90c23f3b tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Synchronizing usage tracker for tenant:32ec3f7082334862b0a3b924ab3b34ae on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:16:09.102729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-163f3518-796c-4805-b1ff-d6fde836768e req-3ba43dfb-e78a-4f53-82b1-58bc90c23f3b tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Unset dirty status for tenant:32ec3f7082334862b0a3b924ab3b34ae on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:16:09.103897 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-163f3518-796c-4805-b1ff-d6fde836768e req-3ba43dfb-e78a-4f53-82b1-58bc90c23f3b tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022164
Dec 15 19:16:09.104555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Pushing event updated for resources: {'Port': ['ID=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:09.107758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:09.217712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Attempting to bind port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:16:09.218211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Attempting to bind port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:16:09.218545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Attempting to bind port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 on network eab2f36d-6b2e-433c-b2eb-84919e3f77dc {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:16:09.224358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 on network eab2f36d-6b2e-433c-b2eb-84919e3f77dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:16:09.224672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Attempting to bind port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 on network eab2f36d-6b2e-433c-b2eb-84919e3f77dc {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:16:09.230969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:16:09.231304 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Checking segment: {'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:16:09.231678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Bound using segment: {'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:16:09.232088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Bound port: 53e02d23-0eaa-4ca5-a7a2-d0043b49d976, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bba614-3d17-4b61-a038-3bf22cb1c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:16:09.232426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:09.329693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] For port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:16:09.332564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] For port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,segment=NetworkSegment(12bba614-3d17-4b61-a038-3bf22cb1c5fe),segment_id=12bba614-3d17-4b61-a038-3bf22cb1c5fe)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:16:09.337288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:09.340868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:09.397236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:09.398615 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] 10.222.0.64 "PUT /v2.0/ports/53e02d23-0eaa-4ca5-a7a2-d0043b49d976 HTTP/1.1" status: 200  len: 1097 time: 1.1286824
Dec 15 19:16:09.399158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'tag': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:16:09.424645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Pushing event updated for resources: {'Port': ['ID=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:09.427844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:09.487015 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'tag': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976', 'status': 'completed', 'code': 200}
Dec 15 19:16:09.534837 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-0f09fb0f-9e29-4a03-afb7-400320a9d9a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32ec3f7082334862b0a3b924ab3b34ae&device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 1100 time: 0.0848696
Dec 15 19:16:09.611060 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-ef312d61-ed5c-4cfc-a1b9-e8a0026376ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=53e02d23-0eaa-4ca5-a7a2-d0043b49d976 HTTP/1.1" status: 200  len: 217 time: 0.0689237
Dec 15 19:16:09.676135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-7183c475-b62e-48c9-8796-12be37c6fb1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:09.677568 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-7183c475-b62e-48c9-8796-12be37c6fb1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e5fe7cc-ed84-4794-8db9-4499407278ab HTTP/1.1" status: 200  len: 843 time: 0.0605350
Dec 15 19:16:09.753262 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-b567d1e7-f1ce-480e-a154-db454b974748 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eab2f36d-6b2e-433c-b2eb-84919e3f77dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0696480
Dec 15 19:16:09.883369 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-bce51c96-1109-4cfd-86ce-24ec3395c747 service neutron] 10.222.0.64 "GET /v2.0/networks/eab2f36d-6b2e-433c-b2eb-84919e3f77dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236532
Dec 15 19:16:10.015426 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-05849ac2-1a8a-4b00-86b6-fbfdb043d763 req-afd2c266-8fe6-42a7-8bff-a0630e2e7ec2 service neutron] 10.222.0.64 "GET /v2.0/networks/eab2f36d-6b2e-433c-b2eb-84919e3f77dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245911
Dec 15 19:16:10.132370 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-2638a0a6-595a-44a4-80ae-b9e9de5e931c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32ec3f7082334862b0a3b924ab3b34ae&device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 1100 time: 0.0716250
Dec 15 19:16:10.303597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-669ba821-1042-4adb-b491-6ebb61287d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:10.305292 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-669ba821-1042-4adb-b491-6ebb61287d08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eab2f36d-6b2e-433c-b2eb-84919e3f77dc HTTP/1.1" status: 200  len: 870 time: 0.1663756
Dec 15 19:16:10.477024 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-e7ad3cde-4e46-468b-bdbe-db895a50b05e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=53e02d23-0eaa-4ca5-a7a2-d0043b49d976 HTTP/1.1" status: 200  len: 217 time: 0.1643419
Dec 15 19:16:10.531340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695d92e-4307-4ac3-b433-e4984559029a req-9c4d6ae9-ad53-43ff-8773-ca7dd37a00d6 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:10.533025 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0695d92e-4307-4ac3-b433-e4984559029a req-9c4d6ae9-ad53-43ff-8773-ca7dd37a00d6 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 947 time: 0.2876074
Dec 15 19:16:10.572854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-195d5f2f-3060-4b42-9a56-6d10fbf9835f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:10.574285 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-195d5f2f-3060-4b42-9a56-6d10fbf9835f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e5fe7cc-ed84-4794-8db9-4499407278ab HTTP/1.1" status: 200  len: 843 time: 0.0891373
Dec 15 19:16:10.631978 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0695d92e-4307-4ac3-b433-e4984559029a req-76e72d7f-baed-424a-b2c0-20973dbe7cde tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889468
Dec 15 19:16:10.662455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-4941bc18-019a-44fc-80da-b6a05f0e84b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eab2f36d-6b2e-433c-b2eb-84919e3f77dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0799434
Dec 15 19:16:10.796801 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-ebfcc1a7-9229-49b8-b1e8-4f8ae90a1b7c service neutron] 10.222.0.64 "GET /v2.0/networks/eab2f36d-6b2e-433c-b2eb-84919e3f77dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261094
Dec 15 19:16:10.926711 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7bde7d6b-eda9-4162-a9e8-e16ff6665de1 req-fb84e763-8dce-4280-9941-fbf45b28edd3 service neutron] 10.222.0.64 "GET /v2.0/networks/eab2f36d-6b2e-433c-b2eb-84919e3f77dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240940
Dec 15 19:16:11.830832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6ed57-481b-4a2b-851d-3c5a68d6d08f req-4867a017-46e6-4777-b19f-abf51f646958 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:11.832248 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c2b6ed57-481b-4a2b-851d-3c5a68d6d08f req-4867a017-46e6-4777-b19f-abf51f646958 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 947 time: 0.0804155
Dec 15 19:16:11.877738 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c2b6ed57-481b-4a2b-851d-3c5a68d6d08f req-bac6a68e-1793-4260-b0b2-b52d9906fde4 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399024
Dec 15 19:16:13.070678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba8bae-2bb0-41eb-8bc4-89b894ec6af2 req-fc3f461b-e371-447b-99c2-6c91238e909d tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:13.072097 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f8ba8bae-2bb0-41eb-8bc4-89b894ec6af2 req-fc3f461b-e371-447b-99c2-6c91238e909d tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 947 time: 0.0769820
Dec 15 19:16:13.119726 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f8ba8bae-2bb0-41eb-8bc4-89b894ec6af2 req-924a0bac-b7db-4455-b9a3-9e482772faed tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422697
Dec 15 19:16:13.300020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c38e271-9054-44fd-9fa1-e789a6dc509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:13.551638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:16:13.682430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,segment=NetworkSegment(12bba614-3d17-4b61-a038-3bf22cb1c5fe),segment_id=12bba614-3d17-4b61-a038-3bf22cb1c5fe)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:16:13.695213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976', 'network_id': 'eab2f36d-6b2e-433c-b2eb-84919e3f77dc', 'port_id': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976', 'mac_address': 'fa:16:3e:54:a9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5fe7cc-ed84-4794-8db9-4499407278ab', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:16:13.751523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:13.803378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:16:13.817561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,segment=NetworkSegment(12bba614-3d17-4b61-a038-3bf22cb1c5fe),segment_id=12bba614-3d17-4b61-a038-3bf22cb1c5fe)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:16:13.821612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:13.824232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:13.887062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:13.890582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:14.023526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['53e02d23-0eaa-4ca5-a7a2-d0043b49d976'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:16:14.313696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d602a-5bee-467c-b3b0-732f554822fc req-11bcc84f-1961-4fe7-8261-4b50b00fe8e2 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:14.315117 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-eb4d602a-5bee-467c-b3b0-732f554822fc req-11bcc84f-1961-4fe7-8261-4b50b00fe8e2 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 948 time: 0.0762174
Dec 15 19:16:14.362462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-eb4d602a-5bee-467c-b3b0-732f554822fc req-02960177-949e-4978-8e4a-800fefb54106 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419841
Dec 15 19:16:15.555097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627a4b-66ec-425d-959c-0bedbc2ca61f req-c6bfae60-80f9-4874-8865-13a4af4faac7 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:15.556546 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1c627a4b-66ec-425d-959c-0bedbc2ca61f req-c6bfae60-80f9-4874-8865-13a4af4faac7 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 948 time: 0.0760162
Dec 15 19:16:15.567493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:16:15.590515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5c42e1b9-4e62-4c1a-9988-813f9be7b4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:15.602134 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1c627a4b-66ec-425d-959c-0bedbc2ca61f req-762dabcd-ddb6-49f6-b22a-3e8bc9ea44d8 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394630
Dec 15 19:16:15.642259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:16:15.646755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:16:15.647125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:15.758059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:15.785002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:16:15.794271 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,segment=NetworkSegment(12bba614-3d17-4b61-a038-3bf22cb1c5fe),segment_id=12bba614-3d17-4b61-a038-3bf22cb1c5fe)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:16:15.799263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:15.802032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:15.843892 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976', 'code': 200}
Dec 15 19:16:15.869985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:15.872818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:16.057947 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eeda08ff-d763-4afc-b944-cb4d6feb4708 req-0f1c2aa1-e4d0-4454-bced-f284883e436a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 1102 time: 0.0700414
Dec 15 19:16:16.099048 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eeda08ff-d763-4afc-b944-cb4d6feb4708 req-bd5cba22-89e3-4d70-8c43-1cb2ae9a7aac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338807
Dec 15 19:16:16.743822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:16.801829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da9120-4302-4235-b666-7cf90f4ef15b req-8ceb81d6-50b8-4e89-beb7-1c9152fde8f4 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:16.803288 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c1da9120-4302-4235-b666-7cf90f4ef15b req-8ceb81d6-50b8-4e89-beb7-1c9152fde8f4 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 949 time: 0.0785711
Dec 15 19:16:16.823164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:16.848993 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c1da9120-4302-4235-b666-7cf90f4ef15b req-39f625a0-9586-4a87-aa59-9b115a33a035 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402339
Dec 15 19:16:18.041965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e63014-67de-4b58-8c9c-058ccd767414 req-2a4b5536-e8e8-4f12-b140-1418c934d81d tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:18.043294 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-06e63014-67de-4b58-8c9c-058ccd767414 req-2a4b5536-e8e8-4f12-b140-1418c934d81d tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 949 time: 0.0754528
Dec 15 19:16:18.087812 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-06e63014-67de-4b58-8c9c-058ccd767414 req-ccc70247-34ba-4c7f-b021-7579d42132aa tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386348
Dec 15 19:16:18.259927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:18.512574 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f038477d-99c2-441b-98f0-31aef45ea1b8 req-ede4ea67-2211-4ac7-9558-5d5ccc25a019 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0722094
Dec 15 19:16:19.110548 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-255673b3-3901-49a3-8d74-a14be69cd797 req-1d4abdf8-695e-450d-abbd-13f7019198a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1905141
Dec 15 19:16:19.625982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25d231-0bb3-483d-869d-e929228c44e6 req-132f78a3-1329-4bb6-a69d-f78be3ecefe3 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:19.627309 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4e25d231-0bb3-483d-869d-e929228c44e6 req-132f78a3-1329-4bb6-a69d-f78be3ecefe3 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 949 time: 0.0772529
Dec 15 19:16:19.671310 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4e25d231-0bb3-483d-869d-e929228c44e6 req-33dd0499-927e-45b3-941b-912509d20a5d tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379231
Dec 15 19:16:20.871996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-e68f803d-3d39-4ef6-a193-a3d6e842ab11 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:20.873330 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-e68f803d-3d39-4ef6-a193-a3d6e842ab11 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.64 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 949 time: 0.1237710
Dec 15 19:16:20.933753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5729f8-3b0f-47f1-88cb-6fde936e2031 req-0a28a22e-3ce0-4741-b138-8186fbab6c18 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:20.935160 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4d5729f8-3b0f-47f1-88cb-6fde936e2031 req-0a28a22e-3ce0-4741-b138-8186fbab6c18 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 949 time: 0.1403704
Dec 15 19:16:20.968072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Deleting port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:16:20.968405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:21.069910 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4d5729f8-3b0f-47f1-88cb-6fde936e2031 req-c9230c2a-bd60-45c3-8a61-e33478e7f193 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289873
Dec 15 19:16:21.225166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] For port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,segment=NetworkSegment(12bba614-3d17-4b61-a038-3bf22cb1c5fe),segment_id=12bba614-3d17-4b61-a038-3bf22cb1c5fe)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:16:21.225548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:21.343233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Calling delete_port for 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:16:21.580158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:21.585531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1247d58a-ef92-4dd2-a123-2eeee658c224 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:21.592058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['53e02d23-0eaa-4ca5-a7a2-d0043b49d976'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:16:21.626657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Pushing event deleted for resources: {'Port': ['ID=53e02d23-0eaa-4ca5-a7a2-d0043b49d976,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:21.630581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:21.704934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] No DVR routers for this DVR port 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:16:21.707550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:21.710381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'name': 'network-vif-deleted', 'tag': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:16:21.730739 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6fd3546e-6686-4264-b6df-a5f965eef22f req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.64 "DELETE /v2.0/ports/53e02d23-0eaa-4ca5-a7a2-d0043b49d976 HTTP/1.1" status: 204  len: 173 time: 0.8516262
Dec 15 19:16:21.777244 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39710f8b-17c9-48e8-bf96-c456801ee78f', 'name': 'network-vif-deleted', 'tag': '53e02d23-0eaa-4ca5-a7a2-d0043b49d976', 'status': 'completed', 'code': 200}
Dec 15 19:16:22.245764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-27cd3eea-87c8-4a7d-b03f-3026be1673d7 req-1cf74da9-18c4-43df-a560-f0e3a7afa243 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Synchronizing usage tracker for tenant:32ec3f7082334862b0a3b924ab3b34ae on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:16:22.260794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-27cd3eea-87c8-4a7d-b03f-3026be1673d7 req-1cf74da9-18c4-43df-a560-f0e3a7afa243 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Unset dirty status for tenant:32ec3f7082334862b0a3b924ab3b34ae on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:16:22.261960 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27cd3eea-87c8-4a7d-b03f-3026be1673d7 req-1cf74da9-18c4-43df-a560-f0e3a7afa243 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] 10.222.0.48 "GET /v2.0/ports?device_id=39710f8b-17c9-48e8-bf96-c456801ee78f HTTP/1.1" status: 200  len: 210 time: 0.0557184
Dec 15 19:16:23.644201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36860) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:16:23.816825 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3b64adf1-2696-457a-8053-d94ef9e38856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32ec3f7082334862b0a3b924ab3b34ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1713071
Dec 15 19:16:23.819104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36866) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:16:23.879353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:23.908715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:23.958369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:23.963123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4af21d76-386b-4a5d-86d5-4077745b373f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:23.976487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7983c5a-bd92-4aaa-8c09-6c19f0944ff8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:23.979306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:23.985257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:23.986386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7983c5a-bd92-4aaa-8c09-6c19f0944ff8 HTTP/1.1" status: 204  len: 168 time: 0.1663952
Dec 15 19:16:24.306644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36874) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:16:24.324381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:24.356112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:16:24.360472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Usage tracker for resource:security_group_rule and tenant:6a6c4ffa0e604a128ebf80d48fc8f250 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:16:24.363550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:16:24.369222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:16:24.434315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:24.439221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:24.445536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4d62038d-2eca-4877-bc7a-9654f4696f38 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:24.487041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56821188-b648-47d8-ac03-904e54713e1b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:24.490233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:24.492797 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e804bbb3-0d20-4435-90b7-8e61eb93230a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a6c4ffa0e604a128ebf80d48fc8f250&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1851752
Dec 15 19:16:24.495431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36878) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:16:24.554101 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:24.580284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:24.638112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:24.642393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5b124b96-c997-42eb-98b4-72fc45c26215 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:24.652821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56821188-b648-47d8-ac03-904e54713e1b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:24.656567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:24.660045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:24.663723 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56821188-b648-47d8-ac03-904e54713e1b HTTP/1.1" status: 204  len: 168 time: 0.1649358
Dec 15 19:16:25.472142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36900) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:16:25.600859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1243134603-network', 'tenant_id': 'b41e541c899a4baaa4ec72cda00822ad'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:16:25.605757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:16:25.609702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Usage tracker for resource:network and tenant:b41e541c899a4baaa4ec72cda00822ad is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:16:25.613273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:16:25.614818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:16:25.619148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:16:25.629852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Made reservation on behalf of b41e541c899a4baaa4ec72cda00822ad for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:16:25.632222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.644938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.649833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:16:25.650186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 53e02d23-0eaa-4ca5-a7a2-d0043b49d976 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:16:25.678696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:16:25.682459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Usage tracker for resource:security_group_rule and tenant:b41e541c899a4baaa4ec72cda00822ad is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:16:25.685244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:16:25.691116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:16:25.759725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.763452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.766838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5045b048-1584-4b7e-ade6-4f2af08df013 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:25.794257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:16:25.802347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d505f50b-f7bb-4312-a5e1-adf9836844f9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:25.805781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:25.808206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.808540 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Added segment f284adf0-b450-46ea-a86e-73acb6bc7c2c of type vlan for network 2a513e35-79f9-45dc-9d6e-26144d204f67
Dec 15 19:16:25.834371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.865291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.866211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:25.866778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:25.871436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6d0a04a7-4777-41e3-bac4-0664a7a081a2 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:25.969879 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4966257
Dec 15 19:16:25.970652 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Pushing event updated for resources: {'Network': ['ID=2a513e35-79f9-45dc-9d6e-26144d204f67,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:25.972711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36906) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:16:25.975110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:25.978819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Request body: {'subnet': {'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1243134603-subnet', 'tenant_id': 'b41e541c899a4baaa4ec72cda00822ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:16:25.980684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 2a513e35-79f9-45dc-9d6e-26144d204f67 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:16:25.983798 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:16:25.987511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Usage tracker for resource:subnet and tenant:b41e541c899a4baaa4ec72cda00822ad is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:16:25.990353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:16:25.996019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:16:26.006393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Made reservation on behalf of b41e541c899a4baaa4ec72cda00822ad for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:16:26.008650 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:26.206665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:26.210779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a23d82a1-2bf3-4c0f-832d-8c39b02039f5 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:26.278386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d349b2d-5abb-42e6-b40a-dc111d40ba35,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:26.282912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:26.292587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Checking segment: {'id': 'f284adf0-b450-46ea-a86e-73acb6bc7c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:16:26.292933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Network hostable DHCP agents. Network: 2a513e35-79f9-45dc-9d6e-26144d204f67, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:16:26.314269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Network 2a513e35-79f9-45dc-9d6e-26144d204f67 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:16:26.323028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 2a513e35-79f9-45dc-9d6e-26144d204f67) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:16:26.327600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:26.328769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:26.332032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b127b-3c85-4fa0-a81e-8131babf0d94 None None] Network 2a513e35-79f9-45dc-9d6e-26144d204f67 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:16:26.349766 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3760068
Dec 15 19:16:26.536995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626ebfe-1a60-4d7c-96b6-5023c60f3549 None None] Network 2a513e35-79f9-45dc-9d6e-26144d204f67 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:16:26.919117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-c7f247a4-89f3-4779-89d4-eea21a9c3037 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:26.919717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-c7f247a4-89f3-4779-89d4-eea21a9c3037 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Synchronizing usage tracker for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:16:26.935755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-c7f247a4-89f3-4779-89d4-eea21a9c3037 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Unset dirty status for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:16:26.937449 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-c7f247a4-89f3-4779-89d4-eea21a9c3037 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/networks?id=2a513e35-79f9-45dc-9d6e-26144d204f67 HTTP/1.1" status: 200  len: 812 time: 0.1630111
Dec 15 19:16:26.953952 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-79953a1d-9a3a-46b0-a2a1-8ee059939b1a tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/quotas/b41e541c899a4baaa4ec72cda00822ad HTTP/1.1" status: 200  len: 375 time: 0.0111325
Dec 15 19:16:26.997593 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-c470ba6d-9fda-42a4-b197-bc8ea1760419 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b41e541c899a4baaa4ec72cda00822ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0389340
Dec 15 19:16:27.127311 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-96a4e704-753d-4d88-b4ba-14379a1f1c03 service neutron] 10.222.0.48 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228471
Dec 15 19:16:27.157934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:27.256324 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-40d9f62b-584e-4286-a1fa-f2c59a6ff68a service neutron] 10.222.0.48 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234753
Dec 15 19:16:27.440884 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-623b47fd-3072-4e34-9f25-c04a54600830 req-d110bd95-eb7f-429d-a35c-8c2f986343e9 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 210 time: 0.0476429
Dec 15 19:16:28.544736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-b2334afd-d5e1-45b5-9c09-5d2e74db784c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:28.546621 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-b2334afd-d5e1-45b5-9c09-5d2e74db784c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.64 "GET /v2.0/networks?id=2a513e35-79f9-45dc-9d6e-26144d204f67 HTTP/1.1" status: 200  len: 812 time: 0.2689090
Dec 15 19:16:28.563435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Request body: {'port': {'device_id': '046449b0-d765-4b7d-9a56-af945de2bd60', 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67', 'admin_state_up': True, 'tenant_id': 'b41e541c899a4baaa4ec72cda00822ad'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:16:28.626967 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3057327a-2206-458c-80ce-d891029ea4cb req-bea6ac70-aed1-4183-a7d2-0ddef6307edb tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 210 time: 0.0503981
Dec 15 19:16:28.737606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:16:28.741627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Usage tracker for resource:port and tenant:b41e541c899a4baaa4ec72cda00822ad is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:16:28.744461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:16:28.751283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:16:28.760682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Made reservation on behalf of b41e541c899a4baaa4ec72cda00822ad for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:16:28.763819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:28.923636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Allocated IP 172.20.0.10 (2a513e35-79f9-45dc-9d6e-26144d204f67/5d349b2d-5abb-42e6-b40a-dc111d40ba35/5cc08ae1-30fa-414b-8319-aadaff1e8434) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:16:29.117120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:29.143686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:29.148809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f0553a0d-c848-475b-9115-e37e741b86c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:29.207047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Network 2a513e35-79f9-45dc-9d6e-26144d204f67 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:16:29.209970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:16:29.218469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:16:29.260743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:29.264960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:29.287214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:29.287811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:29.307704 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7485049
Dec 15 19:16:29.317957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-03f5b6f5-3137-407f-b755-f93acb27e0d0 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:16:29.318904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-03f5b6f5-3137-407f-b755-f93acb27e0d0 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047147
Dec 15 19:16:29.329099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Request body: {'port': {'device_id': '046449b0-d765-4b7d-9a56-af945de2bd60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:16:29.434280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:29.768827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc08ae1-30fa-414b-8319-aadaff1e8434 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:16:29.775720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:29.790613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Transition to ACTIVE for port object 5cc08ae1-30fa-414b-8319-aadaff1e8434 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:16:29.794502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:29.798609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7c8505a5-5a0c-4211-9503-0af5f2fe0db4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:29.822609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c68f98-79c6-46d1-9302-2d0d5ce747f5 req-6aff5bfa-3713-4cd5-b2ea-cb7efe708ed7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:29.824055 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-15c68f98-79c6-46d1-9302-2d0d5ce747f5 req-6aff5bfa-3713-4cd5-b2ea-cb7efe708ed7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 932 time: 0.0788720
Dec 15 19:16:29.868902 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-15c68f98-79c6-46d1-9302-2d0d5ce747f5 req-e2f84177-acf1-40d3-8d03-768f4ad4ee0f tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386264
Dec 15 19:16:29.919705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:29.923080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:30.022430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Attempting to bind port 5cc08ae1-30fa-414b-8319-aadaff1e8434 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:16:30.022752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Attempting to bind port 5cc08ae1-30fa-414b-8319-aadaff1e8434 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f284adf0-b450-46ea-a86e-73acb6bc7c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:16:30.023068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Attempting to bind port 5cc08ae1-30fa-414b-8319-aadaff1e8434 on network 2a513e35-79f9-45dc-9d6e-26144d204f67 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:16:30.028712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Port 5cc08ae1-30fa-414b-8319-aadaff1e8434 on network 2a513e35-79f9-45dc-9d6e-26144d204f67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:16:30.029050 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Attempting to bind port 5cc08ae1-30fa-414b-8319-aadaff1e8434 on network 2a513e35-79f9-45dc-9d6e-26144d204f67 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:16:30.035488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:16:30.035813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Checking segment: {'id': 'f284adf0-b450-46ea-a86e-73acb6bc7c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:16:30.036186 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Bound using segment: {'id': 'f284adf0-b450-46ea-a86e-73acb6bc7c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:16:30.036592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Bound port: 5cc08ae1-30fa-414b-8319-aadaff1e8434, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f284adf0-b450-46ea-a86e-73acb6bc7c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:16:30.036925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:30.120467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:16:30.123364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:16:30.128359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:30.132334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4fbebe8b-8fd6-42d0-93dd-7ae72950d800 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:30.187678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:30.189013 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/5cc08ae1-30fa-414b-8319-aadaff1e8434 HTTP/1.1" status: 200  len: 1094 time: 0.8639750
Dec 15 19:16:30.189575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:16:30.214764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:30.217987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:30.362234 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'status': 'completed', 'code': 200}
Dec 15 19:16:30.401866 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-d9366116-ab48-430d-ab51-d3084b9e357e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b41e541c899a4baaa4ec72cda00822ad&device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 1097 time: 0.1747949
Dec 15 19:16:30.470137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-f8576d88-4cb3-4bb2-94f9-0db1461c5ec8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434 HTTP/1.1" status: 200  len: 217 time: 0.0609112
Dec 15 19:16:30.530640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-39932e75-f661-4dd8-81a8-7f2c2140d017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:30.532271 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-39932e75-f661-4dd8-81a8-7f2c2140d017 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d349b2d-5abb-42e6-b40a-dc111d40ba35 HTTP/1.1" status: 200  len: 852 time: 0.0561786
Dec 15 19:16:30.576770 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-7febd2ce-5610-4ed3-855e-1aad3d350b48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a513e35-79f9-45dc-9d6e-26144d204f67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379078
Dec 15 19:16:30.706706 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-a252ebb3-72a8-4b4e-9a3c-09f0374dc6ea service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236277
Dec 15 19:16:30.835805 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddd34ade-7ed9-400e-bbd1-39639f0bd3f6 req-4d6bd4b3-ab4b-4c3a-9b65-6b785850a166 service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234210
Dec 15 19:16:30.948140 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d1607daa-e1fe-4673-956d-f172739a8fff req-39cdf1d3-e500-4725-8d94-3ff8fa89b16d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b41e541c899a4baaa4ec72cda00822ad&device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 1097 time: 0.0710011
Dec 15 19:16:31.070558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e72ea-1521-482e-b884-e3de6b09f3c4 req-f8dff995-5326-48f5-b13f-79ed78f4bf84 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:31.071911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a18e72ea-1521-482e-b884-e3de6b09f3c4 req-f8dff995-5326-48f5-b13f-79ed78f4bf84 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 944 time: 0.0800257
Dec 15 19:16:31.078626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1607daa-e1fe-4673-956d-f172739a8fff req-3a25b389-624f-4bbb-8435-f3ee34d40fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:31.080064 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d1607daa-e1fe-4673-956d-f172739a8fff req-3a25b389-624f-4bbb-8435-f3ee34d40fc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a513e35-79f9-45dc-9d6e-26144d204f67 HTTP/1.1" status: 200  len: 913 time: 0.1249852
Dec 15 19:16:31.117261 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a18e72ea-1521-482e-b884-e3de6b09f3c4 req-4e9b2de6-63fa-4b3e-aa5e-e0e5f1ead81e tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393574
Dec 15 19:16:31.149791 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d1607daa-e1fe-4673-956d-f172739a8fff req-09ab806e-1417-47f2-a521-34c517562dd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434 HTTP/1.1" status: 200  len: 217 time: 0.0626352
Dec 15 19:16:31.210901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1607daa-e1fe-4673-956d-f172739a8fff req-4dc696e0-a92d-4721-84db-2c266fc3de92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:31.212263 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d1607daa-e1fe-4673-956d-f172739a8fff req-4dc696e0-a92d-4721-84db-2c266fc3de92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d349b2d-5abb-42e6-b40a-dc111d40ba35 HTTP/1.1" status: 200  len: 852 time: 0.0559034
Dec 15 19:16:31.256160 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d1607daa-e1fe-4673-956d-f172739a8fff req-62ef1348-7077-4a55-8e82-ab8d4d95a44a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a513e35-79f9-45dc-9d6e-26144d204f67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375433
Dec 15 19:16:31.383329 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d1607daa-e1fe-4673-956d-f172739a8fff req-5f4e5ce0-85b0-410d-9784-88406dbccfca service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202497
Dec 15 19:16:31.513761 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d1607daa-e1fe-4673-956d-f172739a8fff req-6b662088-55ce-479b-8ff0-9994e40b4eb6 service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222293
Dec 15 19:16:32.314911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530c6c-e61c-448e-8ad0-33bd32c64f6a req-2e920ca2-7837-4b09-bb48-8e0a9258a88c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:32.315607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-fd530c6c-e61c-448e-8ad0-33bd32c64f6a req-2e920ca2-7837-4b09-bb48-8e0a9258a88c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Synchronizing usage tracker for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:16:32.331995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-fd530c6c-e61c-448e-8ad0-33bd32c64f6a req-2e920ca2-7837-4b09-bb48-8e0a9258a88c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Unset dirty status for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:16:32.333455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fd530c6c-e61c-448e-8ad0-33bd32c64f6a req-2e920ca2-7837-4b09-bb48-8e0a9258a88c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 944 time: 0.0974023
Dec 15 19:16:32.378523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-fd530c6c-e61c-448e-8ad0-33bd32c64f6a req-2e043be1-6b88-4e50-9d28-a78a0a7f3e9e tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Synchronizing usage tracker for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:16:32.394643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-fd530c6c-e61c-448e-8ad0-33bd32c64f6a req-2e043be1-6b88-4e50-9d28-a78a0a7f3e9e tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Unset dirty status for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:16:32.395816 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fd530c6c-e61c-448e-8ad0-33bd32c64f6a req-2e043be1-6b88-4e50-9d28-a78a0a7f3e9e tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571101
Dec 15 19:16:33.592105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30789b-fedb-4f89-be36-ab14dfd7fbc1 req-48b0e1d6-86c4-4784-8292-fc2649712c10 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:33.593595 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3c30789b-fedb-4f89-be36-ab14dfd7fbc1 req-48b0e1d6-86c4-4784-8292-fc2649712c10 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 944 time: 0.0763621
Dec 15 19:16:33.638106 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3c30789b-fedb-4f89-be36-ab14dfd7fbc1 req-fd1f4d80-c186-46e5-8dfe-78a709580dd8 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390747
Dec 15 19:16:33.645272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 5cc08ae1-30fa-414b-8319-aadaff1e8434 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:16:33.778730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:16:33.792458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67', 'port_id': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'mac_address': 'fa:16:3e:25:3f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d349b2d-5abb-42e6-b40a-dc111d40ba35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:16:33.846427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:33.863127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc08ae1-30fa-414b-8319-aadaff1e8434 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:16:33.878026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:16:33.882218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:33.884414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:33.961874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:33.966520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:34.080181 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['5cc08ae1-30fa-414b-8319-aadaff1e8434'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:16:34.834208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089afd3-c1f9-4b3c-9629-323186f6a656 req-56b9d069-b198-4474-a53c-e66516562573 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:34.835559 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4089afd3-c1f9-4b3c-9629-323186f6a656 req-56b9d069-b198-4474-a53c-e66516562573 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 945 time: 0.0763724
Dec 15 19:16:34.880771 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4089afd3-c1f9-4b3c-9629-323186f6a656 req-2107d621-42da-48ce-a6f7-67fe7d5bc364 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397625
Dec 15 19:16:35.674651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 5cc08ae1-30fa-414b-8319-aadaff1e8434 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:16:35.768896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 5cc08ae1-30fa-414b-8319-aadaff1e8434 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:16:35.773379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 5cc08ae1-30fa-414b-8319-aadaff1e8434 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:16:35.773756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:35.883078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:35.908947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:16:35.918440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:16:35.923481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:35.925596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:16:35.968705 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'code': 200}
Dec 15 19:16:36.002362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:16:36.005345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:16:36.196019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c84d1300-565b-40f5-91ea-5d738a503ecd req-04df1b53-d10a-4f15-911a-f22f4f3bf717 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 1099 time: 0.0717576
Dec 15 19:16:36.199272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40844e-f854-4e75-b16d-add0cd7df6bc req-aa2bfb98-f63f-497c-b9a3-7ccae34e677b tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:36.200703 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bb40844e-f854-4e75-b16d-add0cd7df6bc req-aa2bfb98-f63f-497c-b9a3-7ccae34e677b tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.1884429
Dec 15 19:16:36.238928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c84d1300-565b-40f5-91ea-5d738a503ecd req-c87a9a13-1fa2-45b7-8639-b7be2675cd54 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364468
Dec 15 19:16:36.245949 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bb40844e-f854-4e75-b16d-add0cd7df6bc req-45b4b93a-4bb8-428c-8237-dc3ad834868c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392082
Dec 15 19:16:37.037265 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:16:37.440538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dd7b1-064c-4e31-88eb-67583f3f8ebe req-56f90a53-91c9-44b7-87e7-06ac4cefb043 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:37.441998 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-881dd7b1-064c-4e31-88eb-67583f3f8ebe req-56f90a53-91c9-44b7-87e7-06ac4cefb043 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0752831
Dec 15 19:16:37.577133 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-881dd7b1-064c-4e31-88eb-67583f3f8ebe req-beaf1f83-8f9e-4a78-ba60-a30b1c07188a tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296329
Dec 15 19:16:38.770508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba235a-002f-4a44-9dd3-a6bd144d8903 req-82acbde4-ecc1-4764-9350-7254bca8b40a tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:38.771874 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-10ba235a-002f-4a44-9dd3-a6bd144d8903 req-82acbde4-ecc1-4764-9350-7254bca8b40a tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0771785
Dec 15 19:16:38.817231 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-10ba235a-002f-4a44-9dd3-a6bd144d8903 req-992d48e2-66c7-45d3-8c0c-43658273cdde tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399213
Dec 15 19:16:39.006022 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-99290b8c-60f9-4d53-9a77-65ba6269efec req-5f282d59-b7b0-4a8f-a846-c5d6160fe801 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0664010
Dec 15 19:16:39.274934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 36962) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:16:39.316691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02047b66-c24e-43fd-91f4-c29502b3d07c req-7b5b7ede-36a6-421b-8c1e-50e77ae1ed2e tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:39.318137 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-02047b66-c24e-43fd-91f4-c29502b3d07c req-7b5b7ede-36a6-421b-8c1e-50e77ae1ed2e tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0842507
Dec 15 19:16:39.363826 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-02047b66-c24e-43fd-91f4-c29502b3d07c req-d45cbd47-27c9-4204-8e89-dbca714bc9a2 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403464
Dec 15 19:16:39.408918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-6cb61b46-50e0-45fa-b7b8-e43770a09e7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1327167
Dec 15 19:16:40.560596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17774413-1d84-40af-a2a9-2e549719367e req-e8b15d7a-b4eb-4ba4-befd-1839dc3864ef tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:40.562628 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-17774413-1d84-40af-a2a9-2e549719367e req-e8b15d7a-b4eb-4ba4-befd-1839dc3864ef tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0791168
Dec 15 19:16:40.650901 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-17774413-1d84-40af-a2a9-2e549719367e req-e3778362-3ccc-49c3-ac0f-b3118c00ebbc tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592256
Dec 15 19:16:40.672152 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-883f22c3-5693-4ba0-8779-f396ddedfa5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b41e541c899a4baaa4ec72cda00822ad&device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 1099 time: 0.1082718
Dec 15 19:16:40.804905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-c770f25c-cf58-47d7-b43f-4bc8b884ce96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:40.806360 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-c770f25c-cf58-47d7-b43f-4bc8b884ce96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a513e35-79f9-45dc-9d6e-26144d204f67 HTTP/1.1" status: 200  len: 913 time: 0.1283693
Dec 15 19:16:40.873945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-a1c16158-c3e4-43b6-ae44-1f643be7280e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434 HTTP/1.1" status: 200  len: 217 time: 0.0609264
Dec 15 19:16:40.937767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-a0ae797c-9e7b-4a7e-900c-496591dfd07e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:40.939049 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-a0ae797c-9e7b-4a7e-900c-496591dfd07e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d349b2d-5abb-42e6-b40a-dc111d40ba35 HTTP/1.1" status: 200  len: 852 time: 0.0592256
Dec 15 19:16:40.983415 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-ad52644b-3654-428d-8502-fb4b5d1c2ceb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a513e35-79f9-45dc-9d6e-26144d204f67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378051
Dec 15 19:16:41.111692 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-6f869f75-d793-41a2-b416-d4e7706c967e service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217253
Dec 15 19:16:41.241719 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-2ae99b3c-7af4-4013-b07a-83b0165c1f2c service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236539
Dec 15 19:16:41.847227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a6ce8-4371-4bfe-a818-a8f321ab5638 req-7bf4daa9-0449-4919-8d1c-c6bf33ffcd98 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:41.848639 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d7a6ce8-4371-4bfe-a818-a8f321ab5638 req-7bf4daa9-0449-4919-8d1c-c6bf33ffcd98 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0782213
Dec 15 19:16:41.896766 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d7a6ce8-4371-4bfe-a818-a8f321ab5638 req-b4b0b0f6-7657-478b-b328-2baadc2925de tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425391
Dec 15 19:16:43.089603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96a9cd-c9d2-467a-9732-69d334053c6e req-8d489430-75a5-4050-817b-e45e0493512f tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:43.091035 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ac96a9cd-c9d2-467a-9732-69d334053c6e req-8d489430-75a5-4050-817b-e45e0493512f tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0752857
Dec 15 19:16:43.139171 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ac96a9cd-c9d2-467a-9732-69d334053c6e req-e6a2350e-f445-4c75-b45a-3657c07c279b tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428524
Dec 15 19:16:43.301894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-63e542af-3b09-4a9b-8a70-900b04d5112e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:44.332268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86606bb8-04e7-4cc8-a7c5-ca001e8d0bff req-4b7ee8c9-1234-49c1-85f0-d29360d0c064 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:44.333726 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-86606bb8-04e7-4cc8-a7c5-ca001e8d0bff req-4b7ee8c9-1234-49c1-85f0-d29360d0c064 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0762365
Dec 15 19:16:44.377785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-86606bb8-04e7-4cc8-a7c5-ca001e8d0bff req-da838e35-8423-4e6b-b601-b616535cb146 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387173
Dec 15 19:16:45.565764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd67a-4e05-49c0-bcbe-2fcd8c1a1e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:45.573644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d220-5c71-4779-a45d-5f341d7dbaf9 req-7ca37516-bed8-4e53-8e13-da5be9f14d34 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:45.575104 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3f83d220-5c71-4779-a45d-5f341d7dbaf9 req-7ca37516-bed8-4e53-8e13-da5be9f14d34 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0769958
Dec 15 19:16:45.620547 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3f83d220-5c71-4779-a45d-5f341d7dbaf9 req-d8d0b1d5-abf8-46da-9ffe-6676035a8bd4 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399220
Dec 15 19:16:46.746681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:46.824336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0292-2211-4fe7-9ae9-cb58e5023b00 req-6e38313e-dc8e-492c-b305-5eb1088506c9 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:46.825942 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-486a0292-2211-4fe7-9ae9-cb58e5023b00 req-6e38313e-dc8e-492c-b305-5eb1088506c9 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0843353
Dec 15 19:16:46.827054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:46.871369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-486a0292-2211-4fe7-9ae9-cb58e5023b00 req-9ee49ca7-1270-4278-a69d-6edb945e723c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396314
Dec 15 19:16:48.070290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b64f8-8dbc-4fe7-9103-bc2c19e360ab req-bf2c3426-45e4-4f07-b845-05de40a5a853 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:48.071645 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c61b64f8-8dbc-4fe7-9103-bc2c19e360ab req-bf2c3426-45e4-4f07-b845-05de40a5a853 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0812149
Dec 15 19:16:48.116403 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c61b64f8-8dbc-4fe7-9103-bc2c19e360ab req-7cc5e970-7d7b-41a9-9315-851a63e20feb tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393224
Dec 15 19:16:48.262165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:49.310149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99d4a0-db16-4215-9115-914bcedc94e1 req-fdff8d17-2411-441c-83cc-6fa3edbcc345 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:49.312074 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-af99d4a0-db16-4215-9115-914bcedc94e1 req-fdff8d17-2411-441c-83cc-6fa3edbcc345 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0757830
Dec 15 19:16:49.356516 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-af99d4a0-db16-4215-9115-914bcedc94e1 req-b9910644-ea89-41a2-9fd3-2ad6055b612c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389049
Dec 15 19:16:50.549109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b814-7b87-490e-9d89-5ef34592397c req-cacf3f47-1cdd-4d31-91b8-cdacbf3f7cd0 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:50.550581 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2849b814-7b87-490e-9d89-5ef34592397c req-cacf3f47-1cdd-4d31-91b8-cdacbf3f7cd0 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0760376
Dec 15 19:16:50.594225 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2849b814-7b87-490e-9d89-5ef34592397c req-3c152333-36dc-4a91-b760-c5feaa1a375e tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382631
Dec 15 19:16:51.790785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540d11-24fe-4a82-b287-904738758098 req-4aa59dda-be0f-473a-88f6-8b3f0fdc3a33 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:51.792202 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84540d11-24fe-4a82-b287-904738758098 req-4aa59dda-be0f-473a-88f6-8b3f0fdc3a33 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0805492
Dec 15 19:16:51.835925 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84540d11-24fe-4a82-b287-904738758098 req-2213de3d-a741-4a7d-b41a-e2cdd1330a53 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382512
Dec 15 19:16:52.026412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-e0cd0298-9034-4bac-8550-92ca7becd81f req-a6863120-d589-4a50-ab13-d74654dd4889 service neutron] (83671) timed out ('10.222.0.64', 61673) {{(pid=83671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 15 19:16:53.035289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f76a0-74f7-4e40-b9a5-0afd818118db req-a87f5219-3fe7-4d39-9848-f0920e387bc6 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:53.036718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d0f76a0-74f7-4e40-b9a5-0afd818118db req-a87f5219-3fe7-4d39-9848-f0920e387bc6 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0795441
Dec 15 19:16:53.080950 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d0f76a0-74f7-4e40-b9a5-0afd818118db req-121f8ddd-f68c-4caf-a7c2-801a06628514 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388429
Dec 15 19:16:54.277806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4536-56f2-4de4-8f8d-f2ece08f7942 req-dac1b25c-dfd8-43a3-9d07-693cb21c773f tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:54.279227 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bbaa4536-56f2-4de4-8f8d-f2ece08f7942 req-dac1b25c-dfd8-43a3-9d07-693cb21c773f tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0769980
Dec 15 19:16:54.327833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bbaa4536-56f2-4de4-8f8d-f2ece08f7942 req-ec0f8d07-d759-4cc2-9fa0-864ea5a5b7af tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429525
Dec 15 19:16:55.520326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54666ab-c5ef-4e6d-837a-2148b6a4fea9 req-e7b6ebf4-f0ac-4cf8-99d0-c9b8a395cea8 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:55.521778 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d54666ab-c5ef-4e6d-837a-2148b6a4fea9 req-e7b6ebf4-f0ac-4cf8-99d0-c9b8a395cea8 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0747204
Dec 15 19:16:55.571735 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d54666ab-c5ef-4e6d-837a-2148b6a4fea9 req-7cf144d6-538a-40d8-b815-b1dd4f41cfb7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444191
Dec 15 19:16:56.763796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435f3a8-2cba-4746-85a0-b4614c8f35da req-76bd6c4a-3c13-4a64-b3ef-39da2cd625e2 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:56.765209 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6435f3a8-2cba-4746-85a0-b4614c8f35da req-76bd6c4a-3c13-4a64-b3ef-39da2cd625e2 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0754094
Dec 15 19:16:56.811429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6435f3a8-2cba-4746-85a0-b4614c8f35da req-eeb3407e-d38e-42b7-9244-50a4d813708b tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399482
Dec 15 19:16:57.161224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:16:58.003573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2c730-5a22-4cc3-be5f-2a89ddb200f5 req-10200998-310d-46cf-a7e9-f06d9a59c77c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:58.004906 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fab2c730-5a22-4cc3-be5f-2a89ddb200f5 req-10200998-310d-46cf-a7e9-f06d9a59c77c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0747166
Dec 15 19:16:58.054246 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fab2c730-5a22-4cc3-be5f-2a89ddb200f5 req-99b280b9-07b9-407f-ac99-f94da7740bcf tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439017
Dec 15 19:16:59.252816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8c2d-4483-4827-ac16-3f51d541bffe req-99511166-f248-4721-a2de-fdc0eedc5b07 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:16:59.254253 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-08ed8c2d-4483-4827-ac16-3f51d541bffe req-99511166-f248-4721-a2de-fdc0eedc5b07 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0812733
Dec 15 19:16:59.299220 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-08ed8c2d-4483-4827-ac16-3f51d541bffe req-85376162-e902-4ebd-8155-33c7e1e0c7da tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396333
Dec 15 19:17:00.497084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7429c-7b69-4e16-99eb-a5beea2cf002 req-0c2943a0-d455-4690-a77f-e87b25db7bb4 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:00.498639 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-63f7429c-7b69-4e16-99eb-a5beea2cf002 req-0c2943a0-d455-4690-a77f-e87b25db7bb4 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0788839
Dec 15 19:17:00.633121 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-63f7429c-7b69-4e16-99eb-a5beea2cf002 req-d11bc892-761d-4cbd-bfba-78d51f0b524c tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289170
Dec 15 19:17:01.829187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73e848-4c31-411b-8c05-9a521ad97499 req-75b1b2c3-0ed8-4f5c-a5c6-376c74d9a415 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:01.830654 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fa73e848-4c31-411b-8c05-9a521ad97499 req-75b1b2c3-0ed8-4f5c-a5c6-376c74d9a415 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0767844
Dec 15 19:17:01.874694 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fa73e848-4c31-411b-8c05-9a521ad97499 req-80fb067b-fb45-40db-bcbd-93cdb581a7ca tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379095
Dec 15 19:17:03.068279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0307f-ce57-426f-a355-72a3d7a382e4 req-e7faee63-f35b-4a74-bda8-4b18129914b5 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:03.069733 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d5b0307f-ce57-426f-a355-72a3d7a382e4 req-e7faee63-f35b-4a74-bda8-4b18129914b5 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0762551
Dec 15 19:17:03.113977 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d5b0307f-ce57-426f-a355-72a3d7a382e4 req-f87983a5-11a0-4725-beca-491a4fa50c1a tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389183
Dec 15 19:17:04.310411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7cce-c1e0-41c1-85fd-8470e0e47b97 req-c434c7d6-4362-4d17-a2ba-c08b2cda55a1 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:04.311838 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e27a7cce-c1e0-41c1-85fd-8470e0e47b97 req-c434c7d6-4362-4d17-a2ba-c08b2cda55a1 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0814884
Dec 15 19:17:04.355965 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e27a7cce-c1e0-41c1-85fd-8470e0e47b97 req-ae7f773c-6091-4fa2-b811-ae7f322d0c87 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387599
Dec 15 19:17:05.549776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f083a8-4714-4c06-8be1-00432eb4a076 req-34897b6e-03fa-474a-bb5d-55c2ce05e448 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:05.551765 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-28f083a8-4714-4c06-8be1-00432eb4a076 req-34897b6e-03fa-474a-bb5d-55c2ce05e448 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0792499
Dec 15 19:17:05.594931 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-28f083a8-4714-4c06-8be1-00432eb4a076 req-da42c588-0d83-44f8-ba6e-f42013507a82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376332
Dec 15 19:17:06.790309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d80a7-bfcc-478b-aade-315a413b13be req-8e3995d8-f5f6-495a-a714-ca6a7c45aa00 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:06.791661 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-903d80a7-bfcc-478b-aade-315a413b13be req-8e3995d8-f5f6-495a-a714-ca6a7c45aa00 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0763242
Dec 15 19:17:06.836700 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-903d80a7-bfcc-478b-aade-315a413b13be req-cff3d207-79bf-4b8d-b126-94a39eab9f7f tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395043
Dec 15 19:17:07.899337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-2e7602bc-d342-4b2a-9f4b-9764d3691d8c service neutron] 10.222.0.64 "GET /v2.0/ports/5cc08ae1-30fa-414b-8319-aadaff1e8434/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0761080
Dec 15 19:17:08.034388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab6204-ad09-4a80-a121-ea2bec629651 req-d684cedb-9712-4846-b281-1f9341ffa2ec tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:08.035762 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-41ab6204-ad09-4a80-a121-ea2bec629651 req-d684cedb-9712-4846-b281-1f9341ffa2ec tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0763066
Dec 15 19:17:08.084942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-41ab6204-ad09-4a80-a121-ea2bec629651 req-abb949c1-7a3b-4e71-a68e-d72fad453c42 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436685
Dec 15 19:17:08.160372 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-7e2f4e2a-7fb0-4193-8f9c-af4d4536b303 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60&tenant_id=b41e541c899a4baaa4ec72cda00822ad HTTP/1.1" status: 200  len: 1099 time: 0.0707948
Dec 15 19:17:08.249851 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-b3a2d9c0-f0db-4531-939c-d3b0a12e0329 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b41e541c899a4baaa4ec72cda00822ad&device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 1099 time: 0.0658951
Dec 15 19:17:08.376332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-dafeead5-6188-4574-8476-68c36b3b2fc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:08.377690 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-dafeead5-6188-4574-8476-68c36b3b2fc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a513e35-79f9-45dc-9d6e-26144d204f67 HTTP/1.1" status: 200  len: 913 time: 0.1219945
Dec 15 19:17:08.445918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-3de2ff42-279e-459e-a2cb-a9035b069915 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434 HTTP/1.1" status: 200  len: 217 time: 0.0620410
Dec 15 19:17:08.505003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-447c7eb9-bca1-491b-ae23-ef047d57b528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:08.506371 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-447c7eb9-bca1-491b-ae23-ef047d57b528 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d349b2d-5abb-42e6-b40a-dc111d40ba35 HTTP/1.1" status: 200  len: 852 time: 0.0546772
Dec 15 19:17:08.551105 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-26860b2a-52f0-46eb-99c9-61fd9978f8c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a513e35-79f9-45dc-9d6e-26144d204f67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388997
Dec 15 19:17:08.678395 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-475de56d-2a92-4935-b918-533820f9bafc service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214457
Dec 15 19:17:08.808191 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b919be46-4d8c-4b51-95a2-5f5a7718dc46 req-4d8ebf7e-d273-4f04-bbb2-260038358a61 service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239181
Dec 15 19:17:09.290221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bc2d7-0ff2-4396-bfff-7679a53e5cfd req-d1ab5b9d-b55d-4aa3-830a-07e37f181fc1 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:09.291676 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db4bc2d7-0ff2-4396-bfff-7679a53e5cfd req-d1ab5b9d-b55d-4aa3-830a-07e37f181fc1 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0856140
Dec 15 19:17:09.337785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-db4bc2d7-0ff2-4396-bfff-7679a53e5cfd req-3f8c4ac7-8848-4d2c-a5fc-2b32f2922f6d tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406060
Dec 15 19:17:10.545575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdce69b-02a3-42b4-914a-8066bf32f271 req-18cc201d-cc81-464b-bda1-6c27fa880fbd tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:10.547128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-acdce69b-02a3-42b4-914a-8066bf32f271 req-18cc201d-cc81-464b-bda1-6c27fa880fbd tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0876410
Dec 15 19:17:10.594043 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-acdce69b-02a3-42b4-914a-8066bf32f271 req-3c29b560-b887-4830-9e2b-6d58b87d0d91 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411937
Dec 15 19:17:11.789968 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baed83-494d-4be1-b544-99bbd8b55301 req-f96b1147-9f60-4395-bb5a-c8ae5b6d1a5d tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:11.791398 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-21baed83-494d-4be1-b544-99bbd8b55301 req-f96b1147-9f60-4395-bb5a-c8ae5b6d1a5d tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0778048
Dec 15 19:17:11.839081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-21baed83-494d-4be1-b544-99bbd8b55301 req-80129fea-fbf6-41cf-b60e-e9512b9d4027 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422685
Dec 15 19:17:11.849953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 5cc08ae1-30fa-414b-8319-aadaff1e8434 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:17:11.852781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 5cc08ae1-30fa-414b-8319-aadaff1e8434 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:17:12.068228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:12.086281 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:12.108253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'network_id': '2a513e35-79f9-45dc-9d6e-26144d204f67', 'port_id': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'mac_address': 'fa:16:3e:25:3f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d349b2d-5abb-42e6-b40a-dc111d40ba35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:17:12.113209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:17:12.153849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:12.163069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:12.166690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ac4252ad-797d-45d4-a511-e1d4445835f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:12.199814 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'code': 200}
Dec 15 19:17:12.228614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:12.234189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-38365791-3811-4007-b465-379602ad2622 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:12.235610 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-38365791-3811-4007-b465-379602ad2622 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.64 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60&tenant_id=b41e541c899a4baaa4ec72cda00822ad&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.0839896
Dec 15 19:17:12.257509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cc08ae1-30fa-414b-8319-aadaff1e8434 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:17:12.261069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:12.297894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.298234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.298568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.298922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.299220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.299545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.299897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.300229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.300544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.300857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.301172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:12.310483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:12.329502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:17:12.329857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:17:12.443230 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-b0c5f636-77b4-4cea-8d21-c9c984a9b081 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b41e541c899a4baaa4ec72cda00822ad&device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 1097 time: 0.1378412
Dec 15 19:17:12.571302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-7768ef31-fcb5-4f6b-b463-c44662856e6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:12.572734 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-7768ef31-fcb5-4f6b-b463-c44662856e6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a513e35-79f9-45dc-9d6e-26144d204f67 HTTP/1.1" status: 200  len: 913 time: 0.1239743
Dec 15 19:17:12.639022 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-325dac22-408a-49f6-99dc-52b29c8ae094 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434 HTTP/1.1" status: 200  len: 217 time: 0.0587952
Dec 15 19:17:12.797857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-2ee1bac1-adfe-477b-a1aa-47a802d46fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:12.799255 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-2ee1bac1-adfe-477b-a1aa-47a802d46fb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d349b2d-5abb-42e6-b40a-dc111d40ba35 HTTP/1.1" status: 200  len: 852 time: 0.1541505
Dec 15 19:17:12.842957 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-c3ff3d1e-aa42-4d28-aed7-df46ca43633a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a513e35-79f9-45dc-9d6e-26144d204f67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376227
Dec 15 19:17:12.882413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:12.902115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc08ae1-30fa-414b-8319-aadaff1e8434 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:17:12.917105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:12.921209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:12.922892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:12.972111 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-7646bc2c-6971-4d75-8b62-40ab9df84f68 service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227858
Dec 15 19:17:12.986766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:12.991133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['5cc08ae1-30fa-414b-8319-aadaff1e8434'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:17:13.018196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:13.104502 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-980d8001-da75-465a-b808-5b599414cd82 service neutron] 10.222.0.64 "GET /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254985
Dec 15 19:17:13.301951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8530667b-6a18-4b90-bac9-ca13128b40d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:13.878990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 5cc08ae1-30fa-414b-8319-aadaff1e8434 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:17:13.921926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d7200-b634-4476-b21e-51ca1f673e44 req-4b7e426a-8ca2-46dc-ac42-5edd6a2148d2 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:13.923366 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-439d7200-b634-4476-b21e-51ca1f673e44 req-4b7e426a-8ca2-46dc-ac42-5edd6a2148d2 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 945 time: 0.0767787
Dec 15 19:17:13.945983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 5cc08ae1-30fa-414b-8319-aadaff1e8434 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:17:13.946540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:13.968352 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-439d7200-b634-4476-b21e-51ca1f673e44 req-6743bb83-39a2-4a01-aa76-f755b5510013 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388942
Dec 15 19:17:14.038148 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:17:14.061125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:14.092452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:14.096448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:14.098937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4219398e-242f-4fd5-bc45-cf17ab21e295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:14.163923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:14.166766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:14.200439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:17:14.255097 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'code': 200}
Dec 15 19:17:15.169974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6e722-ce03-4198-bd85-e1a532b4aab8 req-c5cd90f1-613b-40b1-94fe-d4db3f10aeec tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:15.171340 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-94d6e722-ce03-4198-bd85-e1a532b4aab8 req-c5cd90f1-613b-40b1-94fe-d4db3f10aeec tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0806947
Dec 15 19:17:15.217051 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-94d6e722-ce03-4198-bd85-e1a532b4aab8 req-5e32522f-655c-4d78-b956-585845aaa538 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/security-groups?id=d505f50b-f7bb-4312-a5e1-adf9836844f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397151
Dec 15 19:17:15.547068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-4ce5bf68-b960-4ee0-82ee-330399a6efd3 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:15.548460 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-4ce5bf68-b960-4ee0-82ee-330399a6efd3 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.64 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 946 time: 0.0801661
Dec 15 19:17:15.567751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3949669e-45b0-40f1-b66b-47e7d67b763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:15.616838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Deleting port 5cc08ae1-30fa-414b-8319-aadaff1e8434 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:17:15.617191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:15.856319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] For port 5cc08ae1-30fa-414b-8319-aadaff1e8434, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5cc08ae1-30fa-414b-8319-aadaff1e8434,segment=NetworkSegment(f284adf0-b450-46ea-a86e-73acb6bc7c2c),segment_id=f284adf0-b450-46ea-a86e-73acb6bc7c2c)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:15.856583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:15.973407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Calling delete_port for 5cc08ae1-30fa-414b-8319-aadaff1e8434 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:17:16.110090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:16.116059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1967974d-4ae0-44b3-ac4a-ac82edc49ea9 tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:16.121255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['5cc08ae1-30fa-414b-8319-aadaff1e8434'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:17:16.159253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Pushing event deleted for resources: {'Port': ['ID=5cc08ae1-30fa-414b-8319-aadaff1e8434,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:16.201988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.202366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.202736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.203103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.203465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.203825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.204181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.204539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.204895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.205247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.205624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:17:16.213453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:16.245407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] No DVR routers for this DVR port 5cc08ae1-30fa-414b-8319-aadaff1e8434 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:17:16.247805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:16.250494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-deleted', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:17:16.270698 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bdadd88f-d5fa-4a41-9b17-724986426145 req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.64 "DELETE /v2.0/ports/5cc08ae1-30fa-414b-8319-aadaff1e8434 HTTP/1.1" status: 204  len: 173 time: 0.7164409
Dec 15 19:17:16.310553 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046449b0-d765-4b7d-9a56-af945de2bd60', 'name': 'network-vif-deleted', 'tag': '5cc08ae1-30fa-414b-8319-aadaff1e8434', 'status': 'completed', 'code': 200}
Dec 15 19:17:16.391724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-350a4bd6-e1ec-475c-9f56-5ffd51e4f0d0 req-6946cbe7-53c1-4ea0-b704-af73c1e974dc tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Synchronizing usage tracker for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:17:16.409060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-350a4bd6-e1ec-475c-9f56-5ffd51e4f0d0 req-6946cbe7-53c1-4ea0-b704-af73c1e974dc tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Unset dirty status for tenant:b41e541c899a4baaa4ec72cda00822ad on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:17:16.410243 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-350a4bd6-e1ec-475c-9f56-5ffd51e4f0d0 req-6946cbe7-53c1-4ea0-b704-af73c1e974dc tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] 10.222.0.48 "GET /v2.0/ports?device_id=046449b0-d765-4b7d-9a56-af945de2bd60 HTTP/1.1" status: 200  len: 210 time: 0.0604138
Dec 15 19:17:16.749069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:16.829065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:17.673165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37064) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:17:17.734914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Deleting subnet 5d349b2d-5abb-42e6-b40a-dc111d40ba35 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:17:17.737904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:17.786803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:17.842315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:17.910639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:17.914750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-070a5c5b-58a2-49c9-b2f9-e1652e8c85d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:17.948484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d349b2d-5abb-42e6-b40a-dc111d40ba35,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:17.950902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:17.953490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:17.959175 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5d349b2d-5abb-42e6-b40a-dc111d40ba35 HTTP/1.1" status: 204  len: 168 time: 0.2850010
Dec 15 19:17:17.961635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37068) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:17:18.159333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.264933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.282783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.307494 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec809760>,) {'filters': {'network_id': ['2a513e35-79f9-45dc-9d6e-26144d204f67']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:17:18.318632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec809760>, 'f284adf0-b450-46ea-a86e-73acb6bc7c2c') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:17:18.318921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec809760>, 'f284adf0-b450-46ea-a86e-73acb6bc7c2c') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:17:18.330066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.344999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.351448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:17:18.351849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:17:18.368335 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:17:18.438576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.442008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1815c253-66fc-4a07-a142-aae24c7e06fa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:18.454361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.465500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a513e35-79f9-45dc-9d6e-26144d204f67,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:18.468481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:18.472168 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-370a09e2-5169-4fd9-98ff-51d654693a9a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a513e35-79f9-45dc-9d6e-26144d204f67 HTTP/1.1" status: 204  len: 168 time: 0.5091236
Dec 15 19:17:18.603290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37074) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:17:18.657018 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a45fd6da-ec00-41b9-8bed-dea6c5c56475 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b41e541c899a4baaa4ec72cda00822ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0524695
Dec 15 19:17:18.660214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37078) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:17:18.717014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.742541 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.794068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.797710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-838cd65b-356d-4817-820a-e817d26669f1 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:18.809839 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505f50b-f7bb-4312-a5e1-adf9836844f9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:18.814615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:18.823317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:18.826900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d505f50b-f7bb-4312-a5e1-adf9836844f9 HTTP/1.1" status: 204  len: 168 time: 0.1633160
Dec 15 19:17:19.627535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37100) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:17:19.755301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1909039455-network', 'tenant_id': '9465c69de09b4a6194e8945347729290'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:17:19.760309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:17:19.764117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Usage tracker for resource:network and tenant:9465c69de09b4a6194e8945347729290 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:17:19.766943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:17:19.773224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:17:19.783768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Made reservation on behalf of 9465c69de09b4a6194e8945347729290 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:17:19.786700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:19.798653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:19.831818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:17:19.835554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Usage tracker for resource:security_group_rule and tenant:9465c69de09b4a6194e8945347729290 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:17:19.838264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:17:19.843837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:17:19.910513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 5cc08ae1-30fa-414b-8319-aadaff1e8434 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:17:19.912329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:19.916109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:19.919322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d1a4c217-8831-404b-9199-7a56f85f3247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:19.943574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 5cc08ae1-30fa-414b-8319-aadaff1e8434 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:17:19.943929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 5cc08ae1-30fa-414b-8319-aadaff1e8434 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:17:19.948260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:17:19.957443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a9ee0-9766-4d26-b4f1-73b68069c439,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:19.960864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:19.963624 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:19.964493 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Added segment 7eb7c124-c514-4239-9202-0b64b46fc5f2 of type vlan for network 32436d85-7b74-4492-b8ff-711eaaffdbbf
Dec 15 19:17:19.989544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:20.018113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:20.019574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:20.020169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:20.023612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5eb69385-f398-47af-9387-f2a535f8c932 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:20.122082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Pushing event updated for resources: {'Network': ['ID=32436d85-7b74-4492-b8ff-711eaaffdbbf,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:20.124998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:20.126915 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4977570
Dec 15 19:17:20.130459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37106) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:17:20.132603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 32436d85-7b74-4492-b8ff-711eaaffdbbf details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:17:20.135907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Request body: {'subnet': {'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1909039455-subnet', 'tenant_id': '9465c69de09b4a6194e8945347729290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:17:20.140825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:17:20.145410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Usage tracker for resource:subnet and tenant:9465c69de09b4a6194e8945347729290 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:17:20.148231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:17:20.153922 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:17:20.164820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Made reservation on behalf of 9465c69de09b4a6194e8945347729290 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:17:20.167261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:20.364916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:20.368830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b232b6b4-a6a3-4e44-a19f-9c8176c8615d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:20.442070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94debb40-502b-4b78-b76d-7c362eece9ba,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:20.445567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:20.452288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Checking segment: {'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:17:20.452638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Network hostable DHCP agents. Network: 32436d85-7b74-4492-b8ff-711eaaffdbbf, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:17:20.473765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Network 32436d85-7b74-4492-b8ff-711eaaffdbbf is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:17:20.482346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 32436d85-7b74-4492-b8ff-711eaaffdbbf) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:17:20.486018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:20.486596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:20.491467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b2c13-641e-4f4e-8a12-e66c2a95f546 None None] Network 32436d85-7b74-4492-b8ff-711eaaffdbbf requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:17:20.509602 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-91182f91-0d20-4f65-97d6-5d5f1e45e70c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3780303
Dec 15 19:17:20.743333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ccb25-7ceb-42e0-8bfd-33d423649d51 None None] Network 32436d85-7b74-4492-b8ff-711eaaffdbbf requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:17:21.043544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-b811e6fc-2c7b-4bde-a394-04b2eb85a47c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:21.044201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-b811e6fc-2c7b-4bde-a394-04b2eb85a47c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Synchronizing usage tracker for tenant:9465c69de09b4a6194e8945347729290 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:17:21.060205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-b811e6fc-2c7b-4bde-a394-04b2eb85a47c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Unset dirty status for tenant:9465c69de09b4a6194e8945347729290 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:17:21.061487 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-b811e6fc-2c7b-4bde-a394-04b2eb85a47c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 815 time: 0.1570230
Dec 15 19:17:21.077001 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-30eadda0-f542-4ff9-8930-e59dd2e3f111 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/quotas/9465c69de09b4a6194e8945347729290 HTTP/1.1" status: 200  len: 375 time: 0.0102196
Dec 15 19:17:21.122025 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-1fc55d50-dd94-4eb3-9218-5acd504da11c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0397563
Dec 15 19:17:21.132040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-7099250e-f21f-4b2d-93db-8af8da00dbf7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:17:21.132939 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-7099250e-f21f-4b2d-93db-8af8da00dbf7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047820
Dec 15 19:17:21.259831 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-aa16194d-1dc6-4f7b-884b-2ea29be4801a service neutron] 10.222.0.48 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215007
Dec 15 19:17:21.387049 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-d5c0a01d-d048-4536-b430-5b486507baac service neutron] 10.222.0.48 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215887
Dec 15 19:17:21.569887 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1237b8c8-7c60-496a-8ad2-7991cf0768c0 req-421608c9-5ce1-4003-9184-aaf52093eb63 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 210 time: 0.0425549
Dec 15 19:17:22.648990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-cdc68385-f27b-4c87-9383-ff64bff1e257 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:22.650428 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-cdc68385-f27b-4c87-9383-ff64bff1e257 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 815 time: 0.2439365
Dec 15 19:17:22.667293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Request body: {'port': {'device_id': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf', 'admin_state_up': True, 'tenant_id': '9465c69de09b4a6194e8945347729290'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:17:22.781599 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9a660a4-c05c-4b58-91a6-acb0b6753414 req-d2739f59-2351-4d53-8f4b-44a3df6047a3 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 210 time: 0.0895870
Dec 15 19:17:22.839793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:17:22.843536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Usage tracker for resource:port and tenant:9465c69de09b4a6194e8945347729290 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:17:22.846284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:17:22.852350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:17:22.861904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Made reservation on behalf of 9465c69de09b4a6194e8945347729290 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:17:22.865569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:23.021990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Allocated IP 172.20.0.10 (32436d85-7b74-4492-b8ff-711eaaffdbbf/94debb40-502b-4b78-b76d-7c362eece9ba/403fac67-4984-4455-bb60-0594276caee9) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:17:23.216009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:23.242848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:23.248120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4534639-f13d-40c6-81af-d2487506c0a8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:23.305048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Network 32436d85-7b74-4492-b8ff-711eaaffdbbf is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:17:23.308006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:17:23.320024 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:17:23.358287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Pushing event updated for resources: {'Port': ['ID=403fac67-4984-4455-bb60-0594276caee9,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:23.362407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:23.383615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:23.384196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:23.404104 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7405517
Dec 15 19:17:23.415242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Request body: {'port': {'device_id': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:17:23.519180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:23.849248 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403fac67-4984-4455-bb60-0594276caee9 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:17:23.856195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:23.870506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Transition to ACTIVE for port object 403fac67-4984-4455-bb60-0594276caee9 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:17:23.873586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:23.878520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b0a5b119-5e95-4535-bb82-bb046091d582 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:23.993402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b420d4-321b-4d65-9e76-725649caba68 req-e688edd9-01b8-4f81-9c96-7a7918af6aa6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:23.994861 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03b420d4-321b-4d65-9e76-725649caba68 req-e688edd9-01b8-4f81-9c96-7a7918af6aa6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0834360
Dec 15 19:17:23.998480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Pushing event updated for resources: {'Port': ['ID=403fac67-4984-4455-bb60-0594276caee9,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:24.002534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:24.110659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Attempting to bind port 403fac67-4984-4455-bb60-0594276caee9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:17:24.110887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Attempting to bind port 403fac67-4984-4455-bb60-0594276caee9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:17:24.111208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Attempting to bind port 403fac67-4984-4455-bb60-0594276caee9 on network 32436d85-7b74-4492-b8ff-711eaaffdbbf {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:17:24.117726 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Port 403fac67-4984-4455-bb60-0594276caee9 on network 32436d85-7b74-4492-b8ff-711eaaffdbbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:17:24.118041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Attempting to bind port 403fac67-4984-4455-bb60-0594276caee9 on network 32436d85-7b74-4492-b8ff-711eaaffdbbf {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:17:24.124335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:17:24.124663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Checking segment: {'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:17:24.125035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Bound using segment: {'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:17:24.125474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Bound port: 403fac67-4984-4455-bb60-0594276caee9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:17:24.125813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:24.141372 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-03b420d4-321b-4d65-9e76-725649caba68 req-f691974b-bab2-4a9d-8b86-0c72f9cf1d26 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399212
Dec 15 19:17:24.221620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] For port 403fac67-4984-4455-bb60-0594276caee9, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:17:24.224538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] For port 403fac67-4984-4455-bb60-0594276caee9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=403fac67-4984-4455-bb60-0594276caee9,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:17:24.234917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:24.239283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:24.389950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:24.391289 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-c3eba300-884e-4245-9474-baa964c162cf service neutron] 10.222.0.64 "PUT /v2.0/ports/403fac67-4984-4455-bb60-0594276caee9 HTTP/1.1" status: 200  len: 1094 time: 0.9798765
Dec 15 19:17:24.391803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'tag': '403fac67-4984-4455-bb60-0594276caee9'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:17:24.413640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Pushing event updated for resources: {'Port': ['ID=403fac67-4984-4455-bb60-0594276caee9,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:24.416738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:24.461487 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'tag': '403fac67-4984-4455-bb60-0594276caee9', 'status': 'completed', 'code': 200}
Dec 15 19:17:24.496691 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-6711bf7b-1fcf-43e6-b37e-4099303a2724 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 1097 time: 0.0689886
Dec 15 19:17:24.567924 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-85059729-4324-415e-9d6f-d6e337dc5792 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=403fac67-4984-4455-bb60-0594276caee9 HTTP/1.1" status: 200  len: 217 time: 0.0642977
Dec 15 19:17:24.628487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-d38ef1a3-5d26-437b-8297-5abc40c2e886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:24.629882 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-d38ef1a3-5d26-437b-8297-5abc40c2e886 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0551088
Dec 15 19:17:24.677395 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-efc6eba6-6265-468b-be7e-e75f98bad300 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412791
Dec 15 19:17:24.805882 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-da2b9104-0d46-4c4b-aebe-656b84e4dbab service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220577
Dec 15 19:17:24.934425 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-96099859-b25a-4d32-8609-62c8f5de3b44 req-220a0d94-28c7-47db-8835-d745904ced2c service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220167
Dec 15 19:17:25.043327 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-70f69a42-6d5b-4d69-bfc5-03e0f8ffb845 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 1097 time: 0.0678196
Dec 15 19:17:25.174103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-38f9c465-b893-4bdd-8f57-4f077cbb9650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:25.175536 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-38f9c465-b893-4bdd-8f57-4f077cbb9650 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.1249192
Dec 15 19:17:25.246416 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-65654e6e-ad31-4a65-9592-e1d0ae700e5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=403fac67-4984-4455-bb60-0594276caee9 HTTP/1.1" status: 200  len: 217 time: 0.0639148
Dec 15 19:17:25.309417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-81133609-2aad-49ea-a3eb-c4e08bcd95d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:25.310858 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-81133609-2aad-49ea-a3eb-c4e08bcd95d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0579700
Dec 15 19:17:25.338929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ec0ee-9261-4043-a3c2-c1321c7b7105 req-f989da58-3d80-43e2-97e7-6a67314f227b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:25.340460 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-344ec0ee-9261-4043-a3c2-c1321c7b7105 req-f989da58-3d80-43e2-97e7-6a67314f227b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0781689
Dec 15 19:17:25.355410 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-4a05c0c0-f459-42de-b97c-a5915dac5608 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381069
Dec 15 19:17:25.386573 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-344ec0ee-9261-4043-a3c2-c1321c7b7105 req-c5845ea9-90d2-47da-9780-ab0f68beba1d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404973
Dec 15 19:17:25.489146 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-8e692871-0770-473d-9473-0807cc6c3395 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261394
Dec 15 19:17:25.620225 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3b10793f-ede5-4329-8817-666dcb3024b8 req-277dbbae-f8b0-41d3-8483-fcade69ce684 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244030
Dec 15 19:17:26.586827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7b8-df89-4a31-9f15-3c7b883a01de req-aa1f8f5f-9554-4026-85cc-d61d2dd4ac47 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:26.587511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-a37fa7b8-df89-4a31-9f15-3c7b883a01de req-aa1f8f5f-9554-4026-85cc-d61d2dd4ac47 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Synchronizing usage tracker for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:17:26.604120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-a37fa7b8-df89-4a31-9f15-3c7b883a01de req-aa1f8f5f-9554-4026-85cc-d61d2dd4ac47 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Unset dirty status for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:17:26.605498 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a37fa7b8-df89-4a31-9f15-3c7b883a01de req-aa1f8f5f-9554-4026-85cc-d61d2dd4ac47 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0980618
Dec 15 19:17:26.650465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-a37fa7b8-df89-4a31-9f15-3c7b883a01de req-2c4a757d-16df-4ea8-8b37-4f193f110556 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Synchronizing usage tracker for tenant:9465c69de09b4a6194e8945347729290 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:17:26.667853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-a37fa7b8-df89-4a31-9f15-3c7b883a01de req-2c4a757d-16df-4ea8-8b37-4f193f110556 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Unset dirty status for tenant:9465c69de09b4a6194e8945347729290 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:17:26.669021 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a37fa7b8-df89-4a31-9f15-3c7b883a01de req-2c4a757d-16df-4ea8-8b37-4f193f110556 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580332
Dec 15 19:17:27.158162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:27.863547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8352a3e-b513-48f2-ac44-59cc5222989b req-6a55207b-f93a-413f-9a03-89b45b95c1ef tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:27.865008 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c8352a3e-b513-48f2-ac44-59cc5222989b req-6a55207b-f93a-413f-9a03-89b45b95c1ef tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0778158
Dec 15 19:17:27.909640 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c8352a3e-b513-48f2-ac44-59cc5222989b req-1e3f9d03-73c6-4813-81fd-1e3542bf4756 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387456
Dec 15 19:17:27.956960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 403fac67-4984-4455-bb60-0594276caee9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:17:28.087679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 403fac67-4984-4455-bb60-0594276caee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=403fac67-4984-4455-bb60-0594276caee9,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:28.100351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '403fac67-4984-4455-bb60-0594276caee9', 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf', 'port_id': '403fac67-4984-4455-bb60-0594276caee9', 'mac_address': 'fa:16:3e:96:eb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94debb40-502b-4b78-b76d-7c362eece9ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:17:28.155203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:28.171922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403fac67-4984-4455-bb60-0594276caee9 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:17:28.186157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 403fac67-4984-4455-bb60-0594276caee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=403fac67-4984-4455-bb60-0594276caee9,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:28.189972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:28.192209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:28.254369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=403fac67-4984-4455-bb60-0594276caee9,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:28.257253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:28.396416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['403fac67-4984-4455-bb60-0594276caee9'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:17:29.102396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e2650-1332-4a0c-8b91-d2129473fe89 req-f1f2a32f-47ce-4e64-9a10-c63df35c6ad4 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:29.103752 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-611e2650-1332-4a0c-8b91-d2129473fe89 req-f1f2a32f-47ce-4e64-9a10-c63df35c6ad4 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 945 time: 0.0758598
Dec 15 19:17:29.151467 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-611e2650-1332-4a0c-8b91-d2129473fe89 req-4ca48788-e748-42bb-a36e-fe78bc90e067 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423949
Dec 15 19:17:29.956593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 403fac67-4984-4455-bb60-0594276caee9 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:17:30.022260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 403fac67-4984-4455-bb60-0594276caee9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:17:30.026677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 403fac67-4984-4455-bb60-0594276caee9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:17:30.027046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:30.137432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:30.162989 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403fac67-4984-4455-bb60-0594276caee9'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:17:30.172330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 403fac67-4984-4455-bb60-0594276caee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=403fac67-4984-4455-bb60-0594276caee9,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:17:30.182857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:30.184851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:17:30.225024 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403fac67-4984-4455-bb60-0594276caee9', 'code': 200}
Dec 15 19:17:30.258256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=403fac67-4984-4455-bb60-0594276caee9,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:17:30.262375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:17:30.367581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f11f22-20c9-480e-a7b7-ce038f58fc7e req-f4144403-ea99-4724-aafa-d850a992c91b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:30.369726 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-90f11f22-20c9-480e-a7b7-ce038f58fc7e req-f4144403-ea99-4724-aafa-d850a992c91b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0831318
Dec 15 19:17:30.461692 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-90f11f22-20c9-480e-a7b7-ce038f58fc7e req-81e307dd-6197-42c0-922b-79212928e0b0 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863819
Dec 15 19:17:30.483191 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-25dacfea-2db8-4524-ac01-6f2865407f9a req-01e622ae-663a-4baa-88a6-ebe9c586f64a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 1099 time: 0.0918739
Dec 15 19:17:30.614763 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-25dacfea-2db8-4524-ac01-6f2865407f9a req-93fd7cc2-aade-4423-8b1d-96efa9e60644 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250939
Dec 15 19:17:31.666982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9a81c-0121-4759-90e9-873e2e751881 req-2ba8eb90-4256-4bb7-af96-3a9e2ca63538 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:31.668397 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aca9a81c-0121-4759-90e9-873e2e751881 req-2ba8eb90-4256-4bb7-af96-3a9e2ca63538 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0805995
Dec 15 19:17:31.716905 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aca9a81c-0121-4759-90e9-873e2e751881 req-24896a03-9c90-4eb8-b468-50f5df52780c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429840
Dec 15 19:17:32.911322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb539e72-9cab-4e78-a4f3-9fbd7f6f320b req-a0183036-1e0d-4d97-ae32-bab673f2dfd7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:32.912639 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fb539e72-9cab-4e78-a4f3-9fbd7f6f320b req-a0183036-1e0d-4d97-ae32-bab673f2dfd7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0757098
Dec 15 19:17:32.957097 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fb539e72-9cab-4e78-a4f3-9fbd7f6f320b req-ccb2dd89-efd1-430d-a35d-3b1b4b815e63 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388877
Dec 15 19:17:33.148494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb579b-9562-4413-a31f-25f33740ccb0 req-0d964ef6-045c-432c-b910-835d901d10bd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:33.149952 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-afeb579b-9562-4413-a31f-25f33740ccb0 req-0d964ef6-045c-432c-b910-835d901d10bd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0759604
Dec 15 19:17:33.194507 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-afeb579b-9562-4413-a31f-25f33740ccb0 req-ab4384c8-2277-41aa-a89a-abb84ed9d54c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389242
Dec 15 19:17:33.555050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed195ab-4fba-4bbd-a654-f74f90abfcfa req-fd98f5fb-b2cb-4816-97ec-343e6f78d3b8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:33.556445 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ed195ab-4fba-4bbd-a654-f74f90abfcfa req-fd98f5fb-b2cb-4816-97ec-343e6f78d3b8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0780988
Dec 15 19:17:33.600404 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3ed195ab-4fba-4bbd-a654-f74f90abfcfa req-c9aac2f4-29b2-43ea-94ac-3cc9fb85870b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386326
Dec 15 19:17:33.793928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90859b4f-f3e9-4a76-b752-37a616669115 req-8c15f3d4-e6d2-42c8-9935-6673a616cb33 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:33.795368 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-90859b4f-f3e9-4a76-b752-37a616669115 req-8c15f3d4-e6d2-42c8-9935-6673a616cb33 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0787976
Dec 15 19:17:33.841518 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-90859b4f-f3e9-4a76-b752-37a616669115 req-c69bc5b4-84ea-4b34-8d73-70aca4b987dc tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401862
Dec 15 19:17:34.033033 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5d147834-a72b-4b12-a96e-9560eb50b9f4 req-447f097a-06a7-40e1-ae33-2711cec3597b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0663505
Dec 15 19:17:34.319872 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-0f334c77-68b0-489b-ac97-f215a16744bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1138744
Dec 15 19:17:34.354500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86313c54-c1b7-4c62-b203-5349eb8987ab req-332b2c9c-b262-43a5-8774-e1fdc0d1a4e7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:34.355930 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-86313c54-c1b7-4c62-b203-5349eb8987ab req-332b2c9c-b262-43a5-8774-e1fdc0d1a4e7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0873427
Dec 15 19:17:34.403175 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-86313c54-c1b7-4c62-b203-5349eb8987ab req-1c2c3d27-19ae-4c0a-b3e3-f1570a47b1c6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412314
Dec 15 19:17:35.499253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-07e4ff23-22c9-4afc-aa13-3fe796fc30f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 1099 time: 0.0707436
Dec 15 19:17:35.601223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ba694-bd96-4201-ae99-b02f0bd9afc8 req-d8cecd18-b4c9-46d2-99df-80da084dadd6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:35.602699 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-eb3ba694-bd96-4201-ae99-b02f0bd9afc8 req-d8cecd18-b4c9-46d2-99df-80da084dadd6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0805793
Dec 15 19:17:35.630138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-82b890aa-8407-4ade-b5be-9695c39e0d97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:35.631551 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-82b890aa-8407-4ade-b5be-9695c39e0d97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.1262221
Dec 15 19:17:35.647997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-eb3ba694-bd96-4201-ae99-b02f0bd9afc8 req-54a784c7-d43b-4041-8ed7-92394ae9affb tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396569
Dec 15 19:17:35.698085 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-0dc3f4c0-b12e-4035-8fad-98b55a943eb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=403fac67-4984-4455-bb60-0594276caee9 HTTP/1.1" status: 200  len: 217 time: 0.0600426
Dec 15 19:17:35.761341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-d86a9fdd-ad7c-4d42-9cae-a73dfa0bd5b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:35.762724 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-d86a9fdd-ad7c-4d42-9cae-a73dfa0bd5b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0589488
Dec 15 19:17:35.808232 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-e2477038-1833-4b36-8579-346183e4cf39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393939
Dec 15 19:17:35.935721 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-5261c247-78cc-4c46-9d1a-0c6e4b981d60 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213899
Dec 15 19:17:36.063741 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-4cfcb56b-b63e-45e8-be70-a93ccfc9397b service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218729
Dec 15 19:17:36.844270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f72c31-1642-44fd-ac16-09920824fb3b req-3855cf03-c4e7-427e-b5a9-3584f6123814 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:36.845693 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-19f72c31-1642-44fd-ac16-09920824fb3b req-3855cf03-c4e7-427e-b5a9-3584f6123814 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0765870
Dec 15 19:17:36.894294 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-19f72c31-1642-44fd-ac16-09920824fb3b req-4d8c124d-96f1-4b5d-8ced-f86d581bf138 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430987
Dec 15 19:17:38.091209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da58a1c-474d-4d8f-a18a-57efb06cc0a1 req-608d72c5-8aa5-4b43-9543-93aba0ea82ba tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:38.092547 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8da58a1c-474d-4d8f-a18a-57efb06cc0a1 req-608d72c5-8aa5-4b43-9543-93aba0ea82ba tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0760901
Dec 15 19:17:38.136533 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8da58a1c-474d-4d8f-a18a-57efb06cc0a1 req-e192fe84-b14b-4fd4-9238-8e4c6005a0cc tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386274
Dec 15 19:17:39.333045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334b90d-f960-4caf-869c-5f9e45f57ef0 req-a404f41b-5b4b-49ab-95ac-00ebbe4f0ee7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:39.334527 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6334b90d-f960-4caf-869c-5f9e45f57ef0 req-a404f41b-5b4b-49ab-95ac-00ebbe4f0ee7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0769091
Dec 15 19:17:39.378971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6334b90d-f960-4caf-869c-5f9e45f57ef0 req-4fd535ed-fd9f-4cd6-926e-da4f170390a0 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389655
Dec 15 19:17:40.575908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4ab0-261c-4e70-9d49-9b65d5adc957 req-864ffbc2-1de1-48a3-aa20-0a985cd680b5 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:40.577364 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-99fd4ab0-261c-4e70-9d49-9b65d5adc957 req-864ffbc2-1de1-48a3-aa20-0a985cd680b5 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0806091
Dec 15 19:17:40.622028 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-99fd4ab0-261c-4e70-9d49-9b65d5adc957 req-0dd19fd5-4fe4-4750-a0c3-4d8c3b5d815d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391634
Dec 15 19:17:41.820931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa268ed-8e8f-4a8b-b6ed-819081883ab4 req-263ae5f9-cbb1-44e2-b6f2-b45fbdee3fe6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:41.822384 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-efa268ed-8e8f-4a8b-b6ed-819081883ab4 req-263ae5f9-cbb1-44e2-b6f2-b45fbdee3fe6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0790977
Dec 15 19:17:41.869224 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-efa268ed-8e8f-4a8b-b6ed-819081883ab4 req-0e39e540-f70c-413b-8913-7d4becf2d3e9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414965
Dec 15 19:17:43.059562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4fdd1-0e7d-4f9c-aa4b-c53aacd6ec1b req-afbbb54e-9531-46f7-9e5e-b582de505833 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:43.061565 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2e4fdd1-0e7d-4f9c-aa4b-c53aacd6ec1b req-afbbb54e-9531-46f7-9e5e-b582de505833 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0760221
Dec 15 19:17:43.109271 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2e4fdd1-0e7d-4f9c-aa4b-c53aacd6ec1b req-10a70976-fcc6-4f1c-a2ef-83656f402879 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423312
Dec 15 19:17:43.303782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c611042c-96d0-481c-83bd-a8d46c30a0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:44.302706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46081774-7eae-47d8-91b1-272de5cf74b6 req-0623be50-429c-4685-b5b8-041abab5947e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:44.304152 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-46081774-7eae-47d8-91b1-272de5cf74b6 req-0623be50-429c-4685-b5b8-041abab5947e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0773442
Dec 15 19:17:44.348406 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-46081774-7eae-47d8-91b1-272de5cf74b6 req-7450310a-6a5a-476a-9a57-0240df867926 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388801
Dec 15 19:17:45.545251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b5b51-987d-46cd-871e-19e095966c80 req-9b41c274-5a53-4da9-ba72-290e4b1ecd55 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:45.546672 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-314b5b51-987d-46cd-871e-19e095966c80 req-9b41c274-5a53-4da9-ba72-290e4b1ecd55 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0749843
Dec 15 19:17:45.569755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a201e2b-20db-41e7-864a-571671504ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:45.592570 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-314b5b51-987d-46cd-871e-19e095966c80 req-c7996ebf-0732-4c5f-ab7b-db16c821168d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405192
Dec 15 19:17:46.752070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:46.788122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc001a-5712-41fe-adc9-afa5fe747450 req-029fe647-ef9d-45aa-a77e-6ed81ca04594 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:46.789588 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9dc001a-5712-41fe-adc9-afa5fe747450 req-029fe647-ef9d-45aa-a77e-6ed81ca04594 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0795870
Dec 15 19:17:46.830277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:46.834541 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9dc001a-5712-41fe-adc9-afa5fe747450 req-de934b15-7d63-4975-98c9-4962d0aa6659 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390844
Dec 15 19:17:48.029966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb479-ecef-4e31-a1a3-20cb0bab6e4c req-5a742bac-2f3c-4f98-af90-84fd8b8a15e8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:48.031296 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fd3fb479-ecef-4e31-a1a3-20cb0bab6e4c req-5a742bac-2f3c-4f98-af90-84fd8b8a15e8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0791349
Dec 15 19:17:48.076326 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fd3fb479-ecef-4e31-a1a3-20cb0bab6e4c req-7cf456f5-3dc2-4e83-9bff-8a456f3e95de tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394390
Dec 15 19:17:48.267686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:49.270895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaf169-3e7e-44b4-891d-c2b2d4ac5ca8 req-26ae57cc-68b2-4ac3-8845-448e2eea279b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:49.272361 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a9aaf169-3e7e-44b4-891d-c2b2d4ac5ca8 req-26ae57cc-68b2-4ac3-8845-448e2eea279b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0750475
Dec 15 19:17:49.320328 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a9aaf169-3e7e-44b4-891d-c2b2d4ac5ca8 req-d0311de3-6c67-46f9-9a1f-54848b5736c0 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425780
Dec 15 19:17:50.516525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4330a7a-24ff-4592-aee2-0e9ee1a990da req-12572554-509a-4ed1-85c8-5f69e8244c73 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:50.517988 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b4330a7a-24ff-4592-aee2-0e9ee1a990da req-12572554-509a-4ed1-85c8-5f69e8244c73 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0769284
Dec 15 19:17:50.563486 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b4330a7a-24ff-4592-aee2-0e9ee1a990da req-ab6d051f-f07e-4762-8398-0c139c6b8d5b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399671
Dec 15 19:17:51.038064 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:17:51.843821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62154868-7f5b-4299-9ccb-6710f3477d3f req-522889c2-614a-4a1c-867f-e51b0aa5353b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:51.845277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-62154868-7f5b-4299-9ccb-6710f3477d3f req-522889c2-614a-4a1c-867f-e51b0aa5353b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.1642003
Dec 15 19:17:51.891142 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-62154868-7f5b-4299-9ccb-6710f3477d3f req-dfefaee8-8e32-4005-87ec-31a1fc88965e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403559
Dec 15 19:17:53.090311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6dae9-b1bb-4aac-b221-e2444741872d req-5259e3c5-a825-4b70-aa59-e1494ad3fd21 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:53.091766 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cfd6dae9-b1bb-4aac-b221-e2444741872d req-5259e3c5-a825-4b70-aa59-e1494ad3fd21 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0801620
Dec 15 19:17:53.135631 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cfd6dae9-b1bb-4aac-b221-e2444741872d req-97d7c650-d326-478c-813f-b55227a643cf tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384772
Dec 15 19:17:54.332081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeaaa-33b6-4713-93e7-b06bef97ec2a req-f44b19ca-de90-4699-aa8c-0573d1589637 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:54.333527 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-324eeaaa-33b6-4713-93e7-b06bef97ec2a req-f44b19ca-de90-4699-aa8c-0573d1589637 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0814402
Dec 15 19:17:54.376848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-324eeaaa-33b6-4713-93e7-b06bef97ec2a req-26506080-ab20-4152-a8fd-39b14b0c10c6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379944
Dec 15 19:17:55.576044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994954fd-bdce-4e09-ab7b-83db2a612f28 req-0dbb7d59-2f13-4893-8490-e6488a3c3399 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:55.577504 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-994954fd-bdce-4e09-ab7b-83db2a612f28 req-0dbb7d59-2f13-4893-8490-e6488a3c3399 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0768907
Dec 15 19:17:55.624276 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-994954fd-bdce-4e09-ab7b-83db2a612f28 req-5524a06d-82c0-4232-9127-4272408feb1d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413916
Dec 15 19:17:56.886670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5f7c-ed82-47a1-a779-c0533010f078 req-fc14ed43-ac75-4063-94fd-e4b252e35ad3 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:56.888751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-decd5f7c-ed82-47a1-a779-c0533010f078 req-fc14ed43-ac75-4063-94fd-e4b252e35ad3 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.1445897
Dec 15 19:17:56.932794 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-decd5f7c-ed82-47a1-a779-c0533010f078 req-1a0f6bd6-3b78-40cd-a7e4-f9969f80402c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385878
Dec 15 19:17:57.165187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:17:58.206680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e521d5-04ed-40e2-a1f8-47cefa4992a2 req-582178de-dff8-46b9-a7ba-2ad7e6655cd1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:58.208101 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-30e521d5-04ed-40e2-a1f8-47cefa4992a2 req-582178de-dff8-46b9-a7ba-2ad7e6655cd1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.1541038
Dec 15 19:17:58.252002 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-30e521d5-04ed-40e2-a1f8-47cefa4992a2 req-ba4d7e7b-8c16-439e-9f6c-93398d56c7a7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384560
Dec 15 19:17:59.445789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd92f3-27bb-4f23-9114-5edc12e24d61 req-482ff4a6-0a99-4f7f-b7b5-3f4edafd0d7d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:17:59.447210 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-acbd92f3-27bb-4f23-9114-5edc12e24d61 req-482ff4a6-0a99-4f7f-b7b5-3f4edafd0d7d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0780149
Dec 15 19:17:59.492493 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-acbd92f3-27bb-4f23-9114-5edc12e24d61 req-0b450d10-2fea-4b5e-bb9a-9cfceb2cfc97 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395286
Dec 15 19:18:00.698668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0b68d-7baf-4968-bc9d-8843be995515 req-e77608b4-0742-4029-894e-bb9bcb856a0b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:00.700117 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-02a0b68d-7baf-4968-bc9d-8843be995515 req-e77608b4-0742-4029-894e-bb9bcb856a0b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0757437
Dec 15 19:18:00.749348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-02a0b68d-7baf-4968-bc9d-8843be995515 req-deabd237-583b-43c3-9e97-f52b8a5619ae tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437398
Dec 15 19:18:01.941072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd815-f91e-4693-98c3-ff06ffa7a8ec req-ab866774-c889-4e14-a79b-c3ea6a97ff19 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:01.942507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-229cd815-f91e-4693-98c3-ff06ffa7a8ec req-ab866774-c889-4e14-a79b-c3ea6a97ff19 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0759764
Dec 15 19:18:01.990287 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-229cd815-f91e-4693-98c3-ff06ffa7a8ec req-837fada0-f149-40ec-9065-26e012a6da2e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423765
Dec 15 19:18:02.691312 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-909a0e8d-10e6-4f92-ae36-63164051316c service neutron] 10.222.0.64 "GET /v2.0/ports/403fac67-4984-4455-bb60-0594276caee9/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0719092
Dec 15 19:18:02.946970 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-138cc833-d1e5-4988-842b-c55bbfd0d7ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8&tenant_id=9465c69de09b4a6194e8945347729290 HTTP/1.1" status: 200  len: 1099 time: 0.0683682
Dec 15 19:18:03.038724 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-db030828-5393-4a88-b1c6-8277c3ec2c55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 1099 time: 0.0715837
Dec 15 19:18:03.169533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-81d8b1cc-17aa-4be3-a292-15c626c1f578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:03.170973 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-81d8b1cc-17aa-4be3-a292-15c626c1f578 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.1261322
Dec 15 19:18:03.185134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928e861-9a02-42ea-bc96-1b445c7774a8 req-457b9f6f-773e-49b5-914d-4d2f83f68d41 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:03.186627 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a928e861-9a02-42ea-bc96-1b445c7774a8 req-457b9f6f-773e-49b5-914d-4d2f83f68d41 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0771654
Dec 15 19:18:03.232682 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a928e861-9a02-42ea-bc96-1b445c7774a8 req-746193ea-7983-4c63-95f0-833439d7efa9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405624
Dec 15 19:18:03.241337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-4653a82e-6faf-4042-a65d-9e30a05c1a7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=403fac67-4984-4455-bb60-0594276caee9 HTTP/1.1" status: 200  len: 217 time: 0.0641627
Dec 15 19:18:03.303169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-9a56ea0b-44f0-42db-b1c4-04361893f9cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:03.304594 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-9a56ea0b-44f0-42db-b1c4-04361893f9cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0574656
Dec 15 19:18:03.348542 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-0ad15a80-2409-4dc2-9b5a-098f9e8add0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381637
Dec 15 19:18:03.475967 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-832b1381-8da0-4ca7-8b59-ee997b3a8bb7 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214664
Dec 15 19:18:03.604747 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35db2ef-bdae-410c-8bcf-ffd88ef9dbf1 req-3c9ea7ed-f7c7-4d07-8ec3-79185e08d54d service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231987
Dec 15 19:18:04.432968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155fe4-9200-4d7a-8f55-9b1e848fe39c req-84efde0f-c0a2-4909-9f87-1d4e0cf52ff8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:04.434455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-97155fe4-9200-4d7a-8f55-9b1e848fe39c req-84efde0f-c0a2-4909-9f87-1d4e0cf52ff8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0808430
Dec 15 19:18:04.478196 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-97155fe4-9200-4d7a-8f55-9b1e848fe39c req-321bd0eb-0575-477c-8cd5-e0a4dbca2f6d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383878
Dec 15 19:18:05.772024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584d8b5-b93a-4e6d-8b27-74d79a58c7c2 req-701c15c9-f38c-484c-8dbc-215fa0cc4547 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:05.773396 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3584d8b5-b93a-4e6d-8b27-74d79a58c7c2 req-701c15c9-f38c-484c-8dbc-215fa0cc4547 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.1757662
Dec 15 19:18:05.821413 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3584d8b5-b93a-4e6d-8b27-74d79a58c7c2 req-695f432c-dff2-487a-8471-443ea86182e3 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425878
Dec 15 19:18:06.090911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 403fac67-4984-4455-bb60-0594276caee9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:18:06.140015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-8858b502-97de-45d7-8c94-25300edaa38d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:06.141684 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-8858b502-97de-45d7-8c94-25300edaa38d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8&tenant_id=9465c69de09b4a6194e8945347729290&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.0843279
Dec 15 19:18:06.141906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75174f-a973-4659-85d7-a50dac2def13 req-e4923b3f-6617-4736-9915-2b9e79b238cc tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:06.143545 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d75174f-a973-4659-85d7-a50dac2def13 req-e4923b3f-6617-4736-9915-2b9e79b238cc tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 946 time: 0.0761280
Dec 15 19:18:06.192839 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d75174f-a973-4659-85d7-a50dac2def13 req-a5ef2a70-133c-4cb2-973f-c574fadceeac tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420907
Dec 15 19:18:06.206762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:06.233252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '403fac67-4984-4455-bb60-0594276caee9'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:18:06.242761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 403fac67-4984-4455-bb60-0594276caee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=403fac67-4984-4455-bb60-0594276caee9,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:06.247572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:06.249884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:06.287965 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-a3286316-b311-4f1f-b6fb-88a8b11a9dc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 1097 time: 0.0767694
Dec 15 19:18:06.298603 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '403fac67-4984-4455-bb60-0594276caee9', 'code': 200}
Dec 15 19:18:06.317587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=403fac67-4984-4455-bb60-0594276caee9,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:06.320706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:06.511481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-b1207d84-f497-4852-aa4f-56cf425f55e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:06.512933 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-b1207d84-f497-4852-aa4f-56cf425f55e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.2182181
Dec 15 19:18:06.578474 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-7175e725-a1c1-4842-b29d-56e7eabbaf91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=403fac67-4984-4455-bb60-0594276caee9 HTTP/1.1" status: 200  len: 217 time: 0.0585406
Dec 15 19:18:06.640097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-1a2affbe-2093-411e-82da-8ebd5031c868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:06.641489 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-1a2affbe-2093-411e-82da-8ebd5031c868 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0569932
Dec 15 19:18:06.685417 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-b2fea25c-4dad-458f-8b76-df3a29548bc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381017
Dec 15 19:18:06.814588 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-ee635c91-c041-417e-9973-e8fc0256a65c service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217098
Dec 15 19:18:06.943330 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eebe04a4-3578-479b-9dcb-c3fdfda4286b req-4e0ef3f6-552f-49a6-a7b6-0bbee07df282 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226208
Dec 15 19:18:07.401449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343ad3-6631-4725-8db5-151223f22db1 req-59531664-4144-44e5-a823-890e0714159f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:07.402942 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b6343ad3-6631-4725-8db5-151223f22db1 req-59531664-4144-44e5-a823-890e0714159f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0864761
Dec 15 19:18:07.447805 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b6343ad3-6631-4725-8db5-151223f22db1 req-9e8995f3-14f1-4486-a27b-3fa17b238ff7 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393596
Dec 15 19:18:08.659829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9293b94-0f62-4e6b-9aed-2bc6feb4ce60 req-beb8cc3b-3292-463c-ad5c-221e70b1bbe3 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:08.661329 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9293b94-0f62-4e6b-9aed-2bc6feb4ce60 req-beb8cc3b-3292-463c-ad5c-221e70b1bbe3 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0797546
Dec 15 19:18:08.706363 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9293b94-0f62-4e6b-9aed-2bc6feb4ce60 req-2fbb5468-f538-47f4-9c68-a9c9727a2a59 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393715
Dec 15 19:18:08.900390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc1b14-85b5-4df4-b47a-72ec7c9abea3 req-593ad769-98ea-4ccf-8ae9-b48f633ed8c2 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:08.901852 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-46fc1b14-85b5-4df4-b47a-72ec7c9abea3 req-593ad769-98ea-4ccf-8ae9-b48f633ed8c2 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0762770
Dec 15 19:18:08.950820 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-46fc1b14-85b5-4df4-b47a-72ec7c9abea3 req-7761b88a-0ec7-4df1-b87a-85ae3461d1e6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427043
Dec 15 19:18:09.146846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec6d4-ca60-40b2-b2fc-537490ab027d req-b049af24-2aee-4266-bc5a-ac36a2e60c55 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:09.148213 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-204ec6d4-ca60-40b2-b2fc-537490ab027d req-b049af24-2aee-4266-bc5a-ac36a2e60c55 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0769320
Dec 15 19:18:09.193374 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-204ec6d4-ca60-40b2-b2fc-537490ab027d req-2d2e6182-f789-4ded-b65c-ab91183f30f4 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390067
Dec 15 19:18:09.846107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-32c851dd-a804-4d0f-8fe5-9527bbfd7627 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:09.847423 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-32c851dd-a804-4d0f-8fe5-9527bbfd7627 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 815 time: 0.1396658
Dec 15 19:18:09.867551 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-dddb4f5d-717b-47a2-aef0-5af171ed7826 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/quotas/9465c69de09b4a6194e8945347729290 HTTP/1.1" status: 200  len: 375 time: 0.0147161
Dec 15 19:18:09.948872 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-bc7dfc41-39ee-4878-8b88-0621744b031b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0756071
Dec 15 19:18:10.075743 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-b1669b1e-e094-420d-9a7b-5c5b763a2296 service neutron] 10.222.0.48 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202884
Dec 15 19:18:10.202169 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-3b309f56-bcb6-4415-98ed-c0cf7a26c783 service neutron] 10.222.0.48 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208239
Dec 15 19:18:10.388005 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4812393c-1334-4cbc-8e04-0931e825f4aa req-fe37164c-2390-4f7d-82e9-1c18ec88837c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 210 time: 0.0491173
Dec 15 19:18:11.374576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-cc7ca253-ba35-4360-bc38-4a384d661411 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:11.375976 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-cc7ca253-ba35-4360-bc38-4a384d661411 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 815 time: 0.1418605
Dec 15 19:18:11.392257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Request body: {'port': {'device_id': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf', 'admin_state_up': True, 'tenant_id': '9465c69de09b4a6194e8945347729290'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:18:11.406350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-9c3872f6-78c9-414f-80ac-f805cb750902 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:11.408105 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-9c3872f6-78c9-414f-80ac-f805cb750902 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "GET /v2.0/ports?device_id=87d6ac44-b57c-44e9-874d-14d05dfe1cc8 HTTP/1.1" status: 200  len: 944 time: 0.0816855
Dec 15 19:18:11.484578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Deleting port 403fac67-4984-4455-bb60-0594276caee9 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:18:11.485031 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:11.569376 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3e197e36-ffb7-4c7a-92d4-0d9afef69e84 req-d78c35d9-9d79-4f57-80d2-429ebd3bc100 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 210 time: 0.0437937
Dec 15 19:18:11.582551 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:18:11.598659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:18:11.610370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Made reservation on behalf of 9465c69de09b4a6194e8945347729290 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:18:11.613348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:11.756751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] For port 403fac67-4984-4455-bb60-0594276caee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=403fac67-4984-4455-bb60-0594276caee9,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:11.757098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:11.876806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Allocated IP 172.20.0.11 (32436d85-7b74-4492-b8ff-711eaaffdbbf/94debb40-502b-4b78-b76d-7c362eece9ba/8175a74d-4fdc-4f75-9189-568c01182b4f) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:18:11.879090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Calling delete_port for 403fac67-4984-4455-bb60-0594276caee9 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:18:12.026877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.033230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2c7994d8-e598-4a27-9908-eebc5d33dd97 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:12.075904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Pushing event deleted for resources: {'Port': ['ID=403fac67-4984-4455-bb60-0594276caee9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:12.087571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.087959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.088336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.088710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.089082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.089474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.089840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.090774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.091138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.091252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.091496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.092413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:12.118001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:12.119217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.125016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-19ab5a56-7e1a-40e4-a98f-842369276ffd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:12.164375 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] No DVR routers for this DVR port 403fac67-4984-4455-bb60-0594276caee9 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:18:12.167271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.170043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'name': 'network-vif-deleted', 'tag': '403fac67-4984-4455-bb60-0594276caee9'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:18:12.188424 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b6a2b46d-7c17-407b-abce-8a8209ed4db6 req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "DELETE /v2.0/ports/403fac67-4984-4455-bb60-0594276caee9 HTTP/1.1" status: 204  len: 173 time: 0.7752018
Dec 15 19:18:12.191811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Network 32436d85-7b74-4492-b8ff-711eaaffdbbf is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:18:12.195328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:18:12.200201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:18:12.226291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Pushing event updated for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:12.231625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:12.263335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:12.263933 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.288971 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9004819
Dec 15 19:18:12.300635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Request body: {'port': {'device_id': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:18:12.325247 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d6ac44-b57c-44e9-874d-14d05dfe1cc8', 'name': 'network-vif-deleted', 'tag': '403fac67-4984-4455-bb60-0594276caee9', 'status': 'completed', 'code': 200}
Dec 15 19:18:12.411868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.806144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8175a74d-4fdc-4f75-9189-568c01182b4f {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:18:12.814722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.833009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Transition to ACTIVE for port object 8175a74d-4fdc-4f75-9189-568c01182b4f will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:18:12.844924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:12.850543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c23e2a81-ff98-49f6-bec9-71f1245c4f49 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:12.900925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235214c-fecf-41c6-a22f-101d3bcbb2f7 req-6ddf3073-8b20-4fe5-bfc5-7c9caf29b5e2 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:12.901629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-6235214c-fecf-41c6-a22f-101d3bcbb2f7 req-6ddf3073-8b20-4fe5-bfc5-7c9caf29b5e2 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Synchronizing usage tracker for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:18:12.984381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:12.989523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:12.995638 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-6235214c-fecf-41c6-a22f-101d3bcbb2f7 req-6ddf3073-8b20-4fe5-bfc5-7c9caf29b5e2 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Unset dirty status for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:18:12.996788 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6235214c-fecf-41c6-a22f-101d3bcbb2f7 req-6ddf3073-8b20-4fe5-bfc5-7c9caf29b5e2 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 932 time: 0.2935605
Dec 15 19:18:13.112771 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6235214c-fecf-41c6-a22f-101d3bcbb2f7 req-3d427134-39e5-4615-a8d7-8e6cdc92c234 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925219
Dec 15 19:18:13.127622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Attempting to bind port 8175a74d-4fdc-4f75-9189-568c01182b4f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:18:13.127947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Attempting to bind port 8175a74d-4fdc-4f75-9189-568c01182b4f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:18:13.128265 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Attempting to bind port 8175a74d-4fdc-4f75-9189-568c01182b4f on network 32436d85-7b74-4492-b8ff-711eaaffdbbf {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:18:13.134040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Port 8175a74d-4fdc-4f75-9189-568c01182b4f on network 32436d85-7b74-4492-b8ff-711eaaffdbbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:18:13.134339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Attempting to bind port 8175a74d-4fdc-4f75-9189-568c01182b4f on network 32436d85-7b74-4492-b8ff-711eaaffdbbf {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:18:13.141016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:18:13.141372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Checking segment: {'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:18:13.141744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Bound using segment: {'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:18:13.142152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Bound port: 8175a74d-4fdc-4f75-9189-568c01182b4f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb7c124-c514-4239-9202-0b64b46fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:18:13.142498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:13.231261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:18:13.234572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:18:13.238470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:13.242523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8d8edd06-ca72-44ad-84c8-d9c8f3c63bd2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:13.296332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:13.297709 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/8175a74d-4fdc-4f75-9189-568c01182b4f HTTP/1.1" status: 200  len: 1094 time: 1.0019889
Dec 15 19:18:13.298233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:18:13.313184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-808962ee-db2f-4b90-8932-62fbbc647501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:13.321324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:13.324402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:13.406173 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-044bb70e-80bd-4cea-bef0-06cd7473e0be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 1097 time: 0.0691595
Dec 15 19:18:13.464161 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'status': 'completed', 'code': 200}
Dec 15 19:18:13.478906 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-4e5b0800-0b25-4bda-8a5c-3d89924ef876 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8175a74d-4fdc-4f75-9189-568c01182b4f HTTP/1.1" status: 200  len: 217 time: 0.0653653
Dec 15 19:18:13.539665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-88f15393-7d8f-4502-ab36-878bbd801128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:13.541050 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-88f15393-7d8f-4502-ab36-878bbd801128 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0567195
Dec 15 19:18:13.588604 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-90731e2c-c2f9-49c1-89d1-dacf886ed827 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409453
Dec 15 19:18:13.812020 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-b968a834-e5a0-4f92-b5ea-c6dc28fcaf80 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162669
Dec 15 19:18:13.940440 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d1aedda-947a-4362-b988-9c9d3c5b3588 req-80256fe2-a62e-4de8-813e-49d3995115b6 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218119
Dec 15 19:18:14.054262 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-01ccc38c-1aad-4f52-9292-7cc61acbba25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 1097 time: 0.0687740
Dec 15 19:18:14.186754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-2dfc6fd3-7aca-4a9c-91c0-e0115894317b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:14.188406 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-2dfc6fd3-7aca-4a9c-91c0-e0115894317b service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.1271975
Dec 15 19:18:14.263422 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-a47463dc-4b7e-4f81-a6dd-64e568bff045 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8175a74d-4fdc-4f75-9189-568c01182b4f HTTP/1.1" status: 200  len: 217 time: 0.0677152
Dec 15 19:18:14.329995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-c2823894-9578-40c3-83c9-a8e0ee87c1e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:14.331471 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-c2823894-9578-40c3-83c9-a8e0ee87c1e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0607538
Dec 15 19:18:14.409356 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-4f08578c-3704-49b5-a1a6-7a8c2cdfe986 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708749
Dec 15 19:18:14.564569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bf01f-6ab7-475a-882b-5ff943d7b198 req-927b4cc3-7fb2-46ea-a6bb-ab867be1c56e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:14.566055 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-590bf01f-6ab7-475a-882b-5ff943d7b198 req-927b4cc3-7fb2-46ea-a6bb-ab867be1c56e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 944 time: 0.1921511
Dec 15 19:18:14.569204 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-a253cc4b-edae-4ebe-a7a7-6fb26ab97de1 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496024
Dec 15 19:18:14.693603 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-590bf01f-6ab7-475a-882b-5ff943d7b198 req-05a761d2-febf-447f-9cf6-a843f31d35c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220775
Dec 15 19:18:14.729743 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-521bf875-f440-4bcc-a537-2f1343a0ce94 req-313cf155-fe5f-4581-947c-2182ca47d0e5 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442657
Dec 15 19:18:15.571919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c62a6076-fe8f-4a7b-8f02-9c3eb4abecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:15.891293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6a65c-765e-4be6-be22-1e310534b82a req-0715a866-5848-4f83-8b4f-1bf38b6066e9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:15.891886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-24d6a65c-765e-4be6-be22-1e310534b82a req-0715a866-5848-4f83-8b4f-1bf38b6066e9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Synchronizing usage tracker for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:18:15.903242 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-24d6a65c-765e-4be6-be22-1e310534b82a req-0715a866-5848-4f83-8b4f-1bf38b6066e9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Unset dirty status for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:18:15.904322 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-24d6a65c-765e-4be6-be22-1e310534b82a req-0715a866-5848-4f83-8b4f-1bf38b6066e9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 944 time: 0.0874147
Dec 15 19:18:15.948987 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-24d6a65c-765e-4be6-be22-1e310534b82a req-85e27a20-b607-46a2-b648-8dc67d748f43 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389950
Dec 15 19:18:16.143557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 403fac67-4984-4455-bb60-0594276caee9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:18:16.211604 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 403fac67-4984-4455-bb60-0594276caee9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:18:16.211950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 403fac67-4984-4455-bb60-0594276caee9 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:18:16.753279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:16.832337 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:17.143366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3b5cc-87fd-4013-8d6c-4478cb354f4a req-f816a10d-10fd-450b-9140-a56c0c22137f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:17.144764 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9c3b5cc-87fd-4013-8d6c-4478cb354f4a req-f816a10d-10fd-450b-9140-a56c0c22137f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 944 time: 0.0796974
Dec 15 19:18:17.189732 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9c3b5cc-87fd-4013-8d6c-4478cb354f4a req-6a62bbba-3055-4764-b228-7ddf306b105b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396628
Dec 15 19:18:18.143262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 8175a74d-4fdc-4f75-9189-568c01182b4f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:18:18.286252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:18.293367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:18.299628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf', 'port_id': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'mac_address': 'fa:16:3e:b7:9f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94debb40-502b-4b78-b76d-7c362eece9ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:18:18.353467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:18.369872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8175a74d-4fdc-4f75-9189-568c01182b4f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:18:18.384961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:18.387695 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824b826-e868-4da6-a6e5-2c5e139872da req-36de1d12-d931-4321-8252-b8967423f255 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:18.389194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:18.389437 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0824b826-e868-4da6-a6e5-2c5e139872da req-36de1d12-d931-4321-8252-b8967423f255 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 944 time: 0.0813489
Dec 15 19:18:18.390939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eec0b4b0-9369-4080-835b-98e0f724a5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:18.436591 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0824b826-e868-4da6-a6e5-2c5e139872da req-67bcacc1-468f-4de4-95d5-630c0339f5ca tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415075
Dec 15 19:18:18.458789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:18.467107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.467476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.467813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.468147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.468477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.468806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.469129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.469478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.469803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.470198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.470523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:18:18.474346 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:18.579068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['8175a74d-4fdc-4f75-9189-568c01182b4f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:18:19.631431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb227a26-970c-4923-9bcf-12dafceffa33 req-eb8de64f-7eac-4132-a8e5-2b326a66e1f4 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:19.632882 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb227a26-970c-4923-9bcf-12dafceffa33 req-eb8de64f-7eac-4132-a8e5-2b326a66e1f4 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 945 time: 0.0760767
Dec 15 19:18:19.681224 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb227a26-970c-4923-9bcf-12dafceffa33 req-97b9d136-4c15-46b1-86a4-af3d6f085162 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422599
Dec 15 19:18:20.142881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 8175a74d-4fdc-4f75-9189-568c01182b4f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:18:20.208896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 8175a74d-4fdc-4f75-9189-568c01182b4f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:18:20.213469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 8175a74d-4fdc-4f75-9189-568c01182b4f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:18:20.213840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:20.323764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:20.348963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:18:20.359011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:20.363584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:20.365432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4219398e-242f-4fd5-bc45-cf17ab21e295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:20.430563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:20.435812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:20.479014 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'code': 200}
Dec 15 19:18:20.695811 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7734a10e-82f8-4e96-bd64-ea8461057d6e req-03c88b50-7951-4e31-bd6e-25a01d68aaee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 1099 time: 0.0667067
Dec 15 19:18:20.738630 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7734a10e-82f8-4e96-bd64-ea8461057d6e req-29054a95-fc3c-4edc-af22-d8d9c6039bce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368786
Dec 15 19:18:20.880193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c758c07-38f3-4870-901c-8c1e3ed28cea req-d4118f7e-f894-4040-ab53-8740043d5961 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:20.881634 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c758c07-38f3-4870-901c-8c1e3ed28cea req-d4118f7e-f894-4040-ab53-8740043d5961 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0786057
Dec 15 19:18:20.927035 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c758c07-38f3-4870-901c-8c1e3ed28cea req-1de0403f-00cc-47d1-9fac-50a4f696fe12 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395885
Dec 15 19:18:22.118644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947d580-5d5c-4e62-b75a-b2471513fb03 req-fa0a0f69-1387-43ee-a802-6b54a98c749d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:22.119985 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8947d580-5d5c-4e62-b75a-b2471513fb03 req-fa0a0f69-1387-43ee-a802-6b54a98c749d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0757987
Dec 15 19:18:22.165273 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8947d580-5d5c-4e62-b75a-b2471513fb03 req-2a9f2ab1-017c-4885-bd4c-b5eaa5a6d41b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399499
Dec 15 19:18:22.354269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d479829-3ac3-417d-96f1-ca51aa006dfc req-7f413e54-55c3-469e-b4b2-a9f2381904ef tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:22.355703 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6d479829-3ac3-417d-96f1-ca51aa006dfc req-7f413e54-55c3-469e-b4b2-a9f2381904ef tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0757723
Dec 15 19:18:22.400155 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6d479829-3ac3-417d-96f1-ca51aa006dfc req-8879850e-53e0-4124-b7d9-b8b259b05b1c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390394
Dec 15 19:18:22.598281 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c89de227-710a-48d9-933c-a45a073b3e7f req-57a16c54-bdfb-4019-b937-9938444b6d7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0720975
Dec 15 19:18:22.882224 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-346e5eb7-9a20-4dda-ba2b-f116a8708315 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1111476
Dec 15 19:18:22.912707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f397e-0cb4-44d7-b76f-84df9d47566b req-9f2d32d1-7f91-44c8-983b-50dec99c3b61 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:22.914162 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-554f397e-0cb4-44d7-b76f-84df9d47566b req-9f2d32d1-7f91-44c8-983b-50dec99c3b61 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0902021
Dec 15 19:18:22.959979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-554f397e-0cb4-44d7-b76f-84df9d47566b req-5704e35b-d4b7-4916-a8da-a741665a9de9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401609
Dec 15 19:18:24.159687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b058c-e777-4706-8cfe-e806bedc41ef req-713607c7-ee4b-4751-9dcd-f2cbe468ee12 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:24.161183 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c16b058c-e777-4706-8cfe-e806bedc41ef req-713607c7-ee4b-4751-9dcd-f2cbe468ee12 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0802889
Dec 15 19:18:24.208843 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c16b058c-e777-4706-8cfe-e806bedc41ef req-b9490f08-66e8-41cb-8dbe-cfe91eb77329 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419450
Dec 15 19:18:24.234909 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-e481b731-a10b-4f92-bb14-1d6ad82f7f2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 1099 time: 0.1798315
Dec 15 19:18:24.363570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174359-0c89-4195-adef-8547c303fbaf req-0fc3ed9a-4896-442f-b0e0-06df63bb3eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:24.364876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-0fc3ed9a-4896-442f-b0e0-06df63bb3eb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.1235330
Dec 15 19:18:24.431264 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-f6d06df2-ac78-4fae-bf42-65f578c96ad1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8175a74d-4fdc-4f75-9189-568c01182b4f HTTP/1.1" status: 200  len: 217 time: 0.0599949
Dec 15 19:18:24.494548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174359-0c89-4195-adef-8547c303fbaf req-1989b55c-ca07-4fe6-8ac6-00e92799d400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:24.495944 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-1989b55c-ca07-4fe6-8ac6-00e92799d400 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0587742
Dec 15 19:18:24.540271 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-496ae574-2003-445b-967c-5cb4146c99bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378697
Dec 15 19:18:24.670370 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-c6c1f248-ddc8-4c35-a099-2860b8037805 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225924
Dec 15 19:18:24.803267 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-599eb392-5dcd-4c14-8bdd-6f0b0c5e76d4 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265855
Dec 15 19:18:25.408565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fac3f1-f0b7-4fa9-9ece-82c3798521f2 req-33e60d54-7593-4e9f-a41f-3a58a9dc814a tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:25.410044 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-91fac3f1-f0b7-4fa9-9ece-82c3798521f2 req-33e60d54-7593-4e9f-a41f-3a58a9dc814a tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0822582
Dec 15 19:18:25.453896 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-91fac3f1-f0b7-4fa9-9ece-82c3798521f2 req-41f0a470-0a6e-4595-ae56-56d86608951c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384731
Dec 15 19:18:26.653190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3995f-798c-48b6-a28e-062b378f2361 req-add65407-d88d-4e2e-a6ae-4f0cdced985a tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:26.654640 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-21d3995f-798c-48b6-a28e-062b378f2361 req-add65407-d88d-4e2e-a6ae-4f0cdced985a tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0781250
Dec 15 19:18:26.699358 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-21d3995f-798c-48b6-a28e-062b378f2361 req-982d14db-4e96-4653-8e20-ff59b5ea1d5a tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390894
Dec 15 19:18:27.178451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:27.891475 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4774-0f28-4598-b63e-eca1eae132ed req-f35d9bdb-bbe4-4ca3-afcf-67a8ec7272b6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:27.892908 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-827f4774-0f28-4598-b63e-eca1eae132ed req-f35d9bdb-bbe4-4ca3-afcf-67a8ec7272b6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0747778
Dec 15 19:18:27.937573 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-827f4774-0f28-4598-b63e-eca1eae132ed req-9f2907c3-128d-46c1-aacb-0bd5e382e704 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392468
Dec 15 19:18:28.037913 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:18:29.129155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912d13-a9aa-4fb7-8e02-f8c3ac6a7762 req-94160cec-aa7b-48b1-84b4-1e6cbf0d2bcb tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:29.130612 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f4912d13-a9aa-4fb7-8e02-f8c3ac6a7762 req-94160cec-aa7b-48b1-84b4-1e6cbf0d2bcb tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0753653
Dec 15 19:18:29.175582 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f4912d13-a9aa-4fb7-8e02-f8c3ac6a7762 req-880a14a3-4d1d-47cf-abbd-d9542eb8fffb tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395930
Dec 15 19:18:30.373045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227b2a-b0fb-4fda-98a2-ff2f99847d7e req-b6c16998-845d-42a9-857c-378b30f2315f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:30.374481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-52227b2a-b0fb-4fda-98a2-ff2f99847d7e req-b6c16998-845d-42a9-857c-378b30f2315f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0780687
Dec 15 19:18:30.418874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-52227b2a-b0fb-4fda-98a2-ff2f99847d7e req-cda7ac34-cdf7-4353-b451-c55d0c233143 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384686
Dec 15 19:18:31.709454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1163a3-1631-4d12-aeec-31a27e4560d7 req-4e2b92cf-379e-438a-8d6a-2a894fa61d08 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:31.710789 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ed1163a3-1631-4d12-aeec-31a27e4560d7 req-4e2b92cf-379e-438a-8d6a-2a894fa61d08 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.1733768
Dec 15 19:18:31.756834 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ed1163a3-1631-4d12-aeec-31a27e4560d7 req-5121a1ef-afe6-416c-8d8d-a6701a8cb15c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401254
Dec 15 19:18:32.949887 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a499ddf-95a2-4cb6-b84a-1cecb3954dc5 req-4e3c377e-3927-47d7-9436-83e13ee38559 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:32.951728 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a499ddf-95a2-4cb6-b84a-1cecb3954dc5 req-4e3c377e-3927-47d7-9436-83e13ee38559 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0759015
Dec 15 19:18:32.999900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a499ddf-95a2-4cb6-b84a-1cecb3954dc5 req-efe97e23-ae9d-4720-b06f-6cd59a364bd6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428152
Dec 15 19:18:34.197542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c50a60-2f34-4720-bf77-7c52cb9d246d req-ed6f81b9-382c-4961-98a7-c3e5ef257eab tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:34.198958 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e3c50a60-2f34-4720-bf77-7c52cb9d246d req-ed6f81b9-382c-4961-98a7-c3e5ef257eab tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0783904
Dec 15 19:18:34.244863 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e3c50a60-2f34-4720-bf77-7c52cb9d246d req-34514fa0-5283-413f-b86b-8581fc5e8556 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397856
Dec 15 19:18:35.437473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f43fc-5fd4-476a-9fcd-2df04f3516da req-8342cd30-6416-4b57-8b87-e18d91a6e39c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:35.438821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0b4f43fc-5fd4-476a-9fcd-2df04f3516da req-8342cd30-6416-4b57-8b87-e18d91a6e39c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0758085
Dec 15 19:18:35.482716 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0b4f43fc-5fd4-476a-9fcd-2df04f3516da req-be028e7d-fff7-41c1-8f12-946b13b3646f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384371
Dec 15 19:18:36.679795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24346b-a37b-4f57-bdd4-d8bd3956dc02 req-6f816fce-02f0-4fd6-b787-85dd82d3fe87 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:36.681237 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5d24346b-a37b-4f57-bdd4-d8bd3956dc02 req-6f816fce-02f0-4fd6-b787-85dd82d3fe87 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0762773
Dec 15 19:18:36.725815 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5d24346b-a37b-4f57-bdd4-d8bd3956dc02 req-45ec1796-b5b8-4c91-9ab7-e098342b0637 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383911
Dec 15 19:18:37.925321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298638f-6998-4485-ac0c-630cc9e94bab req-16bd2f66-067f-4219-947f-fd4b40c5516d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:37.926731 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1298638f-6998-4485-ac0c-630cc9e94bab req-16bd2f66-067f-4219-947f-fd4b40c5516d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0785520
Dec 15 19:18:37.971460 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1298638f-6998-4485-ac0c-630cc9e94bab req-101cc50b-5fe9-4aff-9422-68aa35acaeab tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393767
Dec 15 19:18:39.167416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27cdf3-39f6-4032-8cd0-f116a595da7e req-7668805f-8251-4881-9d6a-6debe974d443 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:39.168829 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ca27cdf3-39f6-4032-8cd0-f116a595da7e req-7668805f-8251-4881-9d6a-6debe974d443 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0791218
Dec 15 19:18:39.212584 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ca27cdf3-39f6-4032-8cd0-f116a595da7e req-0213dff4-f89d-4636-9000-fa465b0e1749 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377457
Dec 15 19:18:40.407845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430f614-14e6-4fa9-9b68-5c1f5455baab req-0a8ed747-2807-4d06-8d5b-4e4e9fd58c20 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:40.409289 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e430f614-14e6-4fa9-9b68-5c1f5455baab req-0a8ed747-2807-4d06-8d5b-4e4e9fd58c20 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0781386
Dec 15 19:18:40.453235 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e430f614-14e6-4fa9-9b68-5c1f5455baab req-8f31ea3a-fd22-436a-b91a-bb064e6f5d87 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385380
Dec 15 19:18:41.650343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca32e2-e052-4c3c-b31c-81e22d252fc3 req-8b1474bf-e809-4cee-a3b6-b0f073ed8951 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:41.651765 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-15ca32e2-e052-4c3c-b31c-81e22d252fc3 req-8b1474bf-e809-4cee-a3b6-b0f073ed8951 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0759315
Dec 15 19:18:41.696945 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-15ca32e2-e052-4c3c-b31c-81e22d252fc3 req-806ae9aa-4086-440f-a718-1852fe38e12b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388250
Dec 15 19:18:42.894358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbeec9-8021-49bd-8252-878b3c49fd0c req-acb77970-4266-49ad-a719-4c04e52b6b92 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:42.895719 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-20cbeec9-8021-49bd-8252-878b3c49fd0c req-acb77970-4266-49ad-a719-4c04e52b6b92 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0801389
Dec 15 19:18:42.940427 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-20cbeec9-8021-49bd-8252-878b3c49fd0c req-ef0b95de-a86e-4769-b01f-af153d534cb6 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393546
Dec 15 19:18:43.306242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6d90719b-5581-469a-9c6f-3c35316fd43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:44.139046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960263f-882d-4c3e-9ae1-5ff8736bb3bc req-2fa8fbda-b9ae-436e-8841-7df12a805e17 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:44.140493 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4960263f-882d-4c3e-9ae1-5ff8736bb3bc req-2fa8fbda-b9ae-436e-8841-7df12a805e17 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0809042
Dec 15 19:18:44.184892 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4960263f-882d-4c3e-9ae1-5ff8736bb3bc req-b6d8d740-55ac-4fea-8997-c9627ea632ff tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389395
Dec 15 19:18:45.378048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5d153-4257-4ba1-8aa8-b0e8d01af4e9 req-218171dd-908a-4616-8b55-c8a7745017cd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:45.379488 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-85c5d153-4257-4ba1-8aa8-b0e8d01af4e9 req-218171dd-908a-4616-8b55-c8a7745017cd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0740654
Dec 15 19:18:45.425324 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-85c5d153-4257-4ba1-8aa8-b0e8d01af4e9 req-aa574867-9795-4198-8fb6-39d9f01a93df tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395803
Dec 15 19:18:45.572520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-143570ad-44d5-4f38-b167-4be30788eb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:46.619419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3066-35bf-4dc9-9aa5-38cd66bebdc9 req-84385bdd-da69-462c-8cd2-ad292a3842f8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:46.620846 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-782b3066-35bf-4dc9-9aa5-38cd66bebdc9 req-84385bdd-da69-462c-8cd2-ad292a3842f8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0752265
Dec 15 19:18:46.668604 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-782b3066-35bf-4dc9-9aa5-38cd66bebdc9 req-5c5177dd-e70a-44dc-b0f4-8656b465d9b9 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423501
Dec 15 19:18:46.759112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:46.832580 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:47.866030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37b2e-b685-4448-966e-64bf6c5469be req-737ae67a-e35c-4084-803f-9b058b127163 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:47.867461 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3e37b2e-b685-4448-966e-64bf6c5469be req-737ae67a-e35c-4084-803f-9b058b127163 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0795817
Dec 15 19:18:47.911718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3e37b2e-b685-4448-966e-64bf6c5469be req-602f9ee6-952b-4b09-9a87-cfd7c2a4e10b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382540
Dec 15 19:18:48.272389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:49.106736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddfee-bd9d-48a0-ae26-d30c798db5ff req-8108c39a-8886-43b2-84c3-e2872ff74ab1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:49.108167 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fdcddfee-bd9d-48a0-ae26-d30c798db5ff req-8108c39a-8886-43b2-84c3-e2872ff74ab1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0757203
Dec 15 19:18:49.153076 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fdcddfee-bd9d-48a0-ae26-d30c798db5ff req-9bcad7bf-779f-4622-8363-5ec3d566927e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396075
Dec 15 19:18:50.346682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5580-a2ab-4478-a0e3-03ead9054f8e req-77db78d7-d032-4d54-9992-c4dd7d6ea484 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:50.348120 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-020e5580-a2ab-4478-a0e3-03ead9054f8e req-77db78d7-d032-4d54-9992-c4dd7d6ea484 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0761609
Dec 15 19:18:50.484638 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-020e5580-a2ab-4478-a0e3-03ead9054f8e req-331babcd-304b-4729-ad82-9dd6936f1faf tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311429
Dec 15 19:18:51.476617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-341fc8d6-8556-4f95-9cbf-98d8419fcde0 service neutron] 10.222.0.64 "GET /v2.0/ports/8175a74d-4fdc-4f75-9189-568c01182b4f/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0774035
Dec 15 19:18:51.689314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02100e30-3ef9-421d-b5d4-0bb42d149618 req-63b9a74c-a9bf-4744-8e60-d5f4cd1c496d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:51.693971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-02100e30-3ef9-421d-b5d4-0bb42d149618 req-63b9a74c-a9bf-4744-8e60-d5f4cd1c496d tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0881307
Dec 15 19:18:51.737619 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-02100e30-3ef9-421d-b5d4-0bb42d149618 req-e910539b-1da9-4b34-b415-b80432783c1f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402608
Dec 15 19:18:51.750153 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-3dfb8f6e-d491-4b3b-88f4-991f5b429840 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67&tenant_id=9465c69de09b4a6194e8945347729290 HTTP/1.1" status: 200  len: 1099 time: 0.0738313
Dec 15 19:18:51.844524 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-fe9c5810-3814-44bd-a778-45a0f9f82a71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 1099 time: 0.0723000
Dec 15 19:18:51.973574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174359-0c89-4195-adef-8547c303fbaf req-4bf9b042-d6f9-4bf9-8f63-89024022e792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:51.975002 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-4bf9b042-d6f9-4bf9-8f63-89024022e792 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.1244884
Dec 15 19:18:52.047278 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-5901d1aa-f57d-41c2-bf1a-66b3a9910f54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8175a74d-4fdc-4f75-9189-568c01182b4f HTTP/1.1" status: 200  len: 217 time: 0.0658600
Dec 15 19:18:52.107040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174359-0c89-4195-adef-8547c303fbaf req-0cd866e5-cdc2-442b-a300-fd7f9b895112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:52.108416 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-0cd866e5-cdc2-442b-a300-fd7f9b895112 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0555170
Dec 15 19:18:52.150917 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-b78754a7-2088-48c4-be3f-6f0186f7a7bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368457
Dec 15 19:18:52.280201 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-65dd1f28-6162-48ef-97b8-7d9c027318bb service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221120
Dec 15 19:18:52.410041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24174359-0c89-4195-adef-8547c303fbaf req-16f99605-d983-46de-a803-ebc7933e187a service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233904
Dec 15 19:18:52.939371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05ab4-2111-4cfb-b204-c8434699fec7 req-fe439cd7-0310-4cbe-b512-ae31a1ecf515 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:52.940703 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0de05ab4-2111-4cfb-b204-c8434699fec7 req-fe439cd7-0310-4cbe-b512-ae31a1ecf515 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0787170
Dec 15 19:18:52.985611 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0de05ab4-2111-4cfb-b204-c8434699fec7 req-b48cdf1e-5ce4-47ef-84cb-e7552150b398 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394912
Dec 15 19:18:54.182641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afaa41-1ad6-4506-821b-829b9e8768eb req-3c165f95-4108-4a00-ad8a-e41c42ddd129 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:54.184061 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f1afaa41-1ad6-4506-821b-829b9e8768eb req-3c165f95-4108-4a00-ad8a-e41c42ddd129 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0755701
Dec 15 19:18:54.228297 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f1afaa41-1ad6-4506-821b-829b9e8768eb req-47ed5094-d726-4740-bfa7-f052791a41fe tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388777
Dec 15 19:18:54.540910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-d13f4a0f-95f6-4255-8dd1-4439da747f8f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:54.542263 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-d13f4a0f-95f6-4255-8dd1-4439da747f8f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67&tenant_id=9465c69de09b4a6194e8945347729290&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.0801957
Dec 15 19:18:54.549059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644a4cd-1e44-41b7-8ecf-fd52717f9041 req-3b3b9e14-f65e-4aa9-b39c-1c3d259fa4fc tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:54.550621 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e644a4cd-1e44-41b7-8ecf-fd52717f9041 req-3b3b9e14-f65e-4aa9-b39c-1c3d259fa4fc tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0794382
Dec 15 19:18:54.600673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e644a4cd-1e44-41b7-8ecf-fd52717f9041 req-3fc49647-611b-4546-9c6b-d953ec76d97f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403881
Dec 15 19:18:54.684898 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-87c74d49-f457-42dd-b7ea-078ba9c52e0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9465c69de09b4a6194e8945347729290&device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 1099 time: 0.0719712
Dec 15 19:18:54.813647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-6de05fb7-04a5-40f4-8ab5-0b3060c76073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:54.814995 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-6de05fb7-04a5-40f4-8ab5-0b3060c76073 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 200  len: 916 time: 0.1242366
Dec 15 19:18:54.879722 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-0cc0fb63-d288-48c2-831c-04e3decd88eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8175a74d-4fdc-4f75-9189-568c01182b4f HTTP/1.1" status: 200  len: 217 time: 0.0588489
Dec 15 19:18:54.943105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-32a3f2a3-f09b-4641-91db-382fb67ce0c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:54.944455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-32a3f2a3-f09b-4641-91db-382fb67ce0c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 200  len: 855 time: 0.0587058
Dec 15 19:18:54.988353 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-e62e598e-7186-4d41-a059-a7192b7a78b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32436d85-7b74-4492-b8ff-711eaaffdbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371361
Dec 15 19:18:55.115545 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-8d3add59-fb1a-444e-b7ce-8c25f9fd7844 service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204250
Dec 15 19:18:55.334512 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7e0ecb3d-978f-47ca-8a40-615e77179c2d req-833fd771-b946-4955-82c6-bab0ded545fa service neutron] 10.222.0.64 "GET /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131584
Dec 15 19:18:55.807876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cb88-94d1-49b1-9135-f9d2c7f9e7c6 req-e45511d6-2cd1-4a84-a0a5-e48a883aab9b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:55.809399 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14d2cb88-94d1-49b1-9135-f9d2c7f9e7c6 req-e45511d6-2cd1-4a84-a0a5-e48a883aab9b tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0823960
Dec 15 19:18:55.858918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14d2cb88-94d1-49b1-9135-f9d2c7f9e7c6 req-4b9d3423-10f1-4fe0-a025-d8843d460158 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406928
Dec 15 19:18:56.271994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 8175a74d-4fdc-4f75-9189-568c01182b4f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:18:56.404672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:56.419042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'network_id': '32436d85-7b74-4492-b8ff-711eaaffdbbf', 'port_id': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'mac_address': 'fa:16:3e:b7:9f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94debb40-502b-4b78-b76d-7c362eece9ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:18:56.470767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:56.487581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8175a74d-4fdc-4f75-9189-568c01182b4f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:18:56.502650 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:56.506329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:56.509152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5dbd1263-975a-4044-ab4f-deff7f2b77ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:56.576209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['8175a74d-4fdc-4f75-9189-568c01182b4f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:18:56.613858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:56.617163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:57.056607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044bc2-1d83-45b7-865a-d65c82b6566b req-bcc625ad-f581-40dc-b081-a1ef71813c4c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:57.058067 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-31044bc2-1d83-45b7-865a-d65c82b6566b req-bcc625ad-f581-40dc-b081-a1ef71813c4c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 945 time: 0.0773168
Dec 15 19:18:57.105592 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-31044bc2-1d83-45b7-865a-d65c82b6566b req-bc5c216d-dd5e-419e-90a0-524601ddff2c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421488
Dec 15 19:18:57.171020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:57.299329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154702d2-0882-4d75-8f4c-ff3d83f4123f req-a452e6a9-86b8-410d-9078-054de12413cd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:57.300745 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-154702d2-0882-4d75-8f4c-ff3d83f4123f req-a452e6a9-86b8-410d-9078-054de12413cd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 945 time: 0.0754564
Dec 15 19:18:57.344379 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-154702d2-0882-4d75-8f4c-ff3d83f4123f req-753e8c47-762a-4b65-89b8-7ecf16efc336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383229
Dec 15 19:18:57.536992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974d661-066b-4a38-9a6b-a7176e2e09a2 req-af9aecd9-d189-4d7e-b16c-42ddd1f5dbb4 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:57.538444 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d974d661-066b-4a38-9a6b-a7176e2e09a2 req-af9aecd9-d189-4d7e-b16c-42ddd1f5dbb4 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 945 time: 0.0762601
Dec 15 19:18:57.582964 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d974d661-066b-4a38-9a6b-a7176e2e09a2 req-d2347a4a-1a41-41fd-afd8-ddb70be36d7c tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391512
Dec 15 19:18:58.166161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573247ec-4128-4369-8e06-56de173b844a req-87029ef9-6924-413c-98ed-613deed73ead tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:58.167483 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-573247ec-4128-4369-8e06-56de173b844a req-87029ef9-6924-413c-98ed-613deed73ead tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 945 time: 0.0773327
Dec 15 19:18:58.213087 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-573247ec-4128-4369-8e06-56de173b844a req-f6ee8cd2-bba6-4817-a93d-d59da4fb612f tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385134
Dec 15 19:18:58.291287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 8175a74d-4fdc-4f75-9189-568c01182b4f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:18:58.360194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 8175a74d-4fdc-4f75-9189-568c01182b4f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:18:58.360567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:58.470964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:58.499267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:18:58.507430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:58.511555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:58.513485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:18:58.553832 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'code': 200}
Dec 15 19:18:58.577502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:18:58.580405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:18:59.408932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb02cae-6b13-4e0b-8274-1b18d92f5731 req-2816cab1-e9fb-4d18-bfc3-2502a1d58a30 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:59.410404 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fbb02cae-6b13-4e0b-8274-1b18d92f5731 req-2816cab1-e9fb-4d18-bfc3-2502a1d58a30 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0783317
Dec 15 19:18:59.459700 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fbb02cae-6b13-4e0b-8274-1b18d92f5731 req-6494d66a-c05c-43b2-a7ee-3d2b3535369e tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/security-groups?id=d68a9ee0-9766-4d26-b4f1-73b68069c439&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438581
Dec 15 19:18:59.553553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-e933cdec-0bc0-410e-8476-7cb5208c82e5 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:18:59.554844 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-e933cdec-0bc0-410e-8476-7cb5208c82e5 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 946 time: 0.0746336
Dec 15 19:18:59.621199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Deleting port 8175a74d-4fdc-4f75-9189-568c01182b4f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:18:59.622098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:59.859406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] For port 8175a74d-4fdc-4f75-9189-568c01182b4f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8175a74d-4fdc-4f75-9189-568c01182b4f,segment=NetworkSegment(7eb7c124-c514-4239-9202-0b64b46fc5f2),segment_id=7eb7c124-c514-4239-9202-0b64b46fc5f2)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:18:59.859667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:18:59.979467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Calling delete_port for 8175a74d-4fdc-4f75-9189-568c01182b4f owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:19:00.114764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:00.120183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1858a4dd-0084-4002-9f3c-3137545a1495 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:00.127449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['8175a74d-4fdc-4f75-9189-568c01182b4f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:19:00.165239 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Pushing event deleted for resources: {'Port': ['ID=8175a74d-4fdc-4f75-9189-568c01182b4f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:00.204355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.204740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.205108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.205495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.205858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.206218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.206575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.206929 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.207284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.207636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.207988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:00.214811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:00.246993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] No DVR routers for this DVR port 8175a74d-4fdc-4f75-9189-568c01182b4f on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:19:00.249270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:00.251717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'name': 'network-vif-deleted', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:19:00.267851 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a309779c-f93a-4aad-9089-8fd75e02c409 req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.64 "DELETE /v2.0/ports/8175a74d-4fdc-4f75-9189-568c01182b4f HTTP/1.1" status: 204  len: 173 time: 0.7073731
Dec 15 19:19:00.310802 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41aa42af-d3ed-423e-82d6-27b333da3a67', 'name': 'network-vif-deleted', 'tag': '8175a74d-4fdc-4f75-9189-568c01182b4f', 'status': 'completed', 'code': 200}
Dec 15 19:19:00.632199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1daec40b-944d-4f76-80f8-644343822e9f req-1bb282aa-f870-4fc0-a1ab-62070b444fcd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Synchronizing usage tracker for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:19:00.647607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-1daec40b-944d-4f76-80f8-644343822e9f req-1bb282aa-f870-4fc0-a1ab-62070b444fcd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Unset dirty status for tenant:9465c69de09b4a6194e8945347729290 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:19:00.648823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1daec40b-944d-4f76-80f8-644343822e9f req-1bb282aa-f870-4fc0-a1ab-62070b444fcd tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] 10.222.0.48 "GET /v2.0/ports?device_id=41aa42af-d3ed-423e-82d6-27b333da3a67 HTTP/1.1" status: 200  len: 210 time: 0.0560119
Dec 15 19:19:01.903696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37428) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:01.965200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Deleting subnet 94debb40-502b-4b78-b76d-7c362eece9ba {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:19:01.969679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.017175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.073100 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.138669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.142659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-25a02e7e-7557-4831-a04a-9b5eaa63f4c2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:02.175911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94debb40-502b-4b78-b76d-7c362eece9ba,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:02.178325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:02.181053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.187178 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/94debb40-502b-4b78-b76d-7c362eece9ba HTTP/1.1" status: 204  len: 168 time: 0.2824910
Dec 15 19:19:02.189620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37432) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:02.292919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.499764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.527270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced9bcbb0>,) {'filters': {'network_id': ['32436d85-7b74-4492-b8ff-711eaaffdbbf']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:02.539130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced9bcbb0>, '7eb7c124-c514-4239-9202-0b64b46fc5f2') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:02.539431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced9bcbb0>, '7eb7c124-c514-4239-9202-0b64b46fc5f2') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:02.550397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.565923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.571842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:19:02.572213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:19:02.585435 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:19:02.660904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.664342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-26de9db0-2d92-4374-9ab4-2310cc835c96 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:02.677393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.687772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Pushing event deleted for resources: {'Network': ['ID=32436d85-7b74-4492-b8ff-711eaaffdbbf,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:02.690829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:02.696339 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a91cbdeb-4adf-4fd3-a5ae-8f297a5108dc admin admin] 10.222.0.48 "DELETE /v2.0/networks/32436d85-7b74-4492-b8ff-711eaaffdbbf HTTP/1.1" status: 204  len: 168 time: 0.5058112
Dec 15 19:19:02.828426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37438) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:02.877383 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-beb80aad-8ecc-411c-82aa-93f245377e6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9465c69de09b4a6194e8945347729290&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477481
Dec 15 19:19:02.879602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37442) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:02.940128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:02.964192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:03.014996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:03.018673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-578d98f3-9cf7-48e2-810e-26167333797c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:03.032667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a9ee0-9766-4d26-b4f1-73b68069c439,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:03.035341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:03.042049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:03.043249 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d68a9ee0-9766-4d26-b4f1-73b68069c439 HTTP/1.1" status: 204  len: 168 time: 0.1627965
Dec 15 19:19:03.845585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37464) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:03.974456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-281238910-network', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:03.979169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:03.983002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Usage tracker for resource:network and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:03.986037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:03.991797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:04.002816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Made reservation on behalf of b0ce91b7d8654aadb8baf0599375c2d4 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:19:04.005059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.017771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.052111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:04.056100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Usage tracker for resource:security_group_rule and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:04.059529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:04.065287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:04.130666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.134220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.137649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-941e5b8e-2efd-442e-a6b1-ea68d1f8d42c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:04.166889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:19:04.172540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17db22b-de43-48cd-bf43-99898b79cf22,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:04.175986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:04.179943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.180049 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Added segment dcf99eed-14d4-4abb-9f9c-015bf89c8e33 of type vlan for network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e
Dec 15 19:19:04.209374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.237496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.238361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:04.238921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.242092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c6519a9a-2b3d-470f-becb-e42765dd8733 tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:04.337567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Pushing event updated for resources: {'Network': ['ID=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:04.340625 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4939568
Dec 15 19:19:04.341376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:04.343793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37470) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:04.344827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 8175a74d-4fdc-4f75-9189-568c01182b4f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:19:04.350122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Request body: {'subnet': {'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-281238910-subnet', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:04.355055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:04.359703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Usage tracker for resource:subnet and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:04.362546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:04.368431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:04.374052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:19:04.383749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Made reservation on behalf of b0ce91b7d8654aadb8baf0599375c2d4 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:19:04.386321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.392718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 8175a74d-4fdc-4f75-9189-568c01182b4f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:19:04.393068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 8175a74d-4fdc-4f75-9189-568c01182b4f not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:19:04.593079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.596594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-70a19f8c-5b9a-4151-abbf-d93fd199014e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:04.655232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c910db78-f1bd-4553-ae4f-d29ca6dd6e01,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:04.658200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:04.680244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Checking segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:19:04.680591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Network hostable DHCP agents. Network: 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:19:04.701765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:19:04.710815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:19:04.714708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:04.715762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.721182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cad9a4-553a-4e6b-a0ec-05b78d733dec None None] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:19:04.737611 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3922064
Dec 15 19:19:04.739980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37474) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:04.745108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:04.749645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:04.753532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Usage tracker for resource:router and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:04.756264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:04.761886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:04.776589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.777490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.797769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:04.936220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:19:04.937209 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.038376 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:19:05.041513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.098383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Allocated IP 172.20.0.2 (25ba733b-10d3-4ae0-ac78-59e4c3e9c12e/c910db78-f1bd-4553-ae4f-d29ca6dd6e01/2d5fa4f8-6c7b-4e37-a79a-231708c16d98) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:19:05.226668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.259342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.301576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.312172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Transition to ACTIVE for port object 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:19:05.330835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Transition to ACTIVE for port object 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:19:05.336814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.341778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:05.393431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Allocated IP 172.26.1.211 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/e091b3ca-17d3-4def-9bd0-32458fe4e21a) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:19:05.414408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:19:05.415224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Pushing event updated for resources: {'Port': ['ID=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:05.417811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:19:05.419530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:05.420251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:19:05.506986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Attempting to bind port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:19:05.507270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Attempting to bind port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:19:05.507634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Attempting to bind port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:19:05.514607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:19:05.514984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Checking segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:19:05.515387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.515782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Bound using segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:19:05.516244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Bound port: 2d5fa4f8-6c7b-4e37-a79a-231708c16d98, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:19:05.516621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.543834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.572369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.576503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3d393375-8625-47d1-aa84-40aabda379bc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:05.602640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] For port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:19:05.605830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] For port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:19:05.609867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.614186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:05.648644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:19:05.649636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Pushing event updated for resources: {'Port': ['ID=e091b3ca-17d3-4def-9bd0-32458fe4e21a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:05.652207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:19:05.654046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:05.654730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:19:05.695741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Pushing event updated for resources: {'Port': ['ID=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:05.698686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:05.819363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:05.820125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:06.054722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:19:06.255648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:19:06.264804 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:19:06.276793 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:19:06.277539 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0218b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:18:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:06.279410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:06.280623 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.5396695
Dec 15 19:19:06.283697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37478) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:06.464509 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:19:06.695562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:19:06.729525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e808de-bc30-4007-b83d-c296ceb46950 None None] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:19:06.790905 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0218b0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:05Z', 'revision_number': 3, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:06.795965 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:19:06.796316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Updating router 18e05c18-b231-4634-9b38-b47bc501e0d8 port e091b3ca-17d3-4def-9bd0-32458fe4e21a binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:19:06.851915 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:06.891084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1087cf86-1d40-4a52-85ec-acbe12b51253 None None] Provisioning for port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:19:06.950129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:19:06.983311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:06.983768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.129247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.166709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:19:07.175893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.178092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:07.216234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.239873 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.253976 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Transition to ACTIVE for port object e091b3ca-17d3-4def-9bd0-32458fe4e21a will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:19:07.256722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:07.259806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:07.266674 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.270631 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:07.343908 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Attempting to bind port e091b3ca-17d3-4def-9bd0-32458fe4e21a on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:19:07.344272 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Attempting to bind port e091b3ca-17d3-4def-9bd0-32458fe4e21a by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:19:07.344830 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Attempting to bind port e091b3ca-17d3-4def-9bd0-32458fe4e21a on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:19:07.350341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d15396c3-df26-4865-b300-7ea00c80bafc None None] Provisioning complete for port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:07.350785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d15396c3-df26-4865-b300-7ea00c80bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.353799 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Pushing event updated for resources: {'Port': ['ID=e091b3ca-17d3-4def-9bd0-32458fe4e21a,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:07.363311 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.364128 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.364128 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.364338 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.364530 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.364851 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.365164 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.365501 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.365823 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.366116 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.366593 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:07.370326 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:07.371963 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:19:07.372332 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:19:07.372724 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.373098 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:19:07.373699 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Bound port: e091b3ca-17d3-4def-9bd0-32458fe4e21a, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:19:07.374068 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.447332 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] For port e091b3ca-17d3-4def-9bd0-32458fe4e21a, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:19:07.451698 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] For port e091b3ca-17d3-4def-9bd0-32458fe4e21a, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e091b3ca-17d3-4def-9bd0-32458fe4e21a,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:19:07.453367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Allocated IP 172.20.0.1 (25ba733b-10d3-4ae0-ac78-59e4c3e9c12e/c910db78-f1bd-4553-ae4f-d29ca6dd6e01/4cad45c7-781a-44ca-a009-c0d194605e5a) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:19:07.456095 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.460957 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:07.533821 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Pushing event updated for resources: {'Port': ['ID=e091b3ca-17d3-4def-9bd0-32458fe4e21a,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:07.537137 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:07.539534 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:19:07.540125 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0218b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:18:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:07.604236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.620441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Transition to ACTIVE for port object 4cad45c7-781a-44ca-a009-c0d194605e5a will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:19:07.641847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.645996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1ef09df6-bfc8-44dc-a13c-b353a0ea3d29 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:07.710808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:19:07.714148 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:19:07.714302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:19:07.716721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Pushing event updated for resources: {'Port': ['ID=4cad45c7-781a-44ca-a009-c0d194605e5a,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:07.718988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:19:07.750454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:07.775008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.861477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:07.995753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4ffeca4a-80ae-4655-950c-5c602d34d995 None None] Provisioning for port 4cad45c7-781a-44ca-a009-c0d194605e5a completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:19:08.001985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4ffeca4a-80ae-4655-950c-5c602d34d995 None None] Provisioning complete for port 4cad45c7-781a-44ca-a009-c0d194605e5a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:08.002293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4ffeca4a-80ae-4655-950c-5c602d34d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:08.010461 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0218b0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:05Z', 'revision_number': 3, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:08.018285 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5708ee-13b0-4183-8f97-54f76886eefe None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:05Z', 'revision_number': 3, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:19:08.067925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4ffeca4a-80ae-4655-950c-5c602d34d995 None None] Port 4cad45c7-781a-44ca-a009-c0d194605e5a cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:19:08.092675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:08.097853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:08.123573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-39c32494-9bb3-46e6-849e-35cd5ca5a887 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:08.218427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:08.221855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Pushing event updated for resources: {'Port': ['ID=4cad45c7-781a-44ca-a009-c0d194605e5a,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:08.225061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:08.377809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:19:08.379095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:19:08.708051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-627717f0-28d6-472c-984d-6c2869119697 None None] Provisioning complete for port 4cad45c7-781a-44ca-a009-c0d194605e5a triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:08.708557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-627717f0-28d6-472c-984d-6c2869119697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:08.797806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:19:08.868939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-627717f0-28d6-472c-984d-6c2869119697 None None] Port 4cad45c7-781a-44ca-a009-c0d194605e5a cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:19:08.888719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:08.889194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:08.928097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:19:09.006658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e091b3ca-17d3-4def-9bd0-32458fe4e21a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:19:09.080982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e091b3ca-17d3-4def-9bd0-32458fe4e21a completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:19:09.085792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e091b3ca-17d3-4def-9bd0-32458fe4e21a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:09.086164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:09.132253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:19:09.145893 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] 10.222.0.48 "PUT /v2.0/routers/18e05c18-b231-4634-9b38-b47bc501e0d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8611128
Dec 15 19:19:09.205542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:09.220921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port e091b3ca-17d3-4def-9bd0-32458fe4e21a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e091b3ca-17d3-4def-9bd0-32458fe4e21a,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:19:09.225898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:09.227702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:09.294302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=e091b3ca-17d3-4def-9bd0-32458fe4e21a,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:09.297996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:09.770036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37488) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:09.775730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--957992053', 'description': 'tempest-description--699568785'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:09.782187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:09.786574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Usage tracker for resource:security_group and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:09.789731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:09.797065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:09.806632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:09.840947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:09.844628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Usage tracker for resource:security_group_rule and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:09.847343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:09.853440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:09.909212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:09.912727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:09.917734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e16994bf-5d99-4b75-aaa7-1c80f2412743 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:09.959211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:09.962250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:09.963345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:09.964517 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.1934845
Dec 15 19:19:09.967759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37492) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:09.973210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'security_group_rule': {'security_group_id': '5ba3aebf-cfbf-4f79-ba18-5ff7170310b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:09.979159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:09.983490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Usage tracker for resource:security_group_rule and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:09.986262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:09.991870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:10.008007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.066921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.070410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.072195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-19f78513-7e8e-4911-a965-7e2c71290f17 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:10.092454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd03f944-70bc-4c6c-838f-1134608751ac,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:10.096298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:10.103532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.104818 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1360934
Dec 15 19:19:10.107944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37496) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:10.113241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'security_group_rule': {'security_group_id': '5ba3aebf-cfbf-4f79-ba18-5ff7170310b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:10.119048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:10.123041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Usage tracker for resource:security_group_rule and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:10.125882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:10.131544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:10.147986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.208369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.212131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.220068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3d954d3c-0f18-47de-b728-f16bda773d90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:10.237551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3e5a61-61f4-4905-90e1-5fcc3a3cd0c1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:10.240291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:10.247343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.248498 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1396387
Dec 15 19:19:10.251474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37500) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:10.256494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:10.261648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:10.265964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Usage tracker for resource:floatingip and tenant:b0ce91b7d8654aadb8baf0599375c2d4 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:19:10.268755 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:19:10.274380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:10.287011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.418958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.553571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Allocated IP 172.26.1.171 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/fd8f45db-09aa-442c-a269-aa03f8f7ead7) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:19:10.638626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e091b3ca-17d3-4def-9bd0-32458fe4e21a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:19:10.705005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e091b3ca-17d3-4def-9bd0-32458fe4e21a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:10.705481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.709442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.737263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:10.741687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:10.813387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:19:10.814282 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'Port': ['ID=fd8f45db-09aa-442c-a269-aa03f8f7ead7,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:10.816822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:19:10.818596 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:10.819256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:19:10.975198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:11.029130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:11.348788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:11.353546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:11.357887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c3e51d69-7aec-4af8-b916-eafe311a1f03 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:11.457223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'Port': ['ID=fd8f45db-09aa-442c-a269-aa03f8f7ead7,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:11.461150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:11.475620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:11.497654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:11.498833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2464681
Dec 15 19:19:11.511937 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:19:11.525725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:19:11.526830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2d0ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:18:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:11.671812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-160ead10-cfb4-458c-b307-905382e0a7f1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:19:11.691284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-160ead10-cfb4-458c-b307-905382e0a7f1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:19:11.692679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-160ead10-cfb4-458c-b307-905382e0a7f1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--957992053&fields=id&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 267 time: 0.0628910
Dec 15 19:19:11.710419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:19:11.842920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-cc4f138a-b081-4242-b702-49663f747d27 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:11.843501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-cc4f138a-b081-4242-b702-49663f747d27 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:19:11.861290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-cc4f138a-b081-4242-b702-49663f747d27 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:19:11.862483 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-cc4f138a-b081-4242-b702-49663f747d27 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1632941
Dec 15 19:19:11.878660 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-20047b44-1f6c-46a9-9fc8-94ef30398157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/quotas/b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 375 time: 0.0105417
Dec 15 19:19:11.959191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-28de06e4-cf11-434c-9693-5d5522962b7f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:19:11.977001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-28de06e4-cf11-434c-9693-5d5522962b7f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:19:11.978301 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-28de06e4-cf11-434c-9693-5d5522962b7f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0946589
Dec 15 19:19:11.994366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-07611d87-3b44-4031-a46e-316b83a05589 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:19:11.995387 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-07611d87-3b44-4031-a46e-316b83a05589 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0050340
Dec 15 19:19:12.022233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2d0ac0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 2, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:12.026428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:19:12.026794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Updating router 18e05c18-b231-4634-9b38-b47bc501e0d8 port 4cad45c7-781a-44ca-a009-c0d194605e5a binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:19:12.081841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:12.127243 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-ba77d0f1-3f53-433d-b464-7da995785f2e service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257870
Dec 15 19:19:12.256488 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-2b8c0233-3152-4c6c-b532-38b045102979 service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235175
Dec 15 19:19:12.447669 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f28ddff1-e9b0-4512-8b4e-9e0d3be81b6d req-4b10ad37-9eca-44f3-98bb-7f2c07a0d5d4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 210 time: 0.0480320
Dec 15 19:19:12.458877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:12.471927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Transition to ACTIVE for port object 4cad45c7-781a-44ca-a009-c0d194605e5a will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:19:12.479084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:12.483161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:12.602033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40f41-ac8b-4cbe-aba6-6c9b9cf7fb7e None None] Pushing event updated for resources: {'Port': ['ID=4cad45c7-781a-44ca-a009-c0d194605e5a,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:12.605077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-80f40f41-ac8b-4cbe-aba6-6c9b9cf7fb7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:12.710632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Attempting to bind port 4cad45c7-781a-44ca-a009-c0d194605e5a on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:19:12.711261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Attempting to bind port 4cad45c7-781a-44ca-a009-c0d194605e5a by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:19:12.711369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Attempting to bind port 4cad45c7-781a-44ca-a009-c0d194605e5a on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:19:12.718102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:19:12.718503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Checking segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:19:12.719152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:12.719707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Bound using segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:19:12.720586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Bound port: 4cad45c7-781a-44ca-a009-c0d194605e5a, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:19:12.721179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:12.818436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] For port 4cad45c7-781a-44ca-a009-c0d194605e5a, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:19:12.821929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] For port 4cad45c7-781a-44ca-a009-c0d194605e5a, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4cad45c7-781a-44ca-a009-c0d194605e5a,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:19:12.828600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:12.832861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:12.911428 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40f41-ac8b-4cbe-aba6-6c9b9cf7fb7e None None] Pushing event updated for resources: {'Port': ['ID=4cad45c7-781a-44ca-a009-c0d194605e5a,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:12.914537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:19:12.915136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2d0ac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:18:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:12.961532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-80f40f41-ac8b-4cbe-aba6-6c9b9cf7fb7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:13.115719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:19:13.339792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-04ac1f7c-b53d-464e-b7da-a017ccea41a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:13.441552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2d0ac0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:12Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:13.445539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c730865-04b0-4f37-a079-0ebb05d454b2 None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:12Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:19:13.542405 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-294397dd-d33f-400c-b9db-cb87f0e0c616 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:13.544046 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-294397dd-d33f-400c-b9db-cb87f0e0c616 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1715770
Dec 15 19:19:13.615131 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-aecae044-9baa-4d94-b1ec-5bc26b6f341f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 379 time: 0.0585141
Dec 15 19:19:13.626790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'port': {'device_id': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'admin_state_up': True, 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'security_groups': ['5ba3aebf-cfbf-4f79-ba18-5ff7170310b3']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:13.664440 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f397ff34-1014-4073-a8e0-77c1acd69118 req-d4014ce0-e835-4553-bfbc-c11faa6e6598 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 210 time: 0.0505707
Dec 15 19:19:13.801256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:19:13.813612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:19:13.824126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Made reservation on behalf of b0ce91b7d8654aadb8baf0599375c2d4 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:19:13.827855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:13.996036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Allocated IP 172.20.0.11 (25ba733b-10d3-4ae0-ac78-59e4c3e9c12e/c910db78-f1bd-4553-ae4f-d29ca6dd6e01/b7ba9f93-fcd7-4089-af5d-7cfe1041a596) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:19:14.195039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.210889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Transition to ACTIVE for port object b7ba9f93-fcd7-4089-af5d-7cfe1041a596 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:19:14.234144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.240992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:14.312012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:19:14.319370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:19:14.321971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:19:14.360731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'Port': ['ID=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:14.365287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:14.391002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:14.391689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.418960 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7970533
Dec 15 19:19:14.430916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Request body: {'port': {'device_id': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:14.540875 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.591849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4f410e8c-1a99-4ea9-a971-0b46ec4e1f02 None None] Provisioning for port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:19:14.602803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4f410e8c-1a99-4ea9-a971-0b46ec4e1f02 None None] Provisioning complete for port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:14.603496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4f410e8c-1a99-4ea9-a971-0b46ec4e1f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.664099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4f410e8c-1a99-4ea9-a971-0b46ec4e1f02 None None] Port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:19:14.670412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4cad45c7-781a-44ca-a009-c0d194605e5a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:19:14.741575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 4cad45c7-781a-44ca-a009-c0d194605e5a completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:19:14.746805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4cad45c7-781a-44ca-a009-c0d194605e5a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:14.747098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.864068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.896420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 4cad45c7-781a-44ca-a009-c0d194605e5a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4cad45c7-781a-44ca-a009-c0d194605e5a,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:19:14.901067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:14.905041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:14.970745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=4cad45c7-781a-44ca-a009-c0d194605e5a,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:14.974272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:15.056231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b8b19-e653-4bea-a2c8-9b1c4f43a436 req-eba23279-aac6-4422-9e29-dabc21335533 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:15.056812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-7c8b8b19-e653-4bea-a2c8-9b1c4f43a436 req-eba23279-aac6-4422-9e29-dabc21335533 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:19:15.060702 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ba9f93-fcd7-4089-af5d-7cfe1041a596 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:19:15.068425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:15.089207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Transition to ACTIVE for port object b7ba9f93-fcd7-4089-af5d-7cfe1041a596 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:19:15.090498 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-7c8b8b19-e653-4bea-a2c8-9b1c4f43a436 req-eba23279-aac6-4422-9e29-dabc21335533 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:19:15.091664 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c8b8b19-e653-4bea-a2c8-9b1c4f43a436 req-eba23279-aac6-4422-9e29-dabc21335533 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 932 time: 0.2823107
Dec 15 19:19:15.092819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:15.096381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:15.228874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:15.237439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:15.259278 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c8b8b19-e653-4bea-a2c8-9b1c4f43a436 req-34373ece-6bd3-474f-9632-4985b59be5e6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314468
Dec 15 19:19:15.362196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Attempting to bind port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:19:15.362522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Attempting to bind port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:19:15.362843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Attempting to bind port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:19:15.368493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:19:15.368813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Attempting to bind port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:19:15.375530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:19:15.375864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Checking segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:19:15.376242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Bound using segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:19:15.376653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Bound port: b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:19:15.376989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:15.470661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] For port b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:19:15.473817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] For port b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:19:15.477644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:15.482143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2fc6e067-e0a5-40f2-83c5-196b028ee4b1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:15.535703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:15.537105 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] 10.222.0.64 "PUT /v2.0/ports/b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 200  len: 1094 time: 1.1105371
Dec 15 19:19:15.537592 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:19:15.568496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:15.571647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:15.604138 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'status': 'completed', 'code': 200}
Dec 15 19:19:15.611905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e52c72-271c-459a-9181-b029d3123cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:15.684332 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-359d9ef8-3871-4c94-997f-1cefcfa6b99d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 1097 time: 0.0746250
Dec 15 19:19:15.756423 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-261ef3f4-fe60-42b9-8364-a23175436096 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 200  len: 217 time: 0.0654297
Dec 15 19:19:15.823614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-0595ca4c-d696-4829-9daf-1834e78a7a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:15.825112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-0595ca4c-d696-4829-9daf-1834e78a7a74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0627999
Dec 15 19:19:15.898440 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-96c0611d-f99f-432b-ab5f-350b7e28e843 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665970
Dec 15 19:19:16.028716 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-2dfa54a7-1b0e-4e1d-aa4e-a81a5931fead service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235638
Dec 15 19:19:16.158674 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-87d6f96f-b313-4333-acfb-89f7fede67bd req-4c825020-227f-470e-82ef-0d8e6f105f12 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241858
Dec 15 19:19:16.271036 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-17abeed5-b004-4a68-b853-f9f8a46ec345 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 1097 time: 0.0718887
Dec 15 19:19:16.443313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-d2893ecb-c82d-45d3-b5d1-4f0757d7e074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:16.444648 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-d2893ecb-c82d-45d3-b5d1-4f0757d7e074 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1663704
Dec 15 19:19:16.527049 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-b2551a4a-9126-42d6-92f3-6ceebe5a2413 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 200  len: 217 time: 0.0735483
Dec 15 19:19:16.538103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4bfe-70b1-49ea-8498-c5bc42c04aec req-a8a6cf81-fd45-41a0-8912-1a44d2997bcf tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:16.539457 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f45a4bfe-70b1-49ea-8498-c5bc42c04aec req-a8a6cf81-fd45-41a0-8912-1a44d2997bcf tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.1550262
Dec 15 19:19:16.627099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-925aa2e4-50da-46d3-8d2f-46336b81a081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:16.628507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-925aa2e4-50da-46d3-8d2f-46336b81a081 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0882354
Dec 15 19:19:16.635446 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f45a4bfe-70b1-49ea-8498-c5bc42c04aec req-a7ea53d1-3e7a-408b-9f38-fde4668a6230 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661867
Dec 15 19:19:16.642504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4cad45c7-781a-44ca-a009-c0d194605e5a up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:19:16.711137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-99668374-b2ab-41d0-a16e-b73053b20e10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747614
Dec 15 19:19:16.738793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4cad45c7-781a-44ca-a009-c0d194605e5a triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:16.738793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:16.790672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:16.867586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:16.954111 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-bd611d8e-4cdc-442f-bf8f-ac8a23b2039b service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346406
Dec 15 19:19:17.085692 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b1cc02c9-14a4-4baa-a03d-960517680858 req-bd384c5d-9454-47c7-949b-67d304891d71 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252019
Dec 15 19:19:17.830283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3d35c-3909-4897-a770-507902fee58b req-0774a26f-e9fa-4b9b-a4f8-4f23d74e2645 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:17.831719 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-29e3d35c-3909-4897-a770-507902fee58b req-0774a26f-e9fa-4b9b-a4f8-4f23d74e2645 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0759709
Dec 15 19:19:17.875393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-29e3d35c-3909-4897-a770-507902fee58b req-265cb320-5276-4975-8c1a-c33af4414416 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382550
Dec 15 19:19:18.274155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:18.453793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b7ba9f93-fcd7-4089-af5d-7cfe1041a596 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:19:18.616612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:19:18.629817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'mac_address': 'fa:16:3e:ff:47:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:19:18.680892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:18.697549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ba9f93-fcd7-4089-af5d-7cfe1041a596 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:19:18.712732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:19:18.716066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:18.717761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:18.787467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:18.796395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.796738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.797074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.797505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.797836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.798164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.798510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.798813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.799133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.799446 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.799763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:19:18.803419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:18.921647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['b7ba9f93-fcd7-4089-af5d-7cfe1041a596'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:19:19.087851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef21e1f-48b5-4b28-987b-a700768755a1 req-825bede9-cd72-4eda-863b-7cb0a8928213 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:19.089404 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eef21e1f-48b5-4b28-987b-a700768755a1 req-825bede9-cd72-4eda-863b-7cb0a8928213 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 945 time: 0.0911057
Dec 15 19:19:19.135399 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eef21e1f-48b5-4b28-987b-a700768755a1 req-44aca289-5bd6-430d-bc0f-99ec95e3dc40 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389786
Dec 15 19:19:20.341685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbbacb-1af5-4450-8c21-2799001ed6ad req-fca280b3-ac47-444b-8596-66f085268b1e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:20.343079 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-26cbbacb-1af5-4450-8c21-2799001ed6ad req-fca280b3-ac47-444b-8596-66f085268b1e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 945 time: 0.0795083
Dec 15 19:19:20.386585 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-26cbbacb-1af5-4450-8c21-2799001ed6ad req-301883e5-d090-4491-8658-bb821b9ecb24 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380242
Dec 15 19:19:20.453554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b7ba9f93-fcd7-4089-af5d-7cfe1041a596 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:19:20.520663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:19:20.525246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:19:20.525653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:20.637839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:20.663590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:19:20.672710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:19:20.678143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:20.680016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:19:20.725908 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'code': 200}
Dec 15 19:19:20.745093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:19:20.747983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:19:20.947479 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a78da4b6-464d-4268-8da1-b5d34ca7918a req-d797648f-3725-47e0-83d4-471ceaef9c33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 1099 time: 0.0670457
Dec 15 19:19:20.989821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a78da4b6-464d-4268-8da1-b5d34ca7918a req-159dd91d-3b48-4cf3-9b03-a25881e38a66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357552
Dec 15 19:19:21.581281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61552e4c-7e96-4592-a0e0-90740918107e req-62f13f3d-4743-4c90-86ba-d4b8ff9fb801 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:21.582749 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-61552e4c-7e96-4592-a0e0-90740918107e req-62f13f3d-4743-4c90-86ba-d4b8ff9fb801 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0777340
Dec 15 19:19:21.627531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-61552e4c-7e96-4592-a0e0-90740918107e req-215a47ce-9846-4cc1-910c-7258275959c5 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393076
Dec 15 19:19:22.826158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e500e1-30c5-4960-b9f6-6863083cad17 req-301ffc5e-9354-4788-a23c-180d7f098905 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:22.827605 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-35e500e1-30c5-4960-b9f6-6863083cad17 req-301ffc5e-9354-4788-a23c-180d7f098905 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0795276
Dec 15 19:19:22.871574 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-35e500e1-30c5-4960-b9f6-6863083cad17 req-6a51d148-265e-4f4d-907d-758574e60bcc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380034
Dec 15 19:19:23.060947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c44681-b25a-4097-ae46-c219d354463f req-dc624849-f8b4-417d-b159-0cd2a99163fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:23.062389 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-19c44681-b25a-4097-ae46-c219d354463f req-dc624849-f8b4-417d-b159-0cd2a99163fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0794826
Dec 15 19:19:23.070860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37546) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:19:23.076090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'floatingip': {'port_id': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:19:23.150814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:23.842643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:23.846431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:24.031870 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc associated. External IP: 172.26.1.171, port: b7ba9f93-fcd7-4089-af5d-7cfe1041a596.
Dec 15 19:19:24.417406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:19:24.614456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:19:24.619401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:24.624785 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:19:24.637115 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:19:24.637747 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8087c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:19:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:24.673814 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dd6eb2cc-58fc-40d8-a603-d72bffc0317e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "PUT /v2.0/floatingips/40cd7495-5bd3-4a86-9244-8db0b0e2cbfc HTTP/1.1" status: 200  len: 992 time: 1.6018119
Dec 15 19:19:24.674379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:19:24.733755 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'status': 'completed', 'code': 200}
Dec 15 19:19:24.825718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-3ad1b3f9-7ba8-4b6c-93a3-82e203a0adc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 1099 time: 0.0700133
Dec 15 19:19:24.845717 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:19:24.955155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-3c4f30e6-135d-4bed-a4d1-ba7ffdeab7b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:24.956495 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-3c4f30e6-135d-4bed-a4d1-ba7ffdeab7b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1241665
Dec 15 19:19:25.059607 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-91cae63c-ddc2-4e9a-80f8-91b7ff0e0ca9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 200  len: 1000 time: 0.0969853
Dec 15 19:19:25.124103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-ccdd1774-2828-468a-b4a9-fe9161a1df8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:19:25.125551 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-ccdd1774-2828-468a-b4a9-fe9161a1df8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0594134
Dec 15 19:19:25.183816 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8087c0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:ff:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:19:23Z', 'revision_number': 1, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:25.187693 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:19:25.198086 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:19:25.198678 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8087c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:19:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:25.199751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-819548e4-7883-4a00-ab25-eeb28e9adbf8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682940
Dec 15 19:19:25.328296 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-ab41cbea-e0ab-42ee-a4a2-3e3bd317023c service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221640
Dec 15 19:19:25.375025 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:19:25.458806 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16095eb3-3b8f-44bb-b2d6-37c72902a26f req-49fd8d84-5bb0-4509-839e-b9aaf5f28f1c service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243503
Dec 15 19:19:25.716608 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8087c0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:ff:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:19:23Z', 'revision_number': 1, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:19:25.720965 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d73013-3990-45a3-9b34-26d93ef6188c None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:ff:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:19:23Z', 'revision_number': 1, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:19:27.178343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:29.456138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae5529-4d1a-4608-8d9f-4563252f8987 None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:19:42.039477 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:19:43.312884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7aedc832-4f0d-4e4b-8a41-a64f2375ac0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:45.573676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-699b411b-c843-458c-b43b-94b631f4d934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:46.762484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:46.838498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:48.276942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:19:57.173241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:01.261098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40271c2c-e95d-4eb9-ae1c-5236a86c5e5f req-b7d7c4f1-87a7-4beb-a4da-de3d9409e25d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:01.262494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-40271c2c-e95d-4eb9-ae1c-5236a86c5e5f req-b7d7c4f1-87a7-4beb-a4da-de3d9409e25d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0755107
Dec 15 19:20:01.310855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-40271c2c-e95d-4eb9-ae1c-5236a86c5e5f req-e23c4106-a6c2-4cf1-8729-b6c1776ad18d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429826
Dec 15 19:20:01.600162 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-32cbe5a7-88ef-4e75-b249-1c182b9296db req-a3b01f8a-63d9-415f-8ab1-195db18eafd8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1647041
Dec 15 19:20:01.846522 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-340d94e6-3752-480c-940a-c513e8a6e93f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0726361
Dec 15 19:20:01.905808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c269-cf4b-4cf6-997e-a4380741b0e9 req-be55de9d-4d8a-4376-bf57-c4572330eecb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:01.907508 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c690c269-cf4b-4cf6-997e-a4380741b0e9 req-be55de9d-4d8a-4376-bf57-c4572330eecb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0785882
Dec 15 19:20:01.954668 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c690c269-cf4b-4cf6-997e-a4380741b0e9 req-a3a2d368-f315-40f2-a634-82c42138ca7e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415211
Dec 15 19:20:02.952857 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-f37f1fbc-4305-4e2f-82b1-cb91abb14c97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 1099 time: 0.0689199
Dec 15 19:20:03.117270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-9680be23-1907-4fdc-be2a-4a4a1cef272a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:03.118686 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-9680be23-1907-4fdc-be2a-4a4a1cef272a service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1592803
Dec 15 19:20:03.333136 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-1f49bbf9-eb96-4a9d-8288-8760c8b59813 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 200  len: 1002 time: 0.2045641
Dec 15 19:20:03.344052 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812bd2c-5afa-46c7-8a4b-064a85720d4a req-378a1b9b-2c30-4fbe-ad86-5c472f060996 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:03.345478 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d812bd2c-5afa-46c7-8a4b-064a85720d4a req-378a1b9b-2c30-4fbe-ad86-5c472f060996 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.2666447
Dec 15 19:20:03.431716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-afa07e92-a2d5-4ded-8ef4-6627b7dda59b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:03.433116 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-afa07e92-a2d5-4ded-8ef4-6627b7dda59b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0868094
Dec 15 19:20:03.437342 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d812bd2c-5afa-46c7-8a4b-064a85720d4a req-97a3b0f0-6e76-4221-a6bd-306f82444241 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616081
Dec 15 19:20:03.509667 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-07d55463-24a3-4cad-9041-e7dad5b8daa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703087
Dec 15 19:20:03.638403 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-de685796-40da-4f28-940c-623d25146f94 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226151
Dec 15 19:20:03.767883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-c92fde18-e8b7-47dd-bf71-d605e9d9bd77 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232705
Dec 15 19:20:04.638982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a96717-287a-443f-9bc7-c60f7078a251 req-2bddf2fd-be5a-4f3c-936d-6e5162d715cc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:04.640426 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17a96717-287a-443f-9bc7-c60f7078a251 req-2bddf2fd-be5a-4f3c-936d-6e5162d715cc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0798972
Dec 15 19:20:04.685042 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17a96717-287a-443f-9bc7-c60f7078a251 req-fb96350e-1b89-4163-ab32-a23e92c033f7 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392141
Dec 15 19:20:05.879459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273482-d1da-46f3-813a-1030f565e6c9 req-f27d9368-0204-4427-bf00-392e80a9728a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:05.880908 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b7273482-d1da-46f3-813a-1030f565e6c9 req-f27d9368-0204-4427-bf00-392e80a9728a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0743351
Dec 15 19:20:05.924808 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b7273482-d1da-46f3-813a-1030f565e6c9 req-b98657f5-b5de-40b2-98a5-e23887d64419 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385180
Dec 15 19:20:07.117570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac462fdc-d468-4830-b46c-c913978bb4c3 req-296bf95c-69ae-4656-af50-e1da71379ad6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:07.118996 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ac462fdc-d468-4830-b46c-c913978bb4c3 req-296bf95c-69ae-4656-af50-e1da71379ad6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0752692
Dec 15 19:20:07.163725 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ac462fdc-d468-4830-b46c-c913978bb4c3 req-8bcc76ec-bdeb-4d58-af35-ebca53da25d1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388865
Dec 15 19:20:08.360547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cea2-ccc5-4854-bc49-c226170a8923 req-8e81ac7a-f9bd-4111-a1e8-4cbe9101823d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:08.362009 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3445cea2-ccc5-4854-bc49-c226170a8923 req-8e81ac7a-f9bd-4111-a1e8-4cbe9101823d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0805068
Dec 15 19:20:08.407307 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3445cea2-ccc5-4854-bc49-c226170a8923 req-c712a394-0938-4c78-a5f6-53c7900e2dc0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395465
Dec 15 19:20:09.718910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9d00-b330-4b79-9eb4-6b03cc2be5f7 req-73a49687-4470-478d-bc95-869da35a457d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:09.720338 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c9aa9d00-b330-4b79-9eb4-6b03cc2be5f7 req-73a49687-4470-478d-bc95-869da35a457d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.1930792
Dec 15 19:20:09.767294 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c9aa9d00-b330-4b79-9eb4-6b03cc2be5f7 req-a445e62e-47b4-4c0b-898e-4582dcce9504 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412493
Dec 15 19:20:10.963433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5992ed3-6043-4d9c-922b-a378640e7ac5 req-05edb199-ab17-494a-b2bc-9264a8ab2528 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:10.964881 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5992ed3-6043-4d9c-922b-a378640e7ac5 req-05edb199-ab17-494a-b2bc-9264a8ab2528 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0755882
Dec 15 19:20:11.009868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5992ed3-6043-4d9c-922b-a378640e7ac5 req-055eb3a1-ea5d-48d6-bbea-76fe13149a15 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390537
Dec 15 19:20:12.206135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ff99-e5b7-4698-8c2b-db9b6fa4391f req-9d63f391-7c00-429e-ab3f-492506c358bc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:12.207546 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-54a5ff99-e5b7-4698-8c2b-db9b6fa4391f req-9d63f391-7c00-429e-ab3f-492506c358bc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0755196
Dec 15 19:20:12.254209 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-54a5ff99-e5b7-4698-8c2b-db9b6fa4391f req-48e366bc-dd6a-4511-8795-6ac4e780234f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413983
Dec 15 19:20:13.314708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c0347888-8533-41b4-9187-ac9ea72c357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:13.454144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70812268-5244-4fa3-a217-b93f0662ce53 req-f0dd1043-d0ae-48bf-a532-0d1f038b2791 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:13.455568 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-70812268-5244-4fa3-a217-b93f0662ce53 req-f0dd1043-d0ae-48bf-a532-0d1f038b2791 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0800505
Dec 15 19:20:13.499552 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-70812268-5244-4fa3-a217-b93f0662ce53 req-91420aad-c890-41e4-9a2d-df4dd601d33b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385706
Dec 15 19:20:14.693933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aceb75-49b2-4914-ac7d-cd8b102ba7db req-c0f14d4f-a1a4-46b3-bdae-6740c127e358 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:14.695359 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b6aceb75-49b2-4914-ac7d-cd8b102ba7db req-c0f14d4f-a1a4-46b3-bdae-6740c127e358 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0759118
Dec 15 19:20:14.743800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b6aceb75-49b2-4914-ac7d-cd8b102ba7db req-ca934320-4a1b-4c64-8409-94152e757594 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429351
Dec 15 19:20:15.407611 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-683d00f1-924b-4b4c-819a-e5d90548064d service neutron] 10.222.0.64 "GET /v2.0/ports/b7ba9f93-fcd7-4089-af5d-7cfe1041a596/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0733221
Dec 15 19:20:15.575275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-41019a8e-8675-4426-a948-b7a443c95ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:15.672848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-67984081-81f5-42e6-880f-f7d39d1eba1f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 1099 time: 0.0721853
Dec 15 19:20:15.762087 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-f81dfdce-75f5-4311-a3dc-9f005723fbbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 1099 time: 0.0693448
Dec 15 19:20:15.936749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-d8b7606d-80b6-4b31-ada3-28f47ba8f932 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:15.938064 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-d8b7606d-80b6-4b31-ada3-28f47ba8f932 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1696439
Dec 15 19:20:16.034968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc29804-0f8a-4092-ae49-23e29d03b940 req-ab69045c-8b3e-403e-ab42-180da8b5e2b4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:16.036388 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ccc29804-0f8a-4092-ae49-23e29d03b940 req-ab69045c-8b3e-403e-ab42-180da8b5e2b4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.1733718
Dec 15 19:20:16.074181 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-fb2ea3c8-b590-4eeb-afe1-8026426a6dc9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 200  len: 1002 time: 0.1291535
Dec 15 19:20:16.132923 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ccc29804-0f8a-4092-ae49-23e29d03b940 req-47d35743-f2b6-4fca-857c-e68685f7c74f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884171
Dec 15 19:20:16.146973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-c326fbec-3cd1-48c3-9be9-7eff570dbb24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:16.148343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-c326fbec-3cd1-48c3-9be9-7eff570dbb24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0655262
Dec 15 19:20:16.221090 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-316547a6-0328-4407-8096-e6888092514d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0658982
Dec 15 19:20:16.439028 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-a827e303-edbd-4bf1-be5c-a3793141473e service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115738
Dec 15 19:20:16.566459 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-072c4eec-07d6-4eee-9d15-bc7997058104 req-e671fb39-2ac9-4c80-b3a5-e232269c8612 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211371
Dec 15 19:20:16.766008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:16.840438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:17.329556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38428f-455f-4c99-8507-e701326f1fe7 req-f7d6ca06-281a-4a5a-aca7-471cdebac761 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:17.330965 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1f38428f-455f-4c99-8507-e701326f1fe7 req-f7d6ca06-281a-4a5a-aca7-471cdebac761 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0777915
Dec 15 19:20:17.374957 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1f38428f-455f-4c99-8507-e701326f1fe7 req-1998e811-6acc-42b8-b66b-0ce51309a6c2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385511
Dec 15 19:20:18.278430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:18.572867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6171c5-9078-4d57-8e8c-4005669461b2 req-1693352d-f3b4-438c-94d3-2884b8a1db2f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:18.574263 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da6171c5-9078-4d57-8e8c-4005669461b2 req-1693352d-f3b4-438c-94d3-2884b8a1db2f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.0795798
Dec 15 19:20:18.619973 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da6171c5-9078-4d57-8e8c-4005669461b2 req-7eb3b469-a409-4cd6-b18f-9ee4ab3a1912 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387747
Dec 15 19:20:18.832127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b7ba9f93-fcd7-4089-af5d-7cfe1041a596 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:20:18.959084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:18.986928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:20:18.996936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:20:19.005773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:19.009597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:20:19.029493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213b4e0-2774-487c-b819-5d16f839280a req-9914db3a-be56-47a0-9077-f306515d7243 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:19.030949 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e213b4e0-2774-487c-b819-5d16f839280a req-9914db3a-be56-47a0-9077-f306515d7243 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 946 time: 0.1216743
Dec 15 19:20:19.037029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-42004a46-3ba3-4719-a796-58031b255603 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:19.038425 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-42004a46-3ba3-4719-a796-58031b255603 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.1696732
Dec 15 19:20:19.040991 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:20:19.073975 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'code': 200}
Dec 15 19:20:19.078813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:20:19.083263 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e213b4e0-2774-487c-b819-5d16f839280a req-e9d5f66c-1584-428f-9fb2-681c4af0e9e6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438251
Dec 15 19:20:19.087423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.087764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.088100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.088431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.088761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.089088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.089444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.089828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.090245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.090464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.090780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:19.095997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:20:19.188474 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-7322181d-2e46-4826-a446-2d028131ef85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 1097 time: 0.0701835
Dec 15 19:20:19.316200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-ff603b5d-506c-44bd-b6c7-639d27affd56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:19.317646 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-ff603b5d-506c-44bd-b6c7-639d27affd56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1228559
Dec 15 19:20:19.415231 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-ba5b4278-7b43-4b7e-b4cf-016c13f46cf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 200  len: 1000 time: 0.0908341
Dec 15 19:20:19.478542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-7a50de03-78e9-4631-808c-793f3f5c5bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:19.479909 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-7a50de03-78e9-4631-808c-793f3f5c5bd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0581710
Dec 15 19:20:19.551662 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-704c32e7-56ce-47ce-b438-b4a65a422954 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0654433
Dec 15 19:20:19.679600 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-6a7ba13e-c487-4c3a-ba9a-ddccad871a80 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213968
Dec 15 19:20:19.811233 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e3a03557-133a-41fd-8b24-ecec9e0157eb req-6e8d2ba4-81fa-4759-bf93-a40144ce3029 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254089
Dec 15 19:20:20.289268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd4431-041f-4aa5-a6ed-8b6380dd0d62 req-a6a75e7d-fd72-400a-917c-4d06fe718b88 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:20.290752 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fbfd4431-041f-4aa5-a6ed-8b6380dd0d62 req-a6a75e7d-fd72-400a-917c-4d06fe718b88 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0776896
Dec 15 19:20:20.337563 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fbfd4431-041f-4aa5-a6ed-8b6380dd0d62 req-7be02208-67c8-427a-841e-180ffed4bd9c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405588
Dec 15 19:20:21.534341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a211b-a318-40ac-a1a5-c55d78742bff req-af092778-23f0-4407-a323-8ee2f48c0a37 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:21.535772 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-928a211b-a318-40ac-a1a5-c55d78742bff req-af092778-23f0-4407-a323-8ee2f48c0a37 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0799129
Dec 15 19:20:21.580382 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-928a211b-a318-40ac-a1a5-c55d78742bff req-29896ecf-6295-4a20-8e8e-dd3cbe1e851e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392766
Dec 15 19:20:21.782851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9659d1-fe1f-465a-a3ba-dbd789fb2d6c req-adb6ac4d-e94c-4bbf-8387-67ee95a45317 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:21.784275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9d9659d1-fe1f-465a-a3ba-dbd789fb2d6c req-adb6ac4d-e94c-4bbf-8387-67ee95a45317 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0812447
Dec 15 19:20:21.828366 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9d9659d1-fe1f-465a-a3ba-dbd789fb2d6c req-6e709b14-1232-493f-bc46-190103942bce tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387433
Dec 15 19:20:22.020935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9d27-9ff3-46cc-871b-5db9eecee68b req-c7d21e79-540e-4fe7-8ae5-b951c0d8f469 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:22.022388 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1f9a9d27-9ff3-46cc-871b-5db9eecee68b req-c7d21e79-540e-4fe7-8ae5-b951c0d8f469 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0754385
Dec 15 19:20:22.067464 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1f9a9d27-9ff3-46cc-871b-5db9eecee68b req-773c08b8-d509-4eef-879c-76e4a6c7fea8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396304
Dec 15 19:20:22.599244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e61f13-6a0e-460e-a58a-a8fbdf5eb889 req-6824cc99-6f4e-487c-b1d8-739e1692deb5 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:22.600588 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16e61f13-6a0e-460e-a58a-a8fbdf5eb889 req-6824cc99-6f4e-487c-b1d8-739e1692deb5 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0782559
Dec 15 19:20:22.647677 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-16e61f13-6a0e-460e-a58a-a8fbdf5eb889 req-9bb71743-8fac-4d94-972a-85a784a2d201 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414531
Dec 15 19:20:23.844339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1a202-1881-4e88-a24c-7d11e55da74d req-7fd96271-f102-4e3f-b97a-815c8424c922 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:23.845802 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ad1a202-1881-4e88-a24c-7d11e55da74d req-7fd96271-f102-4e3f-b97a-815c8424c922 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0762699
Dec 15 19:20:23.894337 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ad1a202-1881-4e88-a24c-7d11e55da74d req-bce18de9-b99e-445c-94c7-c1701e5add33 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426512
Dec 15 19:20:24.052190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-cce6dbdb-3a07-4b81-b6eb-23cd5196f31b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:24.053607 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-cce6dbdb-3a07-4b81-b6eb-23cd5196f31b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 944 time: 0.0741971
Dec 15 19:20:24.123327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Deleting port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:20:24.123664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:24.445728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] For port b7ba9f93-fcd7-4089-af5d-7cfe1041a596, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:20:24.446007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:24.721788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:24.722155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:24.722461 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc disassociated. External IP: 172.26.1.171, port: b7ba9f93-fcd7-4089-af5d-7cfe1041a596.
Dec 15 19:20:24.722793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Calling delete_port for b7ba9f93-fcd7-4089-af5d-7cfe1041a596 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:20:24.862941 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:24.868151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71c548ff-bf5e-4ff9-a801-1fcfe025ffd8 tempest-TestVolumeBootPattern-1319923392 tempest-TestVolumeBootPattern-1319923392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:20:24.910291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event deleted for resources: {'Port': ['ID=b7ba9f93-fcd7-4089-af5d-7cfe1041a596,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:20:24.925150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.925553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.925923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.926288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.926651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.927012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.927370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.927728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.928080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.928439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.928790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:20:24.982163 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:20:25.116109 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e9c565bd-e23f-4bff-a6ab-6aaea45c4fb2 req-32c477ad-e6c6-491f-b430-543977fc2369 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2860dbb-b5bf-477c-9c6c-cff9b3724933 HTTP/1.1" status: 200  len: 210 time: 0.0909843
Dec 15 19:20:25.179705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:20:25.378761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:20:25.388234 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:20:25.400166 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:20:25.400764 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb762e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:20:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:25.447912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] No DVR routers for this DVR port b7ba9f93-fcd7-4089-af5d-7cfe1041a596 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:20:25.450417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:25.453603 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'name': 'network-vif-deleted', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:20:25.470290 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3ce7051b-216c-4a07-bd97-1077f052d16e req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "DELETE /v2.0/ports/b7ba9f93-fcd7-4089-af5d-7cfe1041a596 HTTP/1.1" status: 204  len: 173 time: 1.4111762
Dec 15 19:20:25.513661 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2860dbb-b5bf-477c-9c6c-cff9b3724933', 'name': 'network-vif-deleted', 'tag': 'b7ba9f93-fcd7-4089-af5d-7cfe1041a596', 'status': 'completed', 'code': 200}
Dec 15 19:20:25.587382 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:20:25.923619 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb762e0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:25.927470 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:20:25.937691 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:20:25.938286 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb762e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:20:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:26.111648 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:20:26.416725 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb762e0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:26.420929 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9c55f-f9e4-4a66-9f2d-5c66522b104a None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:20:26.470458 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-66d4430e-ee09-463a-9c98-4fa61743317a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--957992053&fields=id&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 267 time: 0.0458269
Dec 15 19:20:26.618470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-c6586508-6ec2-4b1b-a820-da4cc783e7fe tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:26.619911 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-c6586508-6ec2-4b1b-a820-da4cc783e7fe tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1429608
Dec 15 19:20:26.638963 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-e30b3812-9f90-4e79-bcbe-03be8a223d90 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/quotas/b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 375 time: 0.0109434
Dec 15 19:20:26.639666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1f338-8b9f-4776-bd9d-85f388b4fd4b None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:20:26.723075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-db758807-c354-40e1-90c0-efb443b6b66b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:20:26.738441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-db758807-c354-40e1-90c0-efb443b6b66b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:20:26.740010 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-db758807-c354-40e1-90c0-efb443b6b66b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0960824
Dec 15 19:20:26.980638 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-c8b73676-c764-49dc-b9c5-81ef7eab53e6 service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285852
Dec 15 19:20:27.109551 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-49d248bf-5470-4d4a-b535-c0181d2e68c9 service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226244
Dec 15 19:20:27.171695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:27.289173 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1f4fc5b-d5b8-4c2e-9891-6687e8513d72 req-2a49294c-a1ef-451e-89eb-a9b00f0ce615 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 210 time: 0.0425050
Dec 15 19:20:28.271080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-6b466829-485e-487b-84a9-a39f6389515d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:28.272471 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-6b466829-485e-487b-84a9-a39f6389515d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1425157
Dec 15 19:20:28.326635 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-3d7a81ca-4b66-47a3-a418-bb129929037e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 379 time: 0.0410285
Dec 15 19:20:28.337858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'port': {'device_id': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'admin_state_up': True, 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'security_groups': ['5ba3aebf-cfbf-4f79-ba18-5ff7170310b3']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:20:28.463785 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-de3a3906-5c1e-44ae-88c4-3b9ff494853e req-e3ef6d59-0fdc-4469-ad16-5986655c5f31 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 210 time: 0.0475209
Dec 15 19:20:28.514073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:20:28.523485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:20:28.533612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Made reservation on behalf of b0ce91b7d8654aadb8baf0599375c2d4 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:20:28.536563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:28.696588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Allocated IP 172.20.0.4 (25ba733b-10d3-4ae0-ac78-59e4c3e9c12e/c910db78-f1bd-4553-ae4f-d29ca6dd6e01/afd7ce14-a4ea-4c19-862c-793c0f80cca4) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:20:28.879097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:28.885233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b7ba9f93-fcd7-4089-af5d-7cfe1041a596 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:20:28.894984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Transition to ACTIVE for port object afd7ce14-a4ea-4c19-862c-793c0f80cca4 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:20:28.917049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:28.920659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: b7ba9f93-fcd7-4089-af5d-7cfe1041a596 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:20:28.921010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b7ba9f93-fcd7-4089-af5d-7cfe1041a596 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:20:28.922847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5766b50e-bcb2-4f7f-8c83-bf0cbe71ba86 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:20:28.982160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:20:28.989250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:20:28.993481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:20:29.037836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'Port': ['ID=afd7ce14-a4ea-4c19-862c-793c0f80cca4,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:20:29.044213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:20:29.072204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:29.072799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:29.103066 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7688718
Dec 15 19:20:29.114227 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Request body: {'port': {'device_id': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:20:29.193712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bdd83990-dd39-495f-9bc0-450d42eb5e0f None None] Provisioning for port afd7ce14-a4ea-4c19-862c-793c0f80cca4 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:20:29.198486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bdd83990-dd39-495f-9bc0-450d42eb5e0f None None] Provisioning complete for port afd7ce14-a4ea-4c19-862c-793c0f80cca4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:20:29.198969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bdd83990-dd39-495f-9bc0-450d42eb5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:29.225924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:29.250641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-bdd83990-dd39-495f-9bc0-450d42eb5e0f None None] Port afd7ce14-a4ea-4c19-862c-793c0f80cca4 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:20:29.557675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd7ce14-a4ea-4c19-862c-793c0f80cca4 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:20:29.565011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:29.579084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Transition to ACTIVE for port object afd7ce14-a4ea-4c19-862c-793c0f80cca4 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:20:29.583083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:29.586763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:20:29.661084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b8e44-16c3-4369-9833-d0e10fdf50af req-9c819166-1e67-42c3-b78e-a63bb304dfeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:29.662626 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-656b8e44-16c3-4369-9833-d0e10fdf50af req-9c819166-1e67-42c3-b78e-a63bb304dfeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0784061
Dec 15 19:20:29.727436 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-656b8e44-16c3-4369-9833-d0e10fdf50af req-9ff38db7-3a05-4165-afc0-5d78a922ff40 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553410
Dec 15 19:20:29.828198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Pushing event updated for resources: {'Port': ['ID=afd7ce14-a4ea-4c19-862c-793c0f80cca4,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:20:29.830982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:20:29.937027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Attempting to bind port afd7ce14-a4ea-4c19-862c-793c0f80cca4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:20:29.937272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Attempting to bind port afd7ce14-a4ea-4c19-862c-793c0f80cca4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:20:29.937612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Attempting to bind port afd7ce14-a4ea-4c19-862c-793c0f80cca4 on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:20:29.943211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Port afd7ce14-a4ea-4c19-862c-793c0f80cca4 on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:20:29.943520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Attempting to bind port afd7ce14-a4ea-4c19-862c-793c0f80cca4 on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:20:29.949711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:20:29.950039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Checking segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:20:29.950415 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Bound using segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:20:29.951343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Bound port: afd7ce14-a4ea-4c19-862c-793c0f80cca4, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:20:29.951675 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:30.038925 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] For port afd7ce14-a4ea-4c19-862c-793c0f80cca4, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:20:30.042053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] For port afd7ce14-a4ea-4c19-862c-793c0f80cca4, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:20:30.046306 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:30.049820 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1edf8f3f-c540-4321-a368-c2b9059d10c7 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:20:30.103632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:30.105140 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] 10.222.0.64 "PUT /v2.0/ports/afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 1093 time: 0.9950247
Dec 15 19:20:30.105728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:20:30.127787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Pushing event updated for resources: {'Port': ['ID=afd7ce14-a4ea-4c19-862c-793c0f80cca4,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:20:30.130943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:20:30.184250 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'status': 'completed', 'code': 200}
Dec 15 19:20:30.227767 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-c5075485-2193-4162-9684-e6c50b1e5e88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1096 time: 0.0780618
Dec 15 19:20:30.300958 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-923a9191-6179-4ea1-9054-f2a596ab9c74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 217 time: 0.0657594
Dec 15 19:20:30.364666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-6cdda6e1-9c10-4770-a9b5-1a3d95471f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:30.366115 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-6cdda6e1-9c10-4770-a9b5-1a3d95471f83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0592194
Dec 15 19:20:30.441842 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-f12878ad-951c-48a3-9403-2987b5e0ad1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680542
Dec 15 19:20:30.571860 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-c80a8101-c90c-4569-b4f3-4822e9ad9ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240489
Dec 15 19:20:30.705228 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7a1d0296-558c-480e-b63a-570c1bd33de9 req-e566f9d5-cec5-42b6-820f-befc8d97e718 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259978
Dec 15 19:20:30.824919 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-b6708fe3-5bbd-464b-8076-6c7f408f4f90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1096 time: 0.0741057
Dec 15 19:20:30.920757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c3082-1fbf-47a1-b34c-9a6c93cc6790 req-c3980256-29f9-45b1-a51a-4f5e4b0945fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:30.922230 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d90c3082-1fbf-47a1-b34c-9a6c93cc6790 req-c3980256-29f9-45b1-a51a-4f5e4b0945fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0814853
Dec 15 19:20:30.955262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-84e6db9b-c2cc-4d82-8be8-c353427e04fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:30.956705 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-84e6db9b-c2cc-4d82-8be8-c353427e04fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1252911
Dec 15 19:20:30.967362 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d90c3082-1fbf-47a1-b34c-9a6c93cc6790 req-b4975a5f-b189-4489-83fd-86dd09bd7469 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396037
Dec 15 19:20:31.024696 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-8fb1915f-ca68-4dae-9fd9-2bc8326ffb87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 217 time: 0.0601850
Dec 15 19:20:31.092166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-2c7a24e4-7189-4875-a11e-03227045950a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:31.093502 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-2c7a24e4-7189-4875-a11e-03227045950a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0606816
Dec 15 19:20:31.168496 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-a64b7b2a-671b-47ca-87cf-ac14f5c7ec35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678530
Dec 15 19:20:31.298272 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-b2a57978-bc6c-4054-8150-16b2c76625d7 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221013
Dec 15 19:20:31.427253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5725b01-ec1e-4deb-923d-ce094e0360cc req-86ef2fca-812c-4bee-930b-02cfa2bd005e service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220603
Dec 15 19:20:32.170133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564326-b481-437b-bae7-3f005fb9963a req-b012f59b-45d0-4754-b419-9455d1ac0c4e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:32.170862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-bc564326-b481-437b-bae7-3f005fb9963a req-b012f59b-45d0-4754-b419-9455d1ac0c4e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:20:32.186113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-bc564326-b481-437b-bae7-3f005fb9963a req-b012f59b-45d0-4754-b419-9455d1ac0c4e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:20:32.187256 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc564326-b481-437b-bae7-3f005fb9963a req-b012f59b-45d0-4754-b419-9455d1ac0c4e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0968678
Dec 15 19:20:32.232409 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc564326-b481-437b-bae7-3f005fb9963a req-0f548c45-8008-4be7-9f2d-b4dedceba250 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391586
Dec 15 19:20:33.428326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ee1ce-f9b4-495c-8a60-18c53848734c req-adf25a73-089b-47f9-acf7-28db63b7fd5a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:33.429777 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d9ee1ce-f9b4-495c-8a60-18c53848734c req-adf25a73-089b-47f9-acf7-28db63b7fd5a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0757987
Dec 15 19:20:33.479007 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d9ee1ce-f9b4-495c-8a60-18c53848734c req-1c063ee1-4eda-4477-8301-d76dd58f2c49 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438349
Dec 15 19:20:34.687155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db416a38-0035-4ee6-a649-81a2815a2ad1 req-6ad37a21-9324-436f-b634-c099eb45a61a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:34.688577 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db416a38-0035-4ee6-a649-81a2815a2ad1 req-6ad37a21-9324-436f-b634-c099eb45a61a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0859849
Dec 15 19:20:34.734917 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db416a38-0035-4ee6-a649-81a2815a2ad1 req-fd25bd8d-ab9b-4dab-b7d3-c88c6a2c0947 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407012
Dec 15 19:20:34.936123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device afd7ce14-a4ea-4c19-862c-793c0f80cca4 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:20:35.067030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port afd7ce14-a4ea-4c19-862c-793c0f80cca4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:20:35.080629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'mac_address': 'fa:16:3e:fc:1a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:20:35.135519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:35.152663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd7ce14-a4ea-4c19-862c-793c0f80cca4 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:20:35.167031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port afd7ce14-a4ea-4c19-862c-793c0f80cca4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:20:35.170838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:35.172589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:20:35.234192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=afd7ce14-a4ea-4c19-862c-793c0f80cca4,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:20:35.237093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:20:35.373512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['afd7ce14-a4ea-4c19-862c-793c0f80cca4'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:20:35.929182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c251a-704e-4376-86b4-03c87342307a req-fbdeec95-fd24-4951-8198-c4f6629bd2f1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:35.930670 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e2c251a-704e-4376-86b4-03c87342307a req-fbdeec95-fd24-4951-8198-c4f6629bd2f1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 944 time: 0.0763025
Dec 15 19:20:35.975447 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e2c251a-704e-4376-86b4-03c87342307a req-1948b95e-b188-4c11-af03-e08dd370c6b5 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388978
Dec 15 19:20:36.935682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device afd7ce14-a4ea-4c19-862c-793c0f80cca4 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:20:37.002748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port afd7ce14-a4ea-4c19-862c-793c0f80cca4 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:20:37.007425 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port afd7ce14-a4ea-4c19-862c-793c0f80cca4 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:20:37.007804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:37.126003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:37.151680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:20:37.162227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port afd7ce14-a4ea-4c19-862c-793c0f80cca4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:20:37.166164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:37.168082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:20:37.176006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa176a-af93-4dd7-8f2e-7d9d13fb63f7 req-80743b9b-c15a-49f3-96cd-231b72033f16 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:37.177501 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-75fa176a-af93-4dd7-8f2e-7d9d13fb63f7 req-80743b9b-c15a-49f3-96cd-231b72033f16 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 944 time: 0.0833404
Dec 15 19:20:37.214856 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'code': 200}
Dec 15 19:20:37.224069 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-75fa176a-af93-4dd7-8f2e-7d9d13fb63f7 req-054beb5f-c8e8-4bd6-861c-d560507fe262 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411987
Dec 15 19:20:37.236497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=afd7ce14-a4ea-4c19-862c-793c0f80cca4,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:20:37.239287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:20:37.436810 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-109ca970-6479-47df-ae4f-99bb24af7c63 req-b9c76383-199c-453d-8f21-4b2b5c72603e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1098 time: 0.0657873
Dec 15 19:20:37.572994 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-109ca970-6479-47df-ae4f-99bb24af7c63 req-fdc69dbf-7fa6-4b94-9cf2-5a44e3ccdffd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293142
Dec 15 19:20:38.433803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba432cf2-ddb2-441a-86cf-1a0070310fd4 req-d7063f95-31ff-438a-9fd3-8291cdff29f4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:38.435291 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ba432cf2-ddb2-441a-86cf-1a0070310fd4 req-d7063f95-31ff-438a-9fd3-8291cdff29f4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0795813
Dec 15 19:20:38.481779 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ba432cf2-ddb2-441a-86cf-1a0070310fd4 req-cf79a0c8-83f1-4beb-8487-f463956c9f4f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409548
Dec 15 19:20:39.676814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c420dd-f972-4eff-8ee6-6f07c4e1e512 req-f8bedc00-d8ba-49be-9e7b-ff9d23839e0c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:39.678281 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0c420dd-f972-4eff-8ee6-6f07c4e1e512 req-f8bedc00-d8ba-49be-9e7b-ff9d23839e0c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0763857
Dec 15 19:20:39.723337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0c420dd-f972-4eff-8ee6-6f07c4e1e512 req-c73c5c2d-83b4-4c33-a553-ec2931bb0e2a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396104
Dec 15 19:20:39.912077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf899d-97f2-48fa-b12c-3c537ffdec87 req-27858054-4077-4096-ae49-6cfc938f9e61 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:39.913616 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-86bf899d-97f2-48fa-b12c-3c537ffdec87 req-27858054-4077-4096-ae49-6cfc938f9e61 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0765774
Dec 15 19:20:39.922560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 37746) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:20:39.927851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'floatingip': {'port_id': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:20:40.005628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:40.679326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:40.683059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:40.876298 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc associated. External IP: 172.26.1.171, port: afd7ce14-a4ea-4c19-862c-793c0f80cca4.
Dec 15 19:20:41.258567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:20:41.448790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:20:41.453704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:41.458183 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:20:41.469881 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:20:41.470566 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7939d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:20:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:41.507903 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-88df99e9-5c55-4d05-b5ce-11574d6a8a70 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "PUT /v2.0/floatingips/40cd7495-5bd3-4a86-9244-8db0b0e2cbfc HTTP/1.1" status: 200  len: 991 time: 1.5843015
Dec 15 19:20:41.508630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:20:41.567144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'status': 'completed', 'code': 200}
Dec 15 19:20:41.650834 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:20:41.666220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-0d6cc8ce-dcd3-47cc-b4b4-1692ddbd50f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1098 time: 0.0777154
Dec 15 19:20:41.797061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-59993040-c109-4a32-8591-7de141c0a3f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:41.798638 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-59993040-c109-4a32-8591-7de141c0a3f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1260383
Dec 15 19:20:41.900168 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-7912c2b3-ab59-4266-9673-00182bf2c2fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 999 time: 0.0953286
Dec 15 19:20:41.961283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-fb0dc886-56ba-4492-a39c-7a57a8f54564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:20:41.962754 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-fb0dc886-56ba-4492-a39c-7a57a8f54564 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0566931
Dec 15 19:20:41.988826 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7939d0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:fc:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:20:40Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:41.992576 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:20:42.002931 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:20:42.003518 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7939d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:20:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:42.035420 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-4f527f35-ae5e-47b2-8bfe-13cae8535137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668566
Dec 15 19:20:42.166796 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-775f9591-2c38-47f0-90d6-1eeddfc23323 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245506
Dec 15 19:20:42.174698 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:20:42.301037 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db9b435a-783c-467a-90cb-29c0416f1f02 req-cdc9a2cf-163a-41c1-9ea5-3af9562742e7 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273866
Dec 15 19:20:42.535691 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7939d0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:fc:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:20:40Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:20:42.539579 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa51e54-be45-4a52-9047-cc6f70b47fed None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:fc:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:20:40Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:20:42.733178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2cd86-da90-4376-9bca-6719d9550974 None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:20:43.316173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c3ec51f9-093a-43bd-8c7a-d6af04b820bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:45.577772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1cee2c05-8701-46b0-82e0-9e19cef40632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:46.768046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:46.843316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:48.282887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:20:56.041206 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:20:57.167922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:13.317475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f90a8356-6d53-4bdf-ba0a-d68559d3b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:15.579960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d6faae67-75fd-4482-86e0-f3a98d0460d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:16.772024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:16.845520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:18.286966 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:18.428160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a42139-d238-42eb-8f3d-ea2598dd36c1 req-e51ba449-225e-48d2-9176-56a2a99b29ca tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:18.429512 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47a42139-d238-42eb-8f3d-ea2598dd36c1 req-e51ba449-225e-48d2-9176-56a2a99b29ca tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0807946
Dec 15 19:21:18.474448 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-47a42139-d238-42eb-8f3d-ea2598dd36c1 req-370c8264-b0bf-490b-8f40-fffc93dac0df tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394633
Dec 15 19:21:19.669396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294a9fc-d21d-4ab0-a04a-8c8bd99b627e req-8f29e27b-6417-404c-a846-c091e5482351 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:19.670860 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1294a9fc-d21d-4ab0-a04a-8c8bd99b627e req-8f29e27b-6417-404c-a846-c091e5482351 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0764940
Dec 15 19:21:19.714897 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1294a9fc-d21d-4ab0-a04a-8c8bd99b627e req-3b6b9962-4f0b-4b32-af35-24b4e3ccc4d2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386615
Dec 15 19:21:20.911863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879672c-6757-4e9f-8165-2628d06345e1 req-f0475bfc-36fb-4602-a067-536a71847789 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:20.913265 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6879672c-6757-4e9f-8165-2628d06345e1 req-f0475bfc-36fb-4602-a067-536a71847789 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0804920
Dec 15 19:21:20.961472 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6879672c-6757-4e9f-8165-2628d06345e1 req-5eb99d74-6a2f-4bec-8607-04703de8c43c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427063
Dec 15 19:21:22.157195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876a4d0-0e8d-4fa1-ade5-dc8ecfd23fab req-263f0962-20c0-4ffb-a51c-e7ac932b808f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:22.158733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b876a4d0-0e8d-4fa1-ade5-dc8ecfd23fab req-263f0962-20c0-4ffb-a51c-e7ac932b808f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0780525
Dec 15 19:21:22.202420 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b876a4d0-0e8d-4fa1-ade5-dc8ecfd23fab req-70ff74d3-f574-4fac-9b0b-6813429fc3bd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382357
Dec 15 19:21:23.405020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a45f6e-df1d-4064-bc1f-daf3275dc60c req-af369585-94fb-4b07-b89a-47abdb400676 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:23.406746 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b4a45f6e-df1d-4064-bc1f-daf3275dc60c req-af369585-94fb-4b07-b89a-47abdb400676 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0857234
Dec 15 19:21:23.451041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b4a45f6e-df1d-4064-bc1f-daf3275dc60c req-549d47b8-6922-4e88-8ff2-44c96dcc4118 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389645
Dec 15 19:21:24.645067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b383ad3-5198-49bb-b959-14281a3fddc8 req-2e085ed4-c367-40f3-92fa-adc2f73beb4a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:24.646521 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b383ad3-5198-49bb-b959-14281a3fddc8 req-2e085ed4-c367-40f3-92fa-adc2f73beb4a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0763474
Dec 15 19:21:24.691640 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b383ad3-5198-49bb-b959-14281a3fddc8 req-bba77d50-82c2-41e2-ba65-10321539ea30 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397520
Dec 15 19:21:25.287628 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-56596752-8fd2-4453-8df9-9116277c08bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1098 time: 0.0710971
Dec 15 19:21:25.428777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-39028c69-6247-4042-8666-0d773700069d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:25.430348 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-39028c69-6247-4042-8666-0d773700069d service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1240466
Dec 15 19:21:25.528950 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-6d91066f-9778-4eb4-a9b2-3b1931e7370b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 1001 time: 0.0914693
Dec 15 19:21:25.592201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-4019cfd5-8824-43b2-acac-0001e719273f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:25.594122 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-4019cfd5-8824-43b2-acac-0001e719273f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0591979
Dec 15 19:21:25.667269 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-76992568-4156-46aa-a873-434b69bd66f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672622
Dec 15 19:21:25.943385 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-a7f6ed7b-b052-49f6-a331-ab5747b99007 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2685776
Dec 15 19:21:25.985625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978d3de-9f73-4b3f-9618-4cf2cf3f132c req-0eaa03bd-6779-4843-8fb3-081270370b0d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:25.987006 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b978d3de-9f73-4b3f-9618-4cf2cf3f132c req-0eaa03bd-6779-4843-8fb3-081270370b0d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.1461153
Dec 15 19:21:26.110825 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b978d3de-9f73-4b3f-9618-4cf2cf3f132c req-936ec475-7a99-4e47-9813-c64286756c39 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785000
Dec 15 19:21:26.115698 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a3fe879-d236-411c-bc6b-573a3e1253a7 req-63751228-9823-42ab-a929-0a11f55001de service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649849
Dec 15 19:21:27.174028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:27.420000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048af37-2d25-4ea9-b41c-569a0bfdf327 req-8e9c00b3-73fe-4e6c-b318-880793a00c30 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:27.421364 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6048af37-2d25-4ea9-b41c-569a0bfdf327 req-8e9c00b3-73fe-4e6c-b318-880793a00c30 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.1876454
Dec 15 19:21:27.465764 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6048af37-2d25-4ea9-b41c-569a0bfdf327 req-2458e804-5e2a-425e-8102-c48e96cd5eca tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389736
Dec 15 19:21:28.666507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f99384-a4d3-4a3e-8d96-2e2e21a446eb req-26176f18-6dee-4be6-9259-bfcc6c6a79bc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:28.667946 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b0f99384-a4d3-4a3e-8d96-2e2e21a446eb req-26176f18-6dee-4be6-9259-bfcc6c6a79bc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0830145
Dec 15 19:21:28.713207 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b0f99384-a4d3-4a3e-8d96-2e2e21a446eb req-fc5ff229-f436-406a-9ee5-7b703fc8ba3f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397451
Dec 15 19:21:29.918572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cf459-0300-4d8d-8fa8-dc0599519cc7 req-72eeb506-51f2-4689-a4fb-e1d28184f653 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:29.919944 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9b7cf459-0300-4d8d-8fa8-dc0599519cc7 req-72eeb506-51f2-4689-a4fb-e1d28184f653 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0744269
Dec 15 19:21:29.967258 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9b7cf459-0300-4d8d-8fa8-dc0599519cc7 req-6d3da3b0-a059-4567-8653-39b3f028f0d1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415940
Dec 15 19:21:30.168062 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-71d82a82-cb2b-4b49-a6c1-4daa164f7f51 req-4a7be1e7-9a7b-4e64-b98a-ff13d187d1a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0665801
Dec 15 19:21:30.414776 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-3c11c591-5e50-4899-85c1-727240e35331 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0706708
Dec 15 19:21:30.477956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b89b5-9323-4e22-8882-0d8734690343 req-77a20231-a6c3-4b96-bf36-1d98f0724c2b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:30.479392 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5b0b89b5-9323-4e22-8882-0d8734690343 req-77a20231-a6c3-4b96-bf36-1d98f0724c2b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0801148
Dec 15 19:21:30.525465 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5b0b89b5-9323-4e22-8882-0d8734690343 req-ab7b3a68-563b-4d88-8c8a-dd1d1dcf69c5 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405998
Dec 15 19:21:31.520025 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-648dc80d-fd1d-4887-b822-b5bbe6560f61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1098 time: 0.0688138
Dec 15 19:21:31.684882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-0d5f9950-fb24-4d41-a274-6b8fe06cf26a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:31.686317 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-0d5f9950-fb24-4d41-a274-6b8fe06cf26a service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1605237
Dec 15 19:21:31.806520 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-67602e48-7999-4f42-ac08-c9d9feb830df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 1001 time: 0.1119950
Dec 15 19:21:31.815857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76874-52ea-4771-b8dd-4d4344fdc35f req-a71ea84b-3faf-48fb-b41a-c29ab3a4b294 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:31.817228 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d5f76874-52ea-4771-b8dd-4d4344fdc35f req-a71ea84b-3faf-48fb-b41a-c29ab3a4b294 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.1694765
Dec 15 19:21:31.906407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-8ad604b5-e1fb-4699-b16c-334a4f0f6a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:31.907839 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-8ad604b5-e1fb-4699-b16c-334a4f0f6a0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0897706
Dec 15 19:21:31.912461 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d5f76874-52ea-4771-b8dd-4d4344fdc35f req-50c4b1a6-f076-43a4-b8ac-23f14e0a4af1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651128
Dec 15 19:21:31.980659 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-52c31142-6171-4d92-8a73-2f193488620f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667315
Dec 15 19:21:32.113097 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-bb1df7af-7025-4156-a43b-2a04694ae107 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251442
Dec 15 19:21:32.242094 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-9cb64276-cf05-4283-8d29-0eaf34aea30d service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229272
Dec 15 19:21:33.041464 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:21:33.108561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ec83b-f16b-42fa-bf8d-0e5998f2f483 req-ef042c82-940e-4298-9a09-551e77046750 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:33.109988 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-604ec83b-f16b-42fa-bf8d-0e5998f2f483 req-ef042c82-940e-4298-9a09-551e77046750 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0793798
Dec 15 19:21:33.155296 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-604ec83b-f16b-42fa-bf8d-0e5998f2f483 req-be0525d4-62f6-41c9-962e-fed960463dcc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397851
Dec 15 19:21:33.852986 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-451b1fcd-fc7d-4868-9a6d-83de94d6b296 service neutron] 10.222.0.64 "GET /v2.0/ports/afd7ce14-a4ea-4c19-862c-793c0f80cca4/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0761611
Dec 15 19:21:34.107324 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-0b008606-d536-4f3e-b785-97eea6731a51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 1098 time: 0.0695090
Dec 15 19:21:34.199773 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-8495e2d7-f3b5-47c1-9f11-fccdee035221 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1098 time: 0.0696096
Dec 15 19:21:34.481098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-f7ae3eeb-06ff-4544-8bf5-115fff3f12e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:34.482574 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-f7ae3eeb-06ff-4544-8bf5-115fff3f12e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.2758808
Dec 15 19:21:34.492136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0f484-67b8-4bda-bc2a-31238d23b9f9 req-1830d121-097d-4755-9f0e-39974ad27472 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:34.493481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-54a0f484-67b8-4bda-bc2a-31238d23b9f9 req-1830d121-097d-4755-9f0e-39974ad27472 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.1643188
Dec 15 19:21:34.618388 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-54a0f484-67b8-4bda-bc2a-31238d23b9f9 req-b2cb1b1b-5232-45be-b09d-7f445a7c4318 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747776
Dec 15 19:21:34.621136 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-4fcc92de-f007-4ca1-95cb-50596f0f1683 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 1001 time: 0.1268232
Dec 15 19:21:34.685858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-d77305bc-b7a7-409b-9a52-c83612ef7573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:34.687290 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-d77305bc-b7a7-409b-9a52-c83612ef7573 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0592225
Dec 15 19:21:34.759760 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-7a366750-5404-424e-8424-cfd11e280970 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666032
Dec 15 19:21:34.887523 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-0b7406a7-66ea-4de7-b351-74d2bfe71e17 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211324
Dec 15 19:21:35.014719 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-257bfe94-b3a5-43c3-a674-9194fa265e95 req-23ad25e6-a6b7-4465-86c0-8473554cdf40 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211071
Dec 15 19:21:35.816012 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915a61c-8319-42ad-b36a-3e975f0cbdaa req-cafdd980-7ad1-4235-9162-b2c2580493d1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:35.817459 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0915a61c-8319-42ad-b36a-3e975f0cbdaa req-cafdd980-7ad1-4235-9162-b2c2580493d1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0775285
Dec 15 19:21:35.861377 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0915a61c-8319-42ad-b36a-3e975f0cbdaa req-0c1d4f39-8169-4327-b42e-5c7adf3044fe tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385289
Dec 15 19:21:37.057454 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664eda2-4977-4dcf-b071-6c0c461fbe5d req-dab0c57d-56ed-472b-ad5a-4217d520a62e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:37.058874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8664eda2-4977-4dcf-b071-6c0c461fbe5d req-dab0c57d-56ed-472b-ad5a-4217d520a62e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 945 time: 0.0747206
Dec 15 19:21:37.106898 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8664eda2-4977-4dcf-b071-6c0c461fbe5d req-ecc3a818-c076-4781-bfc5-f7422be62b73 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421193
Dec 15 19:21:37.239368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device afd7ce14-a4ea-4c19-862c-793c0f80cca4 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:21:37.353257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:37.384049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:21:37.393519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port afd7ce14-a4ea-4c19-862c-793c0f80cca4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:21:37.398110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:37.400782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:21:37.468614 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'code': 200}
Dec 15 19:21:37.495770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-78a8ef5c-78a1-4938-83a5-30f5e64129a4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:37.497155 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-78a8ef5c-78a1-4938-83a5-30f5e64129a4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 943 time: 0.1388032
Dec 15 19:21:37.499031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=afd7ce14-a4ea-4c19-862c-793c0f80cca4,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:21:37.504717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123127f0-0943-408d-8a2b-c022c19ed8ed req-6dd41c70-4231-4704-b664-9b23b648fafc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:37.506093 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-123127f0-0943-408d-8a2b-c022c19ed8ed req-6dd41c70-4231-4704-b664-9b23b648fafc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.1489210
Dec 15 19:21:37.509119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.509694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.510034 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.510364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.510691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.511015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.511345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.511667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.511988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.512310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.512614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:37.516836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:21:37.551353 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-123127f0-0943-408d-8a2b-c022c19ed8ed req-3ae4ccfa-6f5f-4ebf-bf9d-c075cb0eef46 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393486
Dec 15 19:21:37.633567 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-32b4ab99-806b-4f87-82f3-fed3e29c57d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1096 time: 0.0661695
Dec 15 19:21:37.760756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-5defaa37-45f1-46cb-b0c0-5a10dde536a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:37.762205 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-5defaa37-45f1-46cb-b0c0-5a10dde536a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1229839
Dec 15 19:21:37.862421 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-5ba370d5-ece6-43f7-a9ad-40d2646743d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 999 time: 0.0937619
Dec 15 19:21:37.923987 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-39aaf8f0-42fb-4d92-b9e6-3564aa9abcad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:37.925373 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-39aaf8f0-42fb-4d92-b9e6-3564aa9abcad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0564368
Dec 15 19:21:38.000044 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-ae11f848-0200-43e1-afb6-71b69eb9285c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683417
Dec 15 19:21:38.229256 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-549f7537-c5bf-49b2-b6c8-46242aaea571 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228727
Dec 15 19:21:38.356149 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bb34f0bd-9b5b-43de-a2ec-50327c15a0b3 req-62e885dc-0ed4-447e-ad2b-205f1205579b service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211853
Dec 15 19:21:38.759922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147689dd-ffd6-4a88-be88-99b2899e4732 req-c70570b7-0e66-45d2-8b3e-de124ae58dcd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:38.761976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-147689dd-ffd6-4a88-be88-99b2899e4732 req-c70570b7-0e66-45d2-8b3e-de124ae58dcd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0881457
Dec 15 19:21:38.816420 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-147689dd-ffd6-4a88-be88-99b2899e4732 req-d36bdfba-0a1e-4f4c-aa9b-85b3174c0256 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476737
Dec 15 19:21:40.008175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66306335-b47e-43a5-82da-432cee31f48d req-84f6fa1c-2614-4c94-a9f4-e924574a898a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:40.009525 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-66306335-b47e-43a5-82da-432cee31f48d req-84f6fa1c-2614-4c94-a9f4-e924574a898a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0748601
Dec 15 19:21:40.053137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-66306335-b47e-43a5-82da-432cee31f48d req-3818dec4-7978-4b36-9185-a7543c42c83b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383134
Dec 15 19:21:40.243569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c86cf6-96e7-4f54-8448-c0dcd4829d57 req-9b1ecc2d-a76f-4892-b370-386ab981891e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:40.244983 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a1c86cf6-96e7-4f54-8448-c0dcd4829d57 req-9b1ecc2d-a76f-4892-b370-386ab981891e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0756550
Dec 15 19:21:40.289976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a1c86cf6-96e7-4f54-8448-c0dcd4829d57 req-c892daa0-46a5-425f-bef6-91a6680e69c4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395963
Dec 15 19:21:40.650010 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6e84a-53e7-4255-b6be-8ec99ef39071 req-dd20f790-069f-41f1-90eb-43f9e87bc73f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:40.652411 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4b6e84a-53e7-4255-b6be-8ec99ef39071 req-dd20f790-069f-41f1-90eb-43f9e87bc73f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0811393
Dec 15 19:21:40.680543 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f6a96407-4c49-4844-b032-59cfb00eceab req-5e2296f3-22a5-42d6-a7c5-c55d9474e374 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 1096 time: 0.0733376
Dec 15 19:21:40.699458 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4b6e84a-53e7-4255-b6be-8ec99ef39071 req-d0bb3060-cc48-4363-9ad1-682784e4b241 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406590
Dec 15 19:21:40.815289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a96407-4c49-4844-b032-59cfb00eceab req-f3cf1af3-0393-4956-8764-916bb73347fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:40.816697 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f6a96407-4c49-4844-b032-59cfb00eceab req-f3cf1af3-0393-4956-8764-916bb73347fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1303356
Dec 15 19:21:40.919142 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f6a96407-4c49-4844-b032-59cfb00eceab req-05a25fbc-0de2-4628-b1e9-ea985c70039f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 200  len: 999 time: 0.0959733
Dec 15 19:21:40.980118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a96407-4c49-4844-b032-59cfb00eceab req-93cf1e87-8829-4565-9623-2f4206ac84a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:40.981495 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f6a96407-4c49-4844-b032-59cfb00eceab req-93cf1e87-8829-4565-9623-2f4206ac84a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0542316
Dec 15 19:21:41.053579 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f6a96407-4c49-4844-b032-59cfb00eceab req-b09eeba1-7f6d-452e-8113-d23095219f62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656207
Dec 15 19:21:41.186138 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f6a96407-4c49-4844-b032-59cfb00eceab req-f74a24a6-1a74-410f-8b6f-736af38fc99c service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264131
Dec 15 19:21:41.316654 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f6a96407-4c49-4844-b032-59cfb00eceab req-6c1cf18e-c7ac-4927-b24c-545b9f714234 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250119
Dec 15 19:21:41.906694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699769e8-e2e6-45f6-9998-058e2a016f75 req-6851970d-61c0-4b4b-bd02-1291df2696db tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:41.908093 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-699769e8-e2e6-45f6-9998-058e2a016f75 req-6851970d-61c0-4b4b-bd02-1291df2696db tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0786037
Dec 15 19:21:41.953645 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-699769e8-e2e6-45f6-9998-058e2a016f75 req-3623bc88-040b-4a59-84df-62ebf90bac79 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401051
Dec 15 19:21:42.339054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7b9c5-7d97-48c0-b99a-95371af9d026 req-cdacecde-f78a-475b-8313-de9847630e75 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:42.340399 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-20e7b9c5-7d97-48c0-b99a-95371af9d026 req-cdacecde-f78a-475b-8313-de9847630e75 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0750718
Dec 15 19:21:42.389130 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-20e7b9c5-7d97-48c0-b99a-95371af9d026 req-71b59a15-3540-4ea1-832d-648bab53d489 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427794
Dec 15 19:21:43.318247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91801330-c45f-48a0-b760-746697f58588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:43.587400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0ff7-52f3-4754-8a3d-969307f56068 req-066b74fa-396a-4952-bc71-d71459ccf065 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:43.588756 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f34d0ff7-52f3-4754-8a3d-969307f56068 req-066b74fa-396a-4952-bc71-d71459ccf065 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0764441
Dec 15 19:21:43.638364 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f34d0ff7-52f3-4754-8a3d-969307f56068 req-ab2bfe67-5718-4899-b30c-6b848eff6d4f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442026
Dec 15 19:21:43.860838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-00fae18a-ebeb-4db3-af54-087b03e17819 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:43.862185 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-00fae18a-ebeb-4db3-af54-087b03e17819 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 943 time: 0.0755458
Dec 15 19:21:43.928900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Deleting port afd7ce14-a4ea-4c19-862c-793c0f80cca4 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:21:43.929236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:44.166934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] For port afd7ce14-a4ea-4c19-862c-793c0f80cca4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=afd7ce14-a4ea-4c19-862c-793c0f80cca4,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:21:44.167231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:44.536723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:44.537083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:44.537419 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc disassociated. External IP: 172.26.1.171, port: afd7ce14-a4ea-4c19-862c-793c0f80cca4.
Dec 15 19:21:44.537753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Calling delete_port for afd7ce14-a4ea-4c19-862c-793c0f80cca4 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:21:44.676672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:44.683808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ea29935f-5bb7-47c5-b817-b0a737c873c8 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:21:44.727305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event deleted for resources: {'Port': ['ID=afd7ce14-a4ea-4c19-862c-793c0f80cca4,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:21:44.741591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.741951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.742318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.742680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.743041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.743395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.743750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.744099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.744448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.744793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.745149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:21:44.798928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:21:44.853129 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-44454172-aaa9-4cce-bdb5-08f3c42caa63 req-309d8766-1f5a-4c6a-81ce-8fc55dcb6d12 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=c47879d3-9671-446a-9221-3b81dcdb8c50 HTTP/1.1" status: 200  len: 210 time: 0.0559130
Dec 15 19:21:44.989982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:21:45.194025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:21:45.203409 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:21:45.215187 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:21:45.215779 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf348e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:21:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:45.260679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] No DVR routers for this DVR port afd7ce14-a4ea-4c19-862c-793c0f80cca4 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:21:45.263221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:45.265811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'name': 'network-vif-deleted', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:21:45.282279 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-79506d5a-d82f-44bf-9a28-74a749b5e398 req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "DELETE /v2.0/ports/afd7ce14-a4ea-4c19-862c-793c0f80cca4 HTTP/1.1" status: 204  len: 173 time: 1.4138219
Dec 15 19:21:45.330026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47879d3-9671-446a-9221-3b81dcdb8c50', 'name': 'network-vif-deleted', 'tag': 'afd7ce14-a4ea-4c19-862c-793c0f80cca4', 'status': 'completed', 'code': 200}
Dec 15 19:21:45.394580 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:21:45.582008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b5a80f62-957d-4c9a-913f-2dcdc771e15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:45.702896 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf348e0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:45.707457 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:21:45.718623 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:21:45.720231 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf348e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:21:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:45.897233 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:21:46.217442 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-275c68ce-6468-402d-95c8-f2219b198156 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--957992053&fields=id&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 267 time: 0.0411901
Dec 15 19:21:46.235809 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf348e0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:46.239681 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df65e4-f377-4f2a-9b32-a3178b30637b None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:21:46.368195 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-4262a3c8-a511-4c80-8e00-a4b4f2dd675d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:46.369650 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-4262a3c8-a511-4c80-8e00-a4b4f2dd675d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1457105
Dec 15 19:21:46.386750 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-84cdee2e-7e5e-4db6-8dbe-468bd6127bfe tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/quotas/b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 375 time: 0.0117517
Dec 15 19:21:46.462874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5283d99-49c8-4ae2-90b5-c7682c9e0e3e None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:21:46.475107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-502931bf-0f9c-496b-a736-d2345c8932fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:21:46.491815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-502931bf-0f9c-496b-a736-d2345c8932fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:21:46.493105 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-502931bf-0f9c-496b-a736-d2345c8932fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1009848
Dec 15 19:21:46.630782 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-5cdce4f2-ca49-42b7-9dee-782543867654 service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255674
Dec 15 19:21:46.775655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:46.848553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:46.877612 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-6b7b1de6-888b-4541-82bc-b782f3409569 service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411065
Dec 15 19:21:47.071148 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0aefe7ac-a147-4dae-9d6f-c86af12a6e76 req-2067ac55-6ac2-4322-bce8-6475dfe074ca tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 210 time: 0.0422003
Dec 15 19:21:47.275537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device afd7ce14-a4ea-4c19-862c-793c0f80cca4 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:21:47.312332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: afd7ce14-a4ea-4c19-862c-793c0f80cca4 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:21:47.312803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device afd7ce14-a4ea-4c19-862c-793c0f80cca4 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:21:48.088533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-1e029c54-8f3f-4123-830d-dd44bb7bd408 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:48.089868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-1e029c54-8f3f-4123-830d-dd44bb7bd408 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1453545
Dec 15 19:21:48.147298 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-f632e2d4-a8ad-48d8-86a1-30d3af59b3ae tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 379 time: 0.0441921
Dec 15 19:21:48.156506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'port': {'device_id': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'admin_state_up': True, 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'security_groups': ['5ba3aebf-cfbf-4f79-ba18-5ff7170310b3']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:21:48.277975 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db309000-d43f-4391-b382-4461641c9bbc req-fe893f08-13a9-4661-933a-c1ee5eef56e1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 210 time: 0.0494504
Dec 15 19:21:48.288134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:48.333672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:21:48.343259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:21:48.353425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Made reservation on behalf of b0ce91b7d8654aadb8baf0599375c2d4 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:21:48.356530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:48.535942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Allocated IP 172.20.0.6 (25ba733b-10d3-4ae0-ac78-59e4c3e9c12e/c910db78-f1bd-4553-ae4f-d29ca6dd6e01/39b65d9d-76c5-4df1-8349-91a00359bfdc) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:21:48.723956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:48.740084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Transition to ACTIVE for port object 39b65d9d-76c5-4df1-8349-91a00359bfdc will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:21:48.762542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:48.768602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:21:48.834761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:21:48.838147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:21:48.842266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:21:48.867585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:21:48.872918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:21:48.905005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:48.905549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:48.931514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7788780
Dec 15 19:21:48.943436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Request body: {'port': {'device_id': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:21:49.057573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:49.119369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-38c39093-d900-4d85-b556-8fda75e87cb3 None None] Provisioning for port 39b65d9d-76c5-4df1-8349-91a00359bfdc completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:21:49.124026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-38c39093-d900-4d85-b556-8fda75e87cb3 None None] Provisioning complete for port 39b65d9d-76c5-4df1-8349-91a00359bfdc triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:21:49.124404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-38c39093-d900-4d85-b556-8fda75e87cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:49.178886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-38c39093-d900-4d85-b556-8fda75e87cb3 None None] Port 39b65d9d-76c5-4df1-8349-91a00359bfdc cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:21:49.392342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:21:49.399126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:49.413572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Transition to ACTIVE for port object 39b65d9d-76c5-4df1-8349-91a00359bfdc will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:21:49.417562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:49.422277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-84cace71-4b65-463c-82c8-88c825479336 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:21:49.479194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed087d4-ade5-438a-adfa-fd7122fb3026 req-ee70c744-81fa-4acb-b99d-6f70550fa2f4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:49.480576 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2ed087d4-ade5-438a-adfa-fd7122fb3026 req-ee70c744-81fa-4acb-b99d-6f70550fa2f4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 943 time: 0.0766711
Dec 15 19:21:49.532738 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2ed087d4-ade5-438a-adfa-fd7122fb3026 req-d063c443-b8e6-4332-9ca1-76eaef774cd8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454121
Dec 15 19:21:49.550804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:21:49.561293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:21:49.663837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Attempting to bind port 39b65d9d-76c5-4df1-8349-91a00359bfdc on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:21:49.664170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Attempting to bind port 39b65d9d-76c5-4df1-8349-91a00359bfdc by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:21:49.664487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Attempting to bind port 39b65d9d-76c5-4df1-8349-91a00359bfdc on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:21:49.670263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Port 39b65d9d-76c5-4df1-8349-91a00359bfdc on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:21:49.670581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Attempting to bind port 39b65d9d-76c5-4df1-8349-91a00359bfdc on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:21:49.677403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:21:49.677737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Checking segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:21:49.678118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Bound using segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:21:49.678532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Bound port: 39b65d9d-76c5-4df1-8349-91a00359bfdc, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:21:49.678872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:49.866254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:21:49.869923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:21:49.876172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:49.880261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c3eba300-884e-4245-9474-baa964c162cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:21:49.933002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:49.934465 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] 10.222.0.64 "PUT /v2.0/ports/39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 1093 time: 0.9955332
Dec 15 19:21:49.935010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:21:49.958055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:21:49.961385 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:21:50.013059 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'status': 'completed', 'code': 200}
Dec 15 19:21:50.055383 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-e131a010-92b8-42dc-b9d8-a277aea33e3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1096 time: 0.0814931
Dec 15 19:21:50.124539 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-c1091510-8edb-4b62-b918-daea72de0822 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 217 time: 0.0610404
Dec 15 19:21:50.188127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-194553f3-b267-4cf3-b55b-e8dacc19f26c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:50.189576 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-194553f3-b267-4cf3-b55b-e8dacc19f26c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0587769
Dec 15 19:21:50.260302 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-acf02946-78fa-4845-8a83-0032d7836a80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0648470
Dec 15 19:21:50.388400 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-cf2bcf32-43d6-46ff-99c7-71f59080e6ab service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213038
Dec 15 19:21:50.517254 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e31664f7-848b-4b34-aeec-3b4607796a8e req-58bcf59f-f28f-441e-874e-8ace6b8583a2 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222939
Dec 15 19:21:50.632881 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-cbb554db-7bd8-4e49-80fc-2a7d26418b1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1096 time: 0.0729208
Dec 15 19:21:50.736022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac18dc-daef-472f-bf92-48994617e346 req-60609d28-bb78-4470-8f3f-45d222140038 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:50.737480 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-99ac18dc-daef-472f-bf92-48994617e346 req-60609d28-bb78-4470-8f3f-45d222140038 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 943 time: 0.0783114
Dec 15 19:21:50.765504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-5d51a8ff-ccbc-4e06-831b-c9fbb049cd62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:50.767533 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-5d51a8ff-ccbc-4e06-831b-c9fbb049cd62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1284435
Dec 15 19:21:50.783820 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-99ac18dc-daef-472f-bf92-48994617e346 req-9fc470c1-90bc-49c7-b172-7625bc0ba847 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405285
Dec 15 19:21:50.835870 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-7e7a8d3a-4625-4953-ba6b-0b480b1b0f15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 217 time: 0.0604465
Dec 15 19:21:50.900119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-62c145d7-2025-4e96-9885-d3b115c5721c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:50.901555 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-62c145d7-2025-4e96-9885-d3b115c5721c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0590386
Dec 15 19:21:50.976239 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-c2af1969-86c6-485b-a707-21a37710da34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670204
Dec 15 19:21:51.106029 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-ccba4491-83f0-49ad-9213-8a0e77d9f33f service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216531
Dec 15 19:21:51.233709 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2a5aea6c-3cf5-4cdc-aca4-268fb13f4536 req-fb2101d8-739d-44b2-84a6-9d7a701e2f32 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208653
Dec 15 19:21:51.977070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c027da0-cf8a-4092-a978-d553fe3b56de req-719110c7-42e4-437f-94fe-36bbc5f586fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:51.977776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4c027da0-cf8a-4092-a978-d553fe3b56de req-719110c7-42e4-437f-94fe-36bbc5f586fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:21:51.992683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4c027da0-cf8a-4092-a978-d553fe3b56de req-719110c7-42e4-437f-94fe-36bbc5f586fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:21:51.993718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4c027da0-cf8a-4092-a978-d553fe3b56de req-719110c7-42e4-437f-94fe-36bbc5f586fa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 943 time: 0.0894485
Dec 15 19:21:52.042277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4c027da0-cf8a-4092-a978-d553fe3b56de req-3423c50d-2fef-4be7-9edc-47d39f2e7cc6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430546
Dec 15 19:21:53.237563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e713f12-43f1-4128-a483-03a5d223199b req-e38577ff-5be4-4e44-9cfb-dd3e20fc5a9d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:53.238960 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4e713f12-43f1-4128-a483-03a5d223199b req-e38577ff-5be4-4e44-9cfb-dd3e20fc5a9d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 943 time: 0.0784395
Dec 15 19:21:53.282809 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4e713f12-43f1-4128-a483-03a5d223199b req-2e292645-8e26-4a16-9b5d-cc5d25e9bb5c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385273
Dec 15 19:21:53.307018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:21:53.443612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:21:53.456395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'mac_address': 'fa:16:3e:b0:34:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:21:53.511222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:53.527510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:21:53.542663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:21:53.546529 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:53.548703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-36c2e62a-d143-4658-94d0-677e89e8bc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:21:53.610180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:21:53.613091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:21:53.747776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['39b65d9d-76c5-4df1-8349-91a00359bfdc'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:21:54.480524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc15e56-d4db-4645-b5fc-ee0a581f0afe req-13f6c9b6-e728-45f3-a89b-af19a944336e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:54.481979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3bc15e56-d4db-4645-b5fc-ee0a581f0afe req-13f6c9b6-e728-45f3-a89b-af19a944336e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 944 time: 0.0751677
Dec 15 19:21:54.526310 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3bc15e56-d4db-4645-b5fc-ee0a581f0afe req-de89568c-d959-43f2-9a16-1fe52370135a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389771
Dec 15 19:21:55.322187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:21:55.395943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 39b65d9d-76c5-4df1-8349-91a00359bfdc completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:21:55.400548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 39b65d9d-76c5-4df1-8349-91a00359bfdc triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:21:55.400924 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:55.512233 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:55.539318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:21:55.549062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:21:55.553255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:55.555040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:21:55.597730 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'code': 200}
Dec 15 19:21:55.626076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:21:55.628943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:21:55.875594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91f325-3185-4ece-888b-199fd180458e req-76929165-6492-44c7-b956-01b915d4e1ee tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:55.876926 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2d91f325-3185-4ece-888b-199fd180458e req-76929165-6492-44c7-b956-01b915d4e1ee tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.2153773
Dec 15 19:21:55.933765 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a564c4e4-448a-4d1e-b5de-51d2379a80e9 req-ecbd1ef8-dfac-437d-943b-63be401cd891 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1098 time: 0.1076803
Dec 15 19:21:55.941008 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2d91f325-3185-4ece-888b-199fd180458e req-cd6a0788-6664-4a6d-b1a1-1a370f3a3384 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539968
Dec 15 19:21:55.979255 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a564c4e4-448a-4d1e-b5de-51d2379a80e9 req-2acff06e-0b72-4a6d-9660-ab035099b57b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373423
Dec 15 19:21:57.146144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0c6ea-1655-4007-ba02-466acd4da4e9 req-22af056d-2f1f-43b9-8972-09ee89f318ac tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:57.147562 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-09d0c6ea-1655-4007-ba02-466acd4da4e9 req-22af056d-2f1f-43b9-8972-09ee89f318ac tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0773284
Dec 15 19:21:57.194326 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-09d0c6ea-1655-4007-ba02-466acd4da4e9 req-4e96b8be-cbbb-4795-8d6d-0f920da980c7 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410862
Dec 15 19:21:57.195976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:57.387426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4d3d8-b794-4bdd-ab97-bdf01221d7c3 req-275cf219-bfe8-4041-9184-284a55ac0e6d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:57.388875 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-85f4d3d8-b794-4bdd-ab97-bdf01221d7c3 req-275cf219-bfe8-4041-9184-284a55ac0e6d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0818472
Dec 15 19:21:57.398193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 37950) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:21:57.403371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'floatingip': {'port_id': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:21:57.479755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:58.061416 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:58.065349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:58.247619 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc associated. External IP: 172.26.1.171, port: 39b65d9d-76c5-4df1-8349-91a00359bfdc.
Dec 15 19:21:58.730790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:21:58.928397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:21:58.932943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:21:58.938688 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:21:58.950278 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:21:58.950893 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8806d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:21:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:58.988083 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-56a5ddd6-72cf-4a2c-9420-740794817aeb tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "PUT /v2.0/floatingips/40cd7495-5bd3-4a86-9244-8db0b0e2cbfc HTTP/1.1" status: 200  len: 991 time: 1.5862007
Dec 15 19:21:58.988083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:21:59.043043 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'status': 'completed', 'code': 200}
Dec 15 19:21:59.128372 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:21:59.140178 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-67db3fe4-bf9d-4550-9b49-40b5694b4441 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1098 time: 0.0753736
Dec 15 19:21:59.269462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-afba44ef-9b8a-410a-9179-ec4db710c705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:59.270900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-afba44ef-9b8a-410a-9179-ec4db710c705 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1248243
Dec 15 19:21:59.379779 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-bf878048-3924-411a-b86c-59056b3b791d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 999 time: 0.1026227
Dec 15 19:21:59.440504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-2f4d9e3e-d5a3-4d86-b576-9a8569b1be98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:21:59.441951 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-2f4d9e3e-d5a3-4d86-b576-9a8569b1be98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0561190
Dec 15 19:21:59.469003 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8806d0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:b0:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:21:57Z', 'revision_number': 9, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:59.472829 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:21:59.483180 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:21:59.483767 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8806d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:21:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:59.514763 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-697de00c-fa97-453b-b32e-e1afc97d12d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0663886
Dec 15 19:21:59.643727 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-94232dd8-c36a-4ea3-9ce3-f2aa67d0c5a2 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221561
Dec 15 19:21:59.657858 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:21:59.772744 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9791294f-20cf-4bae-a884-d0e252f630f8 req-29c48349-3e6f-4c8d-9a49-5f222997f55d service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229837
Dec 15 19:21:59.991459 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8806d0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:b0:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:21:57Z', 'revision_number': 9, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:21:59.995316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d4812-2116-4b30-bf1e-caf9bf469305 None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:b0:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:21:57Z', 'revision_number': 9, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:22:00.189281 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405cbc6-694a-488a-a64c-1dd226784d5c None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:22:10.041495 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:22:13.320034 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-880b98fa-1f58-47fc-a3c1-3079d0b6d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:15.582570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-15013e9e-5a64-433e-8f31-65424eb8cb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:16.776613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:16.848740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:18.290318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:25.725238 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-da756833-ac3e-460d-8425-c63273c2fa90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1386590
Dec 15 19:22:25.858890 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-0f1f1fb2-ba44-478f-974b-2538bf2c9d0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1098 time: 0.0671299
Dec 15 19:22:26.000761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-86e7436c-178d-4d8c-943c-ee01add20405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:26.002210 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-86e7436c-178d-4d8c-943c-ee01add20405 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1242743
Dec 15 19:22:26.103864 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-54b2f040-8a5c-4ae3-bb04-667167deb859 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 1002 time: 0.0952077
Dec 15 19:22:26.164679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-04a50777-0137-44c1-a369-8467084f4564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:26.165983 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-04a50777-0137-44c1-a369-8467084f4564 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0556831
Dec 15 19:22:26.341854 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-38fdb6e3-a48b-407d-a65d-4aa1d1849bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1681509
Dec 15 19:22:26.473034 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-db78b74d-f4cc-42b9-8b32-393dc8d15cfc service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239498
Dec 15 19:22:26.601659 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c4c0992-3d75-4856-81df-dd5afb5a297d req-3e0b45f5-d4eb-45f7-bd41-afd0d748a766 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210754
Dec 15 19:22:27.200080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:35.695066 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4b32d2b4-a141-4a36-818f-f8307fd08373 req-3f5b21a9-d3e0-40df-ba06-9855ba44c396 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0687032
Dec 15 19:22:36.004796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cb0a-b049-4c48-b6a6-cfdbb1a8c984 req-e5c99224-f51c-4d74-b03e-ada75520a344 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:36.005937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-af94dafe-933b-4cc4-b781-f15faaa7455d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1357718
Dec 15 19:22:36.006743 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5e81cb0a-b049-4c48-b6a6-cfdbb1a8c984 req-e5c99224-f51c-4d74-b03e-ada75520a344 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0833025
Dec 15 19:22:36.054853 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5e81cb0a-b049-4c48-b6a6-cfdbb1a8c984 req-bc6db69f-beab-47f0-af76-d7e6f4b26583 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426085
Dec 15 19:22:37.117280 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-da0c952a-8795-478b-a0b3-88777259f033 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1098 time: 0.0705812
Dec 15 19:22:37.299074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-e66e6d5e-977c-495e-87ed-7e0e3f179be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:37.300475 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-e66e6d5e-977c-495e-87ed-7e0e3f179be5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1776631
Dec 15 19:22:37.358164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb0c30-07e7-49cb-8122-e35490e4ec3d req-ada2d320-103d-427c-a20f-97e0c61013dd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:37.359468 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-61cb0c30-07e7-49cb-8122-e35490e4ec3d req-ada2d320-103d-427c-a20f-97e0c61013dd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.1644855
Dec 15 19:22:37.439281 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-ad6c8677-e0b8-4479-84b4-f932783083f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 1002 time: 0.1321576
Dec 15 19:22:37.441455 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-61cb0c30-07e7-49cb-8122-e35490e4ec3d req-f884f356-07a8-4aaa-b86c-4bde7fa2bef8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760353
Dec 15 19:22:37.499256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-0317d857-85fb-4cbf-9588-06a4d1efa63a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:37.500690 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-0317d857-85fb-4cbf-9588-06a4d1efa63a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0550013
Dec 15 19:22:37.577004 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-0ff85b5e-5095-4781-b1ce-e7905f097f77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698986
Dec 15 19:22:37.704500 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-503f12b1-f828-4675-a20b-6d3f13071f0a service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212544
Dec 15 19:22:37.832117 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-1207d204-185e-453f-8d08-793ea00fb95b service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216257
Dec 15 19:22:38.637136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58795ae-f18c-41f3-8167-e0b0c031d886 req-ab857550-686e-4503-b1c6-1791899ba372 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:38.638611 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b58795ae-f18c-41f3-8167-e0b0c031d886 req-ab857550-686e-4503-b1c6-1791899ba372 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0757453
Dec 15 19:22:38.685270 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b58795ae-f18c-41f3-8167-e0b0c031d886 req-66ae3a8b-67e0-4d2c-96b6-db3c87904a1e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412221
Dec 15 19:22:39.883830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3648880-cc54-4f15-be2d-b2208f110097 req-88db8bf2-0e35-4cfa-b93a-c5c70223bb80 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:39.885256 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3648880-cc54-4f15-be2d-b2208f110097 req-88db8bf2-0e35-4cfa-b93a-c5c70223bb80 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0745616
Dec 15 19:22:39.929430 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3648880-cc54-4f15-be2d-b2208f110097 req-e80f81b6-57ad-414e-8371-c93ab0bfa192 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388575
Dec 15 19:22:41.125387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a944d-e7de-4b1c-bb21-73779b97a5f9 req-5a1120bf-a629-4432-aca2-2475c030750d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:41.126808 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fd9a944d-e7de-4b1c-bb21-73779b97a5f9 req-5a1120bf-a629-4432-aca2-2475c030750d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0789587
Dec 15 19:22:41.171568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fd9a944d-e7de-4b1c-bb21-73779b97a5f9 req-69b62dee-cc1c-4ad1-8136-7b2a853e3ea6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388150
Dec 15 19:22:42.366697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743491c-a5a6-436b-b400-3c410bc16235 req-f802b8d6-d9c5-4c4b-b2bc-07c149d10f7b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:42.368108 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f743491c-a5a6-436b-b400-3c410bc16235 req-f802b8d6-d9c5-4c4b-b2bc-07c149d10f7b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0774207
Dec 15 19:22:42.412527 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f743491c-a5a6-436b-b400-3c410bc16235 req-ca3d47b3-ca41-424c-8728-adf78809ea27 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390615
Dec 15 19:22:43.321620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ae5689fa-874a-4102-a0ee-8045cabb5f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:43.616435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f800b-833c-432e-b023-a44cd495817b req-56c857b7-903a-415b-84d3-c518f8abcde5 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:43.617824 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e5f800b-833c-432e-b023-a44cd495817b req-56c857b7-903a-415b-84d3-c518f8abcde5 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0857401
Dec 15 19:22:43.666472 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e5f800b-833c-432e-b023-a44cd495817b req-44fb2041-a5bf-49bc-b803-beb2ebc7afb3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432777
Dec 15 19:22:44.857970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff6beb-04dd-40a8-939a-e602f4fd9d5c req-db7098b6-b1e2-4518-a31c-7c055752b0a2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:44.859422 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cfff6beb-04dd-40a8-939a-e602f4fd9d5c req-db7098b6-b1e2-4518-a31c-7c055752b0a2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0754080
Dec 15 19:22:44.904721 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cfff6beb-04dd-40a8-939a-e602f4fd9d5c req-e23c48c2-2f31-4a8e-9869-f95879e298c7 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387490
Dec 15 19:22:45.584372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e14b50d9-44b5-4663-b8c7-e59ea20ae569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:46.103210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566ae1d-5ab0-4ab4-b3f3-7ac84c6b0a31 req-6bf11470-cea2-483e-b34e-e34e72dd5c49 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:46.104660 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0566ae1d-5ab0-4ab4-b3f3-7ac84c6b0a31 req-6bf11470-cea2-483e-b34e-e34e72dd5c49 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0766833
Dec 15 19:22:46.150349 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0566ae1d-5ab0-4ab4-b3f3-7ac84c6b0a31 req-5e6647d0-a5c3-494c-afb9-9dfc945b5eff tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401707
Dec 15 19:22:46.779121 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:46.849332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:47.041704 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:22:47.443767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dcd7a-6556-4a6e-8988-26cd6fd38c24 req-a7aee796-cce6-4865-9d9d-8b5429cf051b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:47.445124 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0d0dcd7a-6556-4a6e-8988-26cd6fd38c24 req-a7aee796-cce6-4865-9d9d-8b5429cf051b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.1747141
Dec 15 19:22:47.489121 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0d0dcd7a-6556-4a6e-8988-26cd6fd38c24 req-e1e34696-6951-44a2-b4ae-910802d098f0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385590
Dec 15 19:22:48.291777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:48.684729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0242d42-9425-46cb-9f70-3e0018c08f3f req-999bff73-dd97-48bb-b25d-56280e095557 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:48.685646 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c0242d42-9425-46cb-9f70-3e0018c08f3f req-999bff73-dd97-48bb-b25d-56280e095557 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0788126
Dec 15 19:22:48.730999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c0242d42-9425-46cb-9f70-3e0018c08f3f req-09fe94dd-1a7f-4eb8-9b00-88d85e508f73 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399041
Dec 15 19:22:49.449053 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-dae5b1aa-9419-4d96-a52d-1060fc113b2f service neutron] 10.222.0.64 "GET /v2.0/ports/39b65d9d-76c5-4df1-8349-91a00359bfdc/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0750029
Dec 15 19:22:49.708859 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-0f07ed42-bf09-4b52-a7a8-c4d40fa56312 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 1098 time: 0.0672882
Dec 15 19:22:49.798329 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-1dcf4622-bbe9-4cf1-82f3-14f6c670e2a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1098 time: 0.0687151
Dec 15 19:22:49.979441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-f45cbc8d-924a-4010-a4d5-dcf92dee5ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:49.980868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-f45cbc8d-924a-4010-a4d5-dcf92dee5ede service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1760492
Dec 15 19:22:50.063496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c5972-7ce7-448f-8418-e2661daa80a7 req-b56475f9-f835-40e1-b63e-65d381e8114c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:50.064901 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ea9c5972-7ce7-448f-8418-e2661daa80a7 req-b56475f9-f835-40e1-b63e-65d381e8114c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.1882932
Dec 15 19:22:50.116700 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-3f1ee9dc-9774-4741-b812-b5d8a67a5b79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 1002 time: 0.1284719
Dec 15 19:22:50.158859 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ea9c5972-7ce7-448f-8418-e2661daa80a7 req-be748ac6-9b7d-4b5c-bd34-bd7e31f7b828 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884922
Dec 15 19:22:50.183232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-dceb9f14-73ee-4f3b-9bb8-055495643600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:50.184625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-dceb9f14-73ee-4f3b-9bb8-055495643600 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0608916
Dec 15 19:22:50.260467 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-f55077bf-4e59-4502-a3da-cf4f168c5021 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697861
Dec 15 19:22:50.389220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-ff8dbe9d-62e5-4460-9361-57916721a953 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212120
Dec 15 19:22:50.519212 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e106ba3c-3bea-457a-9c84-7b00809c4ab0 req-71779736-16f0-43a8-af3a-8e24f5f3ae4e service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233757
Dec 15 19:22:51.351709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341df4b9-180b-4d46-8b36-9023300532c6 req-49f27a2f-3908-48a6-acb7-26d75f7317cd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:51.353120 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-341df4b9-180b-4d46-8b36-9023300532c6 req-49f27a2f-3908-48a6-acb7-26d75f7317cd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0752480
Dec 15 19:22:51.397669 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-341df4b9-180b-4d46-8b36-9023300532c6 req-dc0e3902-fd9e-40e9-b1dd-8c9e077bf950 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390897
Dec 15 19:22:52.591437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3ab46-2a00-417b-a9c1-e4aec0b58122 req-d03b6260-53a8-4142-80fe-351273607846 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:52.592883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6cd3ab46-2a00-417b-a9c1-e4aec0b58122 req-d03b6260-53a8-4142-80fe-351273607846 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0765431
Dec 15 19:22:52.636990 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6cd3ab46-2a00-417b-a9c1-e4aec0b58122 req-3a94caba-0224-468a-af4d-253150a97992 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386136
Dec 15 19:22:53.107970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-534bad32-0c6f-41bd-a674-6ded90c113a3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:53.109404 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-534bad32-0c6f-41bd-a674-6ded90c113a3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.1296458
Dec 15 19:22:53.175207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531868b4-3b2c-493f-b0a9-aa7e6dcc8dc6 req-173e05e9-e583-4187-bf24-89fcee162e93 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:53.177123 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-531868b4-3b2c-493f-b0a9-aa7e6dcc8dc6 req-173e05e9-e583-4187-bf24-89fcee162e93 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.1511912
Dec 15 19:22:53.226219 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-3eeda7c1-e750-42c3-aa2c-6c09fa30923d service neutron] 10.222.0.64 "GET /v2.0/ports/39b65d9d-76c5-4df1-8349-91a00359bfdc/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.1100044
Dec 15 19:22:53.235832 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-531868b4-3b2c-493f-b0a9-aa7e6dcc8dc6 req-9043df83-974c-4d0a-ba95-d1bfc4b08b2f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499780
Dec 15 19:22:53.314865 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-2ecbcfbb-9a87-47a3-89c2-00ad74dcdc2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1098 time: 0.0679674
Dec 15 19:22:53.441876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-33e8870a-7c6f-4135-bfc5-c224f4276b93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:53.443283 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-33e8870a-7c6f-4135-bfc5-c224f4276b93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1222818
Dec 15 19:22:53.640151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:22:53.641858 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-d29af125-cb96-4bae-aa1b-2caaec89476f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 1002 time: 0.1924574
Dec 15 19:22:53.643526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:22:53.706422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-d5d29c02-9c22-4f72-a2a3-3de0b6a12d23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:53.708570 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-d5d29c02-9c22-4f72-a2a3-3de0b6a12d23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0603671
Dec 15 19:22:53.783738 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-557bcba3-777c-43f0-b5e0-21ba625b9c80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689344
Dec 15 19:22:53.861143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:53.874885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:22:53.895917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'mac_address': 'fa:16:3e:b0:34:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:22:53.914871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-34352e40-91e3-454b-8cec-709b159be6f4 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248536
Dec 15 19:22:53.928731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:22:53.947977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:22:53.955419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:53.964316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-80f40f41-ac8b-4cbe-aba6-6c9b9cf7fb7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:22:53.999072 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'code': 200}
Dec 15 19:22:54.007109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:54.038564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:22:54.048534 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-98f95f97-fcbf-4c75-940e-a1d745d335c5 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271544
Dec 15 19:22:54.049783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:22:54.096395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.096729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.097058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.097411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.097773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.098095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.098411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.098726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.099039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.099348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.099658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:22:54.104986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:22:54.117258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:22:54.117633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:22:54.431328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b8c3b-c4bd-40c4-bf37-6c5100b33733 req-3e93b354-33f6-432d-a3fa-00c4d4dc8606 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:54.432753 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-789b8c3b-c4bd-40c4-bf37-6c5100b33733 req-3e93b354-33f6-432d-a3fa-00c4d4dc8606 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 943 time: 0.0762975
Dec 15 19:22:54.480976 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-789b8c3b-c4bd-40c4-bf37-6c5100b33733 req-380ea270-fd34-4c78-a8a6-88cd5b6d0aac tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428545
Dec 15 19:22:54.668991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:54.686022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:22:54.700754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:22:54.705333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:54.707575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:22:54.769164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['39b65d9d-76c5-4df1-8349-91a00359bfdc'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:22:54.813838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:22:54.818433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:22:55.663984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:22:55.740679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 39b65d9d-76c5-4df1-8349-91a00359bfdc triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:22:55.741327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:55.788128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e5c4e-4cfb-4d25-9876-6d268746bb83 req-b78de2b7-7d4f-4bfd-901f-0977c88ac2e4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:55.789526 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9d7e5c4e-4cfb-4d25-9876-6d268746bb83 req-b78de2b7-7d4f-4bfd-901f-0977c88ac2e4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 944 time: 0.1799293
Dec 15 19:22:55.836349 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9d7e5c4e-4cfb-4d25-9876-6d268746bb83 req-dd71f8c7-ad2d-4fb1-8db1-a1a586c75080 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404768
Dec 15 19:22:55.863087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:55.894183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:22:55.898468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:55.900180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:22:55.962532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:22:55.965421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:22:55.999994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:22:56.061445 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'code': 200}
Dec 15 19:22:56.403986 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-fea7e541-00bc-495c-b8a6-d25b8053b113 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 1098 time: 0.0687039
Dec 15 19:22:56.492459 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-cd91e95a-7637-4d46-8938-055133320791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 1098 time: 0.0672028
Dec 15 19:22:56.622848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-98157919-01b4-45a6-9818-693f9b6a4165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:56.624212 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-98157919-01b4-45a6-9818-693f9b6a4165 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1256156
Dec 15 19:22:56.727640 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-ef828c12-2cc6-4958-8f17-1de9cc420fdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 200  len: 1002 time: 0.0967855
Dec 15 19:22:56.792191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-24d6421f-3810-4200-90b0-ba5fa4d6ca5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:56.793582 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-24d6421f-3810-4200-90b0-ba5fa4d6ca5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0596251
Dec 15 19:22:56.866138 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-f1f2dee6-47b1-4419-ad73-ddfe43b9d980 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667639
Dec 15 19:22:56.998044 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-9cd49c70-050f-4ed0-a1fb-32309a3ff522 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254759
Dec 15 19:22:57.031700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd489f00-475a-491f-9598-55d6fd0a2819 req-65fb0c65-f91f-4ebe-a626-a1cfee58477c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:57.033175 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd489f00-475a-491f-9598-55d6fd0a2819 req-65fb0c65-f91f-4ebe-a626-a1cfee58477c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0774119
Dec 15 19:22:57.081523 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd489f00-475a-491f-9598-55d6fd0a2819 req-e2c989fd-febd-4dbf-a192-c71ab2e29f7e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424938
Dec 15 19:22:57.128324 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40cd6c13-b4b2-47d3-8bfd-f72d864c45c3 req-45539247-d9cd-42bc-8982-e747d7636365 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231172
Dec 15 19:22:57.193143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:58.371152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06c811-b25f-44cf-894e-522536f6f7c9 req-93b1f4cc-a689-4a9f-a2c0-f14090fe7450 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:58.372640 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d06c811-b25f-44cf-894e-522536f6f7c9 req-93b1f4cc-a689-4a9f-a2c0-f14090fe7450 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.1644640
Dec 15 19:22:58.423376 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d06c811-b25f-44cf-894e-522536f6f7c9 req-de14044d-72b2-459d-82a5-901a3ac9d87d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452125
Dec 15 19:22:59.686928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:22:59.692162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:22:59.712188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62af8f-3828-4108-bb58-21ddf33f684a req-d1c46680-f712-498c-b86b-a732e70e7713 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:59.713723 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e62af8f-3828-4108-bb58-21ddf33f684a req-d1c46680-f712-498c-b86b-a732e70e7713 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.1711798
Dec 15 19:22:59.758999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e62af8f-3828-4108-bb58-21ddf33f684a req-fb07f5ac-37ae-4629-aa45-ba2fed3ce091 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399725
Dec 15 19:22:59.919570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:22:59.939043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:22:59.956712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032386b-3039-4e29-9e32-4ee6d4a62ab2 req-efa25e04-bbfe-4fd7-b13c-767212b5c412 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:22:59.958192 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8032386b-3039-4e29-9e32-4ee6d4a62ab2 req-efa25e04-bbfe-4fd7-b13c-767212b5c412 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.0763242
Dec 15 19:22:59.959026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'mac_address': 'fa:16:3e:b0:34:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:22:59.964111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:23:00.006172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:23:00.006398 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8032386b-3039-4e29-9e32-4ee6d4a62ab2 req-34fe0eb9-cb85-43d1-a0eb-8aaf3c55335f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424206
Dec 15 19:23:00.014177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:00.017742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:00.100722 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'code': 200}
Dec 15 19:23:00.111922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:00.143902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:23:00.153007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=9']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:00.179370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:00.207751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:23:00.208103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:23:00.215315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e04f30-fabd-400d-9f50-cf2f1caa8a76 req-2c1048a8-d51a-45d4-b304-c6e51a30160e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:00.216691 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-69e04f30-fabd-400d-9f50-cf2f1caa8a76 req-2c1048a8-d51a-45d4-b304-c6e51a30160e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 943 time: 0.0812938
Dec 15 19:23:00.262265 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-69e04f30-fabd-400d-9f50-cf2f1caa8a76 req-81116206-2a9b-4919-b6fe-61e80cae132c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398922
Dec 15 19:23:00.654745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e13193-16a2-4bbd-a0df-03b245728082 req-0afaf8a6-d6d7-4ad1-a20e-03d67286586b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:00.656444 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-68e13193-16a2-4bbd-a0df-03b245728082 req-0afaf8a6-d6d7-4ad1-a20e-03d67286586b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 943 time: 0.0769560
Dec 15 19:23:00.701809 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-68e13193-16a2-4bbd-a0df-03b245728082 req-b8c9b1af-f195-477c-9657-5f4fe0771485 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391123
Dec 15 19:23:00.764189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:00.781183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:23:00.795763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:23:00.799310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:00.801761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:00.866467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['39b65d9d-76c5-4df1-8349-91a00359bfdc'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:23:00.903106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=10']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:00.907532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:01.692870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:23:01.761067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 39b65d9d-76c5-4df1-8349-91a00359bfdc triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:23:01.761482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:01.875854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:01.908671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:23:01.914108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:01.915981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-80f40f41-ac8b-4cbe-aba6-6c9b9cf7fb7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:01.985315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=11']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:01.988414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:02.008060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b03c3-3aab-4d4e-b4dd-adbb63751638 req-5be63866-560a-47ca-b484-5531b8dd9ca9 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:02.009501 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a87b03c3-3aab-4d4e-b4dd-adbb63751638 req-5be63866-560a-47ca-b484-5531b8dd9ca9 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 945 time: 0.1820135
Dec 15 19:23:02.053683 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a87b03c3-3aab-4d4e-b4dd-adbb63751638 req-e9a374d1-7409-4d4b-b754-2e480e91f803 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387015
Dec 15 19:23:02.102196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:23:02.153940 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'code': 200}
Dec 15 19:23:02.628871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835813bc-f9ec-4e86-80cc-67696054b87d req-91f027ce-808e-4f24-acdc-e156e44e20b8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:02.630281 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-835813bc-f9ec-4e86-80cc-67696054b87d req-91f027ce-808e-4f24-acdc-e156e44e20b8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 946 time: 0.0740361
Dec 15 19:23:02.698898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Deleting port 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:23:02.699229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:02.930176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] For port 39b65d9d-76c5-4df1-8349-91a00359bfdc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=39b65d9d-76c5-4df1-8349-91a00359bfdc,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:23:02.930435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:03.245783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:03.246517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:03.246517 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc disassociated. External IP: 172.26.1.171, port: 39b65d9d-76c5-4df1-8349-91a00359bfdc.
Dec 15 19:23:03.246753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Calling delete_port for 39b65d9d-76c5-4df1-8349-91a00359bfdc owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:23:03.335862 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f9a16-3c0a-4822-a17c-3f8f7441a50f req-9ecc9a05-fa3d-437c-b759-3ddefe5fd446 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:03.337274 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-459f9a16-3c0a-4822-a17c-3f8f7441a50f req-9ecc9a05-fa3d-437c-b759-3ddefe5fd446 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 946 time: 0.1601629
Dec 15 19:23:03.433852 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-459f9a16-3c0a-4822-a17c-3f8f7441a50f req-d50f1ef0-272b-4110-a46f-e3d45a8d71f0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904555
Dec 15 19:23:03.438297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:03.444600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-04b5c384-b57b-4229-8c5e-0839985c2341 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:03.485944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event deleted for resources: {'Port': ['ID=39b65d9d-76c5-4df1-8349-91a00359bfdc,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:03.500591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.500972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.501391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.501742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.502107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.502471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.502832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.503197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.504120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.504479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.504834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:23:03.508807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:03.711828 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:23:03.910972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:23:03.920018 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:23:03.934015 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:23:03.934620 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9dfc40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:22:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:04.082755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] No DVR routers for this DVR port 39b65d9d-76c5-4df1-8349-91a00359bfdc on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:23:04.085251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:04.087954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-deleted', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:23:04.105962 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-835813bc-f9ec-4e86-80cc-67696054b87d req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "DELETE /v2.0/ports/39b65d9d-76c5-4df1-8349-91a00359bfdc HTTP/1.1" status: 204  len: 173 time: 1.4698555
Dec 15 19:23:04.141249 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:23:04.151414 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee0697-2957-4740-a45e-82675ee6c3f9', 'name': 'network-vif-deleted', 'tag': '39b65d9d-76c5-4df1-8349-91a00359bfdc', 'status': 'completed', 'code': 200}
Dec 15 19:23:04.444401 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9dfc40>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:04.448102 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:23:04.458633 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:23:04.459219 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9dfc40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:22:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:04.633056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-89a1d811-5041-4033-9656-76884164a39e req-5d564ff6-375e-416c-a6cd-3e8d35224327 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:23:04.635404 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:23:04.648993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-89a1d811-5041-4033-9656-76884164a39e req-5d564ff6-375e-416c-a6cd-3e8d35224327 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:23:04.650273 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-89a1d811-5041-4033-9656-76884164a39e req-5d564ff6-375e-416c-a6cd-3e8d35224327 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ee0697-2957-4740-a45e-82675ee6c3f9 HTTP/1.1" status: 200  len: 210 time: 0.0762563
Dec 15 19:23:04.942275 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9dfc40>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:04.946100 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd9ab4-ee70-4680-ab8e-f9610d75fe1f None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:23:05.148739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806fc45-ee92-4d25-a4c5-3bbc750e8210 None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:23:06.018682 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-782202da-de25-43ce-9275-5e9a5c82748b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--957992053&fields=id&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 267 time: 0.0450463
Dec 15 19:23:06.165939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-fcdf7133-e394-4ebe-8006-010218960e50 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:06.167332 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-fcdf7133-e394-4ebe-8006-010218960e50 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1427011
Dec 15 19:23:06.183753 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-15f4ca30-6dbe-480a-ba9a-202a97a56c76 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/quotas/b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 375 time: 0.0110638
Dec 15 19:23:06.261780 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-9cf76b45-53ea-41ef-ba5e-c1dacefc38e1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0734603
Dec 15 19:23:06.459674 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-e4252ca3-1758-40bc-9d76-622b8bf49a72 service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866896
Dec 15 19:23:06.587577 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-c973cbb4-113b-4975-9713-a7f6e8ffbb68 service neutron] 10.222.0.48 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222241
Dec 15 19:23:06.772626 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-19e062fb-e0e6-4e75-ae90-cf76678eeb0c req-9503381f-490a-40f0-b006-bb3b1ca6d49d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 210 time: 0.0417650
Dec 15 19:23:07.726816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:23:07.746421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-e83a2abe-5e6a-449f-aef1-9ba2e06b0e2d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:07.748003 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-e83a2abe-5e6a-449f-aef1-9ba2e06b0e2d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 811 time: 0.1449795
Dec 15 19:23:07.762082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 39b65d9d-76c5-4df1-8349-91a00359bfdc {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:23:07.762446 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 39b65d9d-76c5-4df1-8349-91a00359bfdc not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:23:07.806740 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-ec1e1de7-6fa3-4542-bd0c-7e3155f8f794 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 379 time: 0.0461152
Dec 15 19:23:07.816331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'port': {'device_id': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'admin_state_up': True, 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'security_groups': ['5ba3aebf-cfbf-4f79-ba18-5ff7170310b3']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:23:07.938490 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfc7665-ecc5-42d4-ad73-1b45c0e29867 req-6d34829d-b384-4c8b-a19c-2551cb739838 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 210 time: 0.0420988
Dec 15 19:23:07.954236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:23:07.963895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:23:07.972930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Made reservation on behalf of b0ce91b7d8654aadb8baf0599375c2d4 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:23:07.975882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:08.134506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Allocated IP 172.20.0.7 (25ba733b-10d3-4ae0-ac78-59e4c3e9c12e/c910db78-f1bd-4553-ae4f-d29ca6dd6e01/6d769b5e-0095-45d0-a9dd-e07c0198e97c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:23:08.312351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:08.327691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Transition to ACTIVE for port object 6d769b5e-0095-45d0-a9dd-e07c0198e97c will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:23:08.350645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:08.356945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:08.423075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:23:08.426461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:23:08.428995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:23:08.464142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:08.467687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:08.500131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:08.500730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:08.525843 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-f4781f0b-88c9-40ff-8ef7-db6cd1b19628 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7137225
Dec 15 19:23:08.539283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Request body: {'port': {'device_id': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:23:08.631611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-07500dff-5480-4df3-a58e-7b28f5a4909e None None] Provisioning for port 6d769b5e-0095-45d0-a9dd-e07c0198e97c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:23:08.636759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-07500dff-5480-4df3-a58e-7b28f5a4909e None None] Provisioning complete for port 6d769b5e-0095-45d0-a9dd-e07c0198e97c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:23:08.637134 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-07500dff-5480-4df3-a58e-7b28f5a4909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:08.644968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:08.692281 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-07500dff-5480-4df3-a58e-7b28f5a4909e None None] Port 6d769b5e-0095-45d0-a9dd-e07c0198e97c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:23:08.983723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d769b5e-0095-45d0-a9dd-e07c0198e97c {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:23:08.991061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:09.006147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Transition to ACTIVE for port object 6d769b5e-0095-45d0-a9dd-e07c0198e97c will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:23:09.010501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:09.014149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:09.173870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:09.178634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:09.407412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Attempting to bind port 6d769b5e-0095-45d0-a9dd-e07c0198e97c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:23:09.407728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Attempting to bind port 6d769b5e-0095-45d0-a9dd-e07c0198e97c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:23:09.408048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Attempting to bind port 6d769b5e-0095-45d0-a9dd-e07c0198e97c on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:23:09.415561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24058e3-8edc-4580-941b-6b72a4e5075c req-c736b9e6-eeec-44f5-bedd-75c3eca284fc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:09.416236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b24058e3-8edc-4580-941b-6b72a4e5075c req-c736b9e6-eeec-44f5-bedd-75c3eca284fc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:23:09.426291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Port 6d769b5e-0095-45d0-a9dd-e07c0198e97c on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:23:09.426606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Attempting to bind port 6d769b5e-0095-45d0-a9dd-e07c0198e97c on network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:23:09.436748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:23:09.437104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Checking segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:23:09.437479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Bound using segment: {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:23:09.437890 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Bound port: 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:23:09.438223 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:09.449458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-b24058e3-8edc-4580-941b-6b72a4e5075c req-c736b9e6-eeec-44f5-bedd-75c3eca284fc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:23:09.450580 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b24058e3-8edc-4580-941b-6b72a4e5075c req-c736b9e6-eeec-44f5-bedd-75c3eca284fc tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 943 time: 0.3368750
Dec 15 19:23:09.556824 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b24058e3-8edc-4580-941b-6b72a4e5075c req-cbc0f7fa-6ea8-4ccc-943f-6e0a3d10cd82 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776839
Dec 15 19:23:09.562218 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:23:09.565211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:23:09.570617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:09.575062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:09.626952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:09.628882 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1093 time: 1.0940857
Dec 15 19:23:09.629423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:23:09.655410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:09.660165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:09.716128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'status': 'completed', 'code': 200}
Dec 15 19:23:09.760088 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-2b35eac4-21c2-411b-b23d-6443cce11edc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1096 time: 0.0867035
Dec 15 19:23:09.830026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-fc76d429-10ba-4462-adb2-8e863cf893c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 217 time: 0.0631225
Dec 15 19:23:09.894315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-c7b18084-0849-4dfb-9903-cb72d655d463 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:09.895637 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-c7b18084-0849-4dfb-9903-cb72d655d463 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0598080
Dec 15 19:23:09.968481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-091b58cf-9d1c-4271-b9de-c58e71ae1dba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668266
Dec 15 19:23:10.095194 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-8a65e52e-3816-49cc-9f9a-8cbca5ead5c9 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202362
Dec 15 19:23:10.225871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-411b4326-339f-42f5-bf26-c1f170c78c7e req-3ae46ff2-777d-40bd-b6dc-d23db3d8b046 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244299
Dec 15 19:23:10.339990 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-f0e60c10-a33f-40ae-b7ec-2651dff6f551 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1096 time: 0.0675178
Dec 15 19:23:10.468080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-d00a55cf-2e91-47da-ab26-157fa5d23834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:10.469505 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-d00a55cf-2e91-47da-ab26-157fa5d23834 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1216505
Dec 15 19:23:10.539645 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-1f45cac8-9dd9-410e-8ac2-17c75ff4d84e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 217 time: 0.0633054
Dec 15 19:23:10.604412 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-60d0ca86-2c89-4959-bedc-b8543a3b88c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:10.605888 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-60d0ca86-2c89-4959-bedc-b8543a3b88c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0592475
Dec 15 19:23:10.680584 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-410e4e19-b752-499e-b6ac-ea3142b88327 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679810
Dec 15 19:23:10.860552 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-634224db-ebab-4257-a8bf-af8553c1564e service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448278
Dec 15 19:23:10.866660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919ff11-328b-4d08-a4fd-be513b33dbd1 req-4f8092c1-34a1-4ced-ba80-28d5bca28ad6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:10.867969 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1919ff11-328b-4d08-a4fd-be513b33dbd1 req-4f8092c1-34a1-4ced-ba80-28d5bca28ad6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 943 time: 0.1865566
Dec 15 19:23:11.099124 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1919ff11-328b-4d08-a4fd-be513b33dbd1 req-c4f3a4f8-8464-4ce6-94ce-ed03b6a4c037 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2099180
Dec 15 19:23:11.119794 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92e96226-7b43-47f7-9038-a11a1583cc80 req-62e4e0cf-12e0-4bbf-9164-cadd5d3ab308 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509449
Dec 15 19:23:12.298039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817f6b-9524-4b0b-be35-1ebd390fe497 req-753984ef-5f7a-4fac-a160-de54bc71b2e6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:12.299456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0817f6b-9524-4b0b-be35-1ebd390fe497 req-753984ef-5f7a-4fac-a160-de54bc71b2e6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 943 time: 0.0791376
Dec 15 19:23:12.343019 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0817f6b-9524-4b0b-be35-1ebd390fe497 req-e68e815f-d7c5-4678-b82a-5a199422e6dd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375535
Dec 15 19:23:13.323506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31438a5a-91cf-4021-a5e4-f2b22fd6de2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:13.536837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d367c-385e-4509-8eb9-18c644b695f7 req-0e3e783d-0f66-4730-bbb7-7dd80ef9ee72 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:13.538299 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-254d367c-385e-4509-8eb9-18c644b695f7 req-0e3e783d-0f66-4730-bbb7-7dd80ef9ee72 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 943 time: 0.0759194
Dec 15 19:23:13.582908 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-254d367c-385e-4509-8eb9-18c644b695f7 req-79c5e227-3ddc-4650-a352-e0ce483dad2f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390608
Dec 15 19:23:13.772161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:23:13.903703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:23:13.916891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'mac_address': 'fa:16:3e:9d:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:23:13.967939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:13.985689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d769b5e-0095-45d0-a9dd-e07c0198e97c {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:23:13.999887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:23:14.003923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:14.006603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eec0b4b0-9369-4080-835b-98e0f724a5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:14.072168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:14.075107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:14.202257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['6d769b5e-0095-45d0-a9dd-e07c0198e97c'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:23:14.779185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77859792-1b8f-4a0d-8d17-07a916863825 req-e588e245-6c6a-4bd1-8e10-225bbff62b13 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:14.780964 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77859792-1b8f-4a0d-8d17-07a916863825 req-e588e245-6c6a-4bd1-8e10-225bbff62b13 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 944 time: 0.0759168
Dec 15 19:23:14.829440 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77859792-1b8f-4a0d-8d17-07a916863825 req-fbecd583-45a7-409a-bfcd-719dc9b84782 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429275
Dec 15 19:23:15.585081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-52d196f1-e9ab-4547-90f4-fb8b75ba0b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:15.787427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:23:15.854189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 6d769b5e-0095-45d0-a9dd-e07c0198e97c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:23:15.858699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 6d769b5e-0095-45d0-a9dd-e07c0198e97c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:23:15.859083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:16.011577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:16.032079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c6f59-233f-4efe-8c69-9473887874cc req-b9f8166a-03f1-47ff-872f-b0324a876c7a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:16.033570 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-084c6f59-233f-4efe-8c69-9473887874cc req-b9f8166a-03f1-47ff-872f-b0324a876c7a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 944 time: 0.0820987
Dec 15 19:23:16.039100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:23:16.049468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:23:16.055054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:16.057183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:23:16.080297 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-084c6f59-233f-4efe-8c69-9473887874cc req-83f747f4-fb60-4d84-8b66-ba23349e4718 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407469
Dec 15 19:23:16.097977 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'code': 200}
Dec 15 19:23:16.125660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:23:16.129261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:23:16.317712 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-68daf285-9166-403c-9492-e449588161dc req-84147c3a-c388-4906-adf9-909f757b0c6f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1098 time: 0.0658312
Dec 15 19:23:16.359097 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-68daf285-9166-403c-9492-e449588161dc req-2c1dd2bc-be7c-42c3-9431-901096038772 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352068
Dec 15 19:23:16.781973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:16.850517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:17.281546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe915e45-ebed-4d8e-89a5-a584029b66f5 req-7ec390fb-c1ff-4fb6-9e0a-aad980e0e6fd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:17.282969 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fe915e45-ebed-4d8e-89a5-a584029b66f5 req-7ec390fb-c1ff-4fb6-9e0a-aad980e0e6fd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0766828
Dec 15 19:23:17.329953 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fe915e45-ebed-4d8e-89a5-a584029b66f5 req-11b85477-28ac-46b5-b054-c56fa4a4eeaf tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399818
Dec 15 19:23:18.293585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:18.526028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b17c4-065e-463a-890a-18172172b408 req-22472ee1-ba1c-4856-8a5a-463638e13472 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:18.527347 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-536b17c4-065e-463a-890a-18172172b408 req-22472ee1-ba1c-4856-8a5a-463638e13472 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0766671
Dec 15 19:23:18.571580 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-536b17c4-065e-463a-890a-18172172b408 req-fef88cfe-39f4-4069-b211-f11d3cbcf63c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386455
Dec 15 19:23:18.762467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a82e6-cf95-4580-ad5a-5cac7789968b req-4a68f091-05fa-47e4-a318-1ac8c015f7ce tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:18.763886 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef3a82e6-cf95-4580-ad5a-5cac7789968b req-4a68f091-05fa-47e4-a318-1ac8c015f7ce tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0806658
Dec 15 19:23:18.773008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38170) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:23:18.778241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Request body: {'floatingip': {'port_id': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:23:18.852510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:19.530517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:19.534787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:19.719167 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc associated. External IP: 172.26.1.171, port: 6d769b5e-0095-45d0-a9dd-e07c0198e97c.
Dec 15 19:23:20.109281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:23:20.308068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:23:20.312541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:20.318350 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:23:20.330645 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:23:20.331261 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:23:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:20.364559 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-85cadb5f-61b9-4c79-be55-afb1d94ade8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "PUT /v2.0/floatingips/40cd7495-5bd3-4a86-9244-8db0b0e2cbfc HTTP/1.1" status: 200  len: 992 time: 1.5903533
Dec 15 19:23:20.365231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:23:20.499150 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'status': 'completed', 'code': 200}
Dec 15 19:23:20.543285 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:23:20.597671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-d122add4-9cbe-4e16-9658-e5f573c11e6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1098 time: 0.0680745
Dec 15 19:23:20.730236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-4ab4b289-aac9-41d3-bf46-cc519181023a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:20.731657 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-4ab4b289-aac9-41d3-bf46-cc519181023a service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1281247
Dec 15 19:23:20.833828 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-aeb0faee-fbae-436a-878e-11357989dd03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1000 time: 0.0961671
Dec 15 19:23:20.893747 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:9d:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:23:19Z', 'revision_number': 13, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:20.897580 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:23:20.898233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-3ec21cb4-fe6e-40df-858a-ab84a60fd283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:20.899664 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-3ec21cb4-fe6e-40df-858a-ab84a60fd283 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0599322
Dec 15 19:23:20.908275 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:23:20.909561 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:23:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:20.973507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-b68678e2-238e-4b00-9dac-90b8da1bf4fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672565
Dec 15 19:23:21.096620 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:23:21.101747 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-d7235847-ea85-45b2-a3ea-03ff77598f21 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223092
Dec 15 19:23:21.232250 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38f01cdc-1a2e-4106-90e8-b33899be695d req-b6530dab-4976-4831-a322-88815c857fa0 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236963
Dec 15 19:23:21.446544 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:9d:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:23:19Z', 'revision_number': 13, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:23:21.450486 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa960c-664f-4b43-8e06-4e413e9ac9d0 None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '40cd7495-5bd3-4a86-9244-8db0b0e2cbfc', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'floating_ip_address': '172.26.1.171', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'port_id': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'mac_address': 'fa:16:3e:9d:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:19:10Z', 'updated_at': '2021-12-15T19:23:19Z', 'revision_number': 13, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:23:21.640646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d6ee9-1401-4b65-8b61-c55fe8b19cc9 None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:23:24.042293 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:23:26.179851 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-d57634c1-67ea-45d0-9222-dda8d91a3ebe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724621
Dec 15 19:23:26.314874 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-774213bd-4b63-4166-951a-cd9861c28455 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1098 time: 0.0666013
Dec 15 19:23:26.454162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-e88659fb-8a5e-45df-a4ec-8fcc4255e506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:26.455596 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-e88659fb-8a5e-45df-a4ec-8fcc4255e506 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1226599
Dec 15 19:23:26.555967 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-69a1e8eb-7e90-4e8e-a662-897268047282 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1002 time: 0.0943425
Dec 15 19:23:26.615882 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-ecb2972e-d4fb-4cf7-92c4-e810527bbde7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:26.617155 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-ecb2972e-d4fb-4cf7-92c4-e810527bbde7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0556362
Dec 15 19:23:26.788962 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-5a56b0aa-8524-4b6e-b884-efbdb64b7b17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1660016
Dec 15 19:23:26.917882 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-a92742b3-b545-4d19-be3c-5bce55f280f3 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224251
Dec 15 19:23:27.048032 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c4661782-2f3d-4223-a6c9-8c42d6c18139 req-c3f29dcb-bbd5-4f48-936b-fb583ed579fe service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235352
Dec 15 19:23:27.198910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:43.326438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-266bc8bc-75c0-4a00-8204-14c98103f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:45.585945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08c23810-0780-4e02-8c4e-ea37f2d1ddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:46.785661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:46.850556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:48.296070 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:57.190653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:23:57.351364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769602ef-d656-42ec-aa6e-9888732de5c7 req-74249490-81ef-48a3-b78e-75b37310cd79 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:23:57.352672 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-769602ef-d656-42ec-aa6e-9888732de5c7 req-74249490-81ef-48a3-b78e-75b37310cd79 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0783646
Dec 15 19:23:57.509654 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-769602ef-d656-42ec-aa6e-9888732de5c7 req-2d4c0a53-0ee9-4a13-b991-f725c4e5e9c8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1514065
Dec 15 19:24:01.070657 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:24:07.164140 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-349a432b-cf3a-4b8c-a712-96a0b96c23b8 req-8136c4e4-3a0b-48ef-bbda-21bffef17670 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0680366
Dec 15 19:24:07.445492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-457a3db9-c0ff-47b0-a760-9a3f1c2d22d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1077402
Dec 15 19:24:07.481844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1183-8ec1-4731-b3e1-de85eb60b2fe req-1a3377e3-9878-4f58-a203-7f5ac59dd2b8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:07.483382 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-501e1183-8ec1-4731-b3e1-de85eb60b2fe req-1a3377e3-9878-4f58-a203-7f5ac59dd2b8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0851486
Dec 15 19:24:07.537494 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-501e1183-8ec1-4731-b3e1-de85eb60b2fe req-2470b81c-61b5-43b9-85ed-15aef9b4a071 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474451
Dec 15 19:24:08.692690 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-f21a84d3-baa2-444e-9d17-03a86a7b7484 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1098 time: 0.0685339
Dec 15 19:24:08.740272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb666d-e8b1-452a-942f-d81c1a03ff47 req-7d0d9305-d056-4aca-a817-334a1dae69a3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:08.741744 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3cb666d-e8b1-452a-942f-d81c1a03ff47 req-7d0d9305-d056-4aca-a817-334a1dae69a3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0822806
Dec 15 19:24:08.787081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3cb666d-e8b1-452a-942f-d81c1a03ff47 req-3ed929dd-b00d-4b34-ab2f-165b24dd62b9 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394104
Dec 15 19:24:08.827752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25811-2707-40de-8ed6-d324b8330cfa req-6a23491c-89f0-469f-8d2b-f86fec5bcb35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:08.829128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-6a23491c-89f0-469f-8d2b-f86fec5bcb35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1301398
Dec 15 19:24:08.933494 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-75991f9b-d6db-4226-bd33-f0e6b1f21643 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1002 time: 0.0976436
Dec 15 19:24:08.994668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25811-2707-40de-8ed6-d324b8330cfa req-7e281015-31a9-4b48-80fc-c5d26ec8922a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:08.996115 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-7e281015-31a9-4b48-80fc-c5d26ec8922a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0568182
Dec 15 19:24:09.072942 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-8a3f1ff3-5470-44c0-8ebe-8bf3650117cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702546
Dec 15 19:24:09.205594 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-15e2d1e1-3ab0-448f-b547-f4365cd2004f service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252749
Dec 15 19:24:09.334835 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-58cad5e7-70ac-4c50-87c2-4b11104b27f2 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243546
Dec 15 19:24:10.049366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0b235-8f54-41aa-8b51-cdf6bfabbef6 req-a7560536-58d6-44d7-bfa1-23bea8d01cd6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:10.050818 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-63a0b235-8f54-41aa-8b51-cdf6bfabbef6 req-a7560536-58d6-44d7-bfa1-23bea8d01cd6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0743887
Dec 15 19:24:10.094902 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-63a0b235-8f54-41aa-8b51-cdf6bfabbef6 req-19cb6f1e-8dd9-4b5c-a2f5-5bed05bd8148 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387051
Dec 15 19:24:11.292945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aaf9a-2150-4748-9b12-b87702932e7d req-ac7321aa-c847-4350-b419-6a626506daaa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:11.294410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a47aaf9a-2150-4748-9b12-b87702932e7d req-ac7321aa-c847-4350-b419-6a626506daaa tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0794501
Dec 15 19:24:11.339185 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a47aaf9a-2150-4748-9b12-b87702932e7d req-3d7a6c73-083c-428c-b768-231dc96b001a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393388
Dec 15 19:24:12.535554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4bcc2-ec87-47e4-8b66-928a6d72da09 req-ed337e87-2140-411d-973c-c02d4dfd405a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:12.536984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-acc4bcc2-ec87-47e4-8b66-928a6d72da09 req-ed337e87-2140-411d-973c-c02d4dfd405a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0794706
Dec 15 19:24:12.580617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-acc4bcc2-ec87-47e4-8b66-928a6d72da09 req-554c80b7-aaa4-4bc2-a412-b3c58d9b7d89 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382624
Dec 15 19:24:13.328752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f354bd02-5171-4278-bdc2-2bbb5256750b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:13.776960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77236e0a-4357-4f58-b764-5ac24acd4621 req-7a7ed271-32e3-4662-8f6b-32515a336cc3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:13.778390 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77236e0a-4357-4f58-b764-5ac24acd4621 req-7a7ed271-32e3-4662-8f6b-32515a336cc3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0780871
Dec 15 19:24:13.824704 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77236e0a-4357-4f58-b764-5ac24acd4621 req-43a5dcbd-bf8e-43b0-9c1f-fc58500486a6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400474
Dec 15 19:24:15.016642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac899e5-ccca-4348-b87e-8e6664eed803 req-d09eb9cf-190a-4c08-9a3e-5b78c5ff59bd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:15.018014 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1ac899e5-ccca-4348-b87e-8e6664eed803 req-d09eb9cf-190a-4c08-9a3e-5b78c5ff59bd tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0739617
Dec 15 19:24:15.062320 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1ac899e5-ccca-4348-b87e-8e6664eed803 req-eeb42b5f-affb-48a4-8977-6d48a38e6501 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389507
Dec 15 19:24:15.586949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-91b6a4bb-1566-42db-ae91-f7a6c825b67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:16.258433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81fb6-136a-4ec4-9f07-072ae21d3b5b req-95df8381-2621-4e1c-a145-e9ceff3a6dc1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:16.259865 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ca81fb6-136a-4ec4-9f07-072ae21d3b5b req-95df8381-2621-4e1c-a145-e9ceff3a6dc1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0767293
Dec 15 19:24:16.308042 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ca81fb6-136a-4ec4-9f07-072ae21d3b5b req-60422a68-7149-49e4-be33-7247fda59f0a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428076
Dec 15 19:24:16.789033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:16.850856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:17.507780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a97f86-96ef-48b3-bf88-91e12d909598 req-2620a8c8-a497-410b-b63e-db1db59d35d2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:17.509203 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d8a97f86-96ef-48b3-bf88-91e12d909598 req-2620a8c8-a497-410b-b63e-db1db59d35d2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0778193
Dec 15 19:24:17.553617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d8a97f86-96ef-48b3-bf88-91e12d909598 req-d5967a85-a422-440d-bb47-542ee7830f96 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390120
Dec 15 19:24:18.299550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:18.746949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467678fe-07dc-4d3c-91c3-836938099e63 req-756862e0-e865-4794-bd4c-f9f63a6e520b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:18.748357 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-467678fe-07dc-4d3c-91c3-836938099e63 req-756862e0-e865-4794-bd4c-f9f63a6e520b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0771399
Dec 15 19:24:18.792351 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-467678fe-07dc-4d3c-91c3-836938099e63 req-892d315a-cd29-4ba3-a0ff-e2976e2e562c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384319
Dec 15 19:24:19.986485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fc9c8-c9c7-4577-8fd2-5f4f2d64c7a4 req-c7afa586-0448-4261-8369-e4be735023b9 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:19.987841 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a9fc9c8-c9c7-4577-8fd2-5f4f2d64c7a4 req-c7afa586-0448-4261-8369-e4be735023b9 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0754592
Dec 15 19:24:20.130847 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a9fc9c8-c9c7-4577-8fd2-5f4f2d64c7a4 req-a52d5938-5aee-4c9b-a4bf-c844943e49b2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374233
Dec 15 19:24:21.334954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a7689-15a6-4000-b07a-ca28203dc9c8 req-2a58221b-997c-4671-b62f-2e2a4f42bd05 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:21.336485 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e9a7689-15a6-4000-b07a-ca28203dc9c8 req-2a58221b-997c-4671-b62f-2e2a4f42bd05 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0822430
Dec 15 19:24:21.382095 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e9a7689-15a6-4000-b07a-ca28203dc9c8 req-703fb432-f16a-4490-9f8f-7202d8292a8d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399754
Dec 15 19:24:21.656428 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-621e736f-fa34-45e8-bcba-611452251b79 service neutron] 10.222.0.64 "GET /v2.0/ports/6d769b5e-0095-45d0-a9dd-e07c0198e97c/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0728889
Dec 15 19:24:21.917480 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-38e44425-4b39-4150-be30-b8a6b4f9758f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 1098 time: 0.0716488
Dec 15 19:24:22.007378 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-07cbac6a-d923-467c-9d0c-eb95dc7e5499 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1098 time: 0.0679278
Dec 15 19:24:22.135474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25811-2707-40de-8ed6-d324b8330cfa req-fd78f99b-4d95-44bb-baf2-02b599f13dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:22.136905 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-fd78f99b-4d95-44bb-baf2-02b599f13dc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1237621
Dec 15 19:24:22.238996 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-e6163926-dc54-4e70-8ede-2b1e0153f673 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1002 time: 0.0958941
Dec 15 19:24:22.300086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25811-2707-40de-8ed6-d324b8330cfa req-54b52bd3-a575-46cc-a9c0-45839e319b87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:22.301401 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-54b52bd3-a575-46cc-a9c0-45839e319b87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0558381
Dec 15 19:24:22.376609 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-451661ff-7eda-4267-b89d-4cfcac97001e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694087
Dec 15 19:24:22.508144 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-08c6ee41-120f-4f84-96d7-abce820fffb3 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252005
Dec 15 19:24:22.686040 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-98f32994-3894-457d-8941-cb15da830144 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487026
Dec 15 19:24:22.691567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79bf8a-43d2-48f0-beea-674e8eea77a9 req-d4ab8959-7420-40ae-b90c-60244ab72c5f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:22.692918 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c79bf8a-43d2-48f0-beea-674e8eea77a9 req-d4ab8959-7420-40ae-b90c-60244ab72c5f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.1871700
Dec 15 19:24:22.740875 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c79bf8a-43d2-48f0-beea-674e8eea77a9 req-7d6cbef9-b3a1-4cb0-a0ac-1361b09c8612 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421422
Dec 15 19:24:23.940764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76df89-cb09-4560-946e-e5508a3e44e7 req-aa4a8f4e-fd80-41f4-8c2f-4d311522301e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:23.942220 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ae76df89-cb09-4560-946e-e5508a3e44e7 req-aa4a8f4e-fd80-41f4-8c2f-4d311522301e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0787864
Dec 15 19:24:23.989060 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ae76df89-cb09-4560-946e-e5508a3e44e7 req-25844203-6c22-4fe2-ba36-54033d5ba02f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411415
Dec 15 19:24:25.195041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f28b4-4476-42a3-a4a9-5b4b5e4513a1 req-4d7a76ce-2baf-4f3f-9381-2b5b0808b892 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:25.196466 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b79f28b4-4476-42a3-a4a9-5b4b5e4513a1 req-4d7a76ce-2baf-4f3f-9381-2b5b0808b892 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0788803
Dec 15 19:24:25.241524 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b79f28b4-4476-42a3-a4a9-5b4b5e4513a1 req-634a88c6-edd6-4272-b76c-3f29766ec500 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396404
Dec 15 19:24:26.021345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:24:26.023663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:24:26.232771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:26.254517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:26.273211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'mac_address': 'fa:16:3e:9d:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:24:26.278038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:24:26.314305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:26.323188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:26.326655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:26.384957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:26.414780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d769b5e-0095-45d0-a9dd-e07c0198e97c {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:24:26.421167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:26.451527 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'code': 200}
Dec 15 19:24:26.465102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.465475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.465805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.466130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.466457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.466718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78fcec-8e32-4078-9f59-92750190044b req-1d050a87-e74f-41c9-a7a2-815353364e18 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:26.467262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.467262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.467441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.467687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.467997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.468188 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3a78fcec-8e32-4078-9f59-92750190044b req-1d050a87-e74f-41c9-a7a2-815353364e18 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 943 time: 0.0940094
Dec 15 19:24:26.468303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:26.473668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:26.491570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:24:26.491922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:24:26.516260 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3a78fcec-8e32-4078-9f59-92750190044b req-bafde93e-f2d9-48e7-a511-728bdd614167 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406969
Dec 15 19:24:27.045538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:27.063079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d769b5e-0095-45d0-a9dd-e07c0198e97c {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:24:27.078232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:27.081711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:27.083328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:27.144403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['6d769b5e-0095-45d0-a9dd-e07c0198e97c'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:24:27.182683 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:27.186847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:27.232699 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:27.771857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100686f-b733-4abf-8224-a2c1b779a487 req-4bf20589-a9ba-4c5c-8d2e-342228ddbd4e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:27.773277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7100686f-b733-4abf-8224-a2c1b779a487 req-4bf20589-a9ba-4c5c-8d2e-342228ddbd4e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 944 time: 0.1323552
Dec 15 19:24:27.776514 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9174b138-63d9-4e18-b448-1e1dd823660b req-307c71c3-f3fe-449f-8722-14de269fb196 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1097 time: 0.1014314
Dec 15 19:24:27.891447 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7100686f-b733-4abf-8224-a2c1b779a487 req-f84f8a3f-c01a-4c7f-bdd5-59f78298e60b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121216
Dec 15 19:24:27.938984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174b138-63d9-4e18-b448-1e1dd823660b req-d7fdd705-2cb2-411a-8dd6-d970f4d51c7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:27.941053 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9174b138-63d9-4e18-b448-1e1dd823660b req-d7fdd705-2cb2-411a-8dd6-d970f4d51c7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1446695
Dec 15 19:24:28.018851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:24:28.042315 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9174b138-63d9-4e18-b448-1e1dd823660b req-04a26998-e82e-4da3-92c1-cd0d8f6bd4b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1001 time: 0.0947759
Dec 15 19:24:28.088219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 6d769b5e-0095-45d0-a9dd-e07c0198e97c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:24:28.088790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:28.104480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174b138-63d9-4e18-b448-1e1dd823660b req-da4c11bb-82d3-4467-9500-d881489a4176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:28.106003 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9174b138-63d9-4e18-b448-1e1dd823660b req-da4c11bb-82d3-4467-9500-d881489a4176 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0574236
Dec 15 19:24:28.242013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:28.276954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:28.282383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:28.284762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:28.292396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9174b138-63d9-4e18-b448-1e1dd823660b req-83c6d8ae-e283-423f-9ff0-d84a38aff1b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1791170
Dec 15 19:24:28.347392 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:28.350370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:28.421760 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9174b138-63d9-4e18-b448-1e1dd823660b req-72f7c178-1784-4825-95d3-648844ac9233 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229689
Dec 15 19:24:28.453194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:24:28.514945 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'code': 200}
Dec 15 19:24:28.551000 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9174b138-63d9-4e18-b448-1e1dd823660b req-0935a280-61f1-4f83-b3d6-7dff26d49052 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234825
Dec 15 19:24:29.086779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c32dd1-1ece-4b3d-8786-b65df140feea req-0f163a18-bb82-4cc4-af5c-1cb7962c80e7 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:29.088217 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f1c32dd1-1ece-4b3d-8786-b65df140feea req-0f163a18-bb82-4cc4-af5c-1cb7962c80e7 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0753939
Dec 15 19:24:29.136763 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f1c32dd1-1ece-4b3d-8786-b65df140feea req-1fc43cd9-edd2-4bba-a526-e4ab51348701 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430424
Dec 15 19:24:30.331054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39e5c-e1ff-41bb-9225-9ff645046195 req-6c42659e-b8c3-4a31-99ac-b1aede83548c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:30.332469 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-33d39e5c-e1ff-41bb-9225-9ff645046195 req-6c42659e-b8c3-4a31-99ac-b1aede83548c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0757577
Dec 15 19:24:30.380609 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-33d39e5c-e1ff-41bb-9225-9ff645046195 req-82ba7fc7-4a26-4864-b662-fd211c350eb3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426342
Dec 15 19:24:31.577970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9f0f5-435f-47b9-96f3-5b81096eeb95 req-cb3705f7-fae9-4462-b420-6f04ec0fc593 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:31.579417 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-50c9f0f5-435f-47b9-96f3-5b81096eeb95 req-cb3705f7-fae9-4462-b420-6f04ec0fc593 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0794272
Dec 15 19:24:31.623252 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-50c9f0f5-435f-47b9-96f3-5b81096eeb95 req-e848e730-41e6-45d5-9028-0eb2c869f81b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383923
Dec 15 19:24:32.081923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-ba51ec13-fcb4-4341-8c2d-e5a6ee7959c0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:32.083361 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-ba51ec13-fcb4-4341-8c2d-e5a6ee7959c0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.1246586
Dec 15 19:24:32.166036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaab95-a044-40bb-a9b0-8d972d5d5baf req-e10ac5ba-a3ec-4fa5-8505-0c02e23609de tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:32.167459 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4faaab95-a044-40bb-a9b0-8d972d5d5baf req-e10ac5ba-a3ec-4fa5-8505-0c02e23609de tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.1514573
Dec 15 19:24:32.202733 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-76b00dac-276a-4294-b990-3938971c8b29 service neutron] 10.222.0.64 "GET /v2.0/ports/6d769b5e-0095-45d0-a9dd-e07c0198e97c/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.1128395
Dec 15 19:24:32.221114 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4faaab95-a044-40bb-a9b0-8d972d5d5baf req-fee781b1-a7ac-4b66-9102-2c162ca7a4ea tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479224
Dec 15 19:24:32.295542 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-2add0dad-cfb9-45cb-8b29-40911bf5ae32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1098 time: 0.0684860
Dec 15 19:24:32.422746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-bc796812-37c2-4a9d-9046-8e7dce413f6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:32.424730 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-bc796812-37c2-4a9d-9046-8e7dce413f6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1228437
Dec 15 19:24:32.524655 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-3972f00a-35b9-4451-9d2a-a7a959a01969 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1002 time: 0.0934575
Dec 15 19:24:32.585073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-135ee21b-c56e-42e5-a2ae-b2c309842b96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:32.586471 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-135ee21b-c56e-42e5-a2ae-b2c309842b96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0556371
Dec 15 19:24:32.664594 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-c086bbaa-7485-42fc-b1ea-72a03adbd414 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710454
Dec 15 19:24:32.794226 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-39e35ef1-39ef-4cb0-985c-41e9fbff106d service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233068
Dec 15 19:24:32.922592 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-0d9d56bd-ef28-443e-91dd-519be5a72ae6 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224658
Dec 15 19:24:33.416112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210d9cc-6360-4273-97b6-764a06163d92 req-798717d4-c22e-4886-ae2a-61a6a8b657ad tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:33.417558 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9210d9cc-6360-4273-97b6-764a06163d92 req-798717d4-c22e-4886-ae2a-61a6a8b657ad tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0750291
Dec 15 19:24:33.463558 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9210d9cc-6360-4273-97b6-764a06163d92 req-2213efa7-9c36-494c-9eaa-393043345d33 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406268
Dec 15 19:24:34.666079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cf45f-0061-4025-be79-d7afb6a1f8a3 req-3ad1d9d0-c9c5-4a9b-88af-b184a426780f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:34.667529 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-414cf45f-0061-4025-be79-d7afb6a1f8a3 req-3ad1d9d0-c9c5-4a9b-88af-b184a426780f tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0787899
Dec 15 19:24:34.711984 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-414cf45f-0061-4025-be79-d7afb6a1f8a3 req-39cda448-12d7-45e8-b1a9-c7e1d42cc62a tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389485
Dec 15 19:24:35.922860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7822ff-9dc6-46e5-b0a0-5fd4020f861c req-a031a81d-4dba-4618-8100-aceb16b707b0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:35.924762 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2c7822ff-9dc6-46e5-b0a0-5fd4020f861c req-a031a81d-4dba-4618-8100-aceb16b707b0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0828934
Dec 15 19:24:35.972875 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2c7822ff-9dc6-46e5-b0a0-5fd4020f861c req-7b4ea51d-6af2-4fc0-8eb0-efd0b22e3782 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423558
Dec 15 19:24:36.085127 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-cc6f8e78-4638-4894-98f8-dc434707bf60 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0&tenant_id=b0ce91b7d8654aadb8baf0599375c2d4 HTTP/1.1" status: 200  len: 1098 time: 0.1716714
Dec 15 19:24:36.177793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-a86fd247-56d9-4a8b-9bd6-976e45bd2240 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 1098 time: 0.0680397
Dec 15 19:24:36.304008 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-751e883b-3bc5-4488-abd1-e6e3bf549380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:36.305432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-751e883b-3bc5-4488-abd1-e6e3bf549380 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 200  len: 912 time: 0.1218824
Dec 15 19:24:36.405761 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-d61456e7-ad9c-4585-9995-7ec2cb1b753d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 200  len: 1002 time: 0.0945470
Dec 15 19:24:36.468187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-05b51b60-5069-4020-a2dd-b4675ec2e9d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:36.469642 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-05b51b60-5069-4020-a2dd-b4675ec2e9d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 200  len: 850 time: 0.0578988
Dec 15 19:24:36.545894 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-e0ab033b-5252-469b-835c-a833a83580e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702283
Dec 15 19:24:36.674812 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-0c4387a7-6ea6-4b53-9b77-16d8d033b8d6 service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222937
Dec 15 19:24:36.803533 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-27f16e30-a2ce-4954-8733-080fabf2b0e6 req-9d6c4f12-8beb-461c-8c7e-047f2534555a service neutron] 10.222.0.64 "GET /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225324
Dec 15 19:24:37.171769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a71d2-8e36-42a6-b14f-1b92d8ba851e req-0905af4c-7222-4846-b1e6-4fe50627c8e4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:37.173136 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e85a71d2-8e36-42a6-b14f-1b92d8ba851e req-0905af4c-7222-4846-b1e6-4fe50627c8e4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0784616
Dec 15 19:24:37.217806 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e85a71d2-8e36-42a6-b14f-1b92d8ba851e req-5b60bbe5-f47a-4a6c-a287-8b6b9058e291 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389664
Dec 15 19:24:38.041049 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:24:38.097980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:24:38.209340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:38.235588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:24:38.245063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:38.250714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:38.253219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:38.300416 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'code': 200}
Dec 15 19:24:38.320123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=9']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:38.323242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:38.423093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f0ce3-3cdc-4083-911c-a36da10eeb7b req-0019c002-ba77-42a6-aa44-51efd22e70a8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:38.424563 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-763f0ce3-3cdc-4083-911c-a36da10eeb7b req-0019c002-ba77-42a6-aa44-51efd22e70a8 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 943 time: 0.0821283
Dec 15 19:24:38.469574 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-763f0ce3-3cdc-4083-911c-a36da10eeb7b req-8b77f11f-5a5c-4d63-87f8-129eb9e27328 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393648
Dec 15 19:24:39.663371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ab8a-4670-4919-b974-dd62ecd9230a req-26c4e44d-4032-4e78-b276-0cb6da032f07 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:39.664840 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3bd5ab8a-4670-4919-b974-dd62ecd9230a req-26c4e44d-4032-4e78-b276-0cb6da032f07 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 943 time: 0.0755725
Dec 15 19:24:39.710030 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3bd5ab8a-4670-4919-b974-dd62ecd9230a req-7df7d881-6871-498d-9a30-cc84ad7dade9 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397496
Dec 15 19:24:40.127570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:24:40.256335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:40.269383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'port_id': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'mac_address': 'fa:16:3e:9d:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:24:40.323799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:40.341064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d769b5e-0095-45d0-a9dd-e07c0198e97c {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:24:40.355825 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:40.359793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:40.362575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:40.425019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['6d769b5e-0095-45d0-a9dd-e07c0198e97c'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:24:40.460147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=10']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:40.463086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:40.907787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38148df-b427-4ec9-99ba-d8b41c4c3a75 req-090d016c-e933-47f5-855e-85e9e362e0ad tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:40.909211 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c38148df-b427-4ec9-99ba-d8b41c4c3a75 req-090d016c-e933-47f5-855e-85e9e362e0ad tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0756814
Dec 15 19:24:40.954019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c38148df-b427-4ec9-99ba-d8b41c4c3a75 req-b188e8e0-bc30-41d0-83b5-3483da891a9b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391459
Dec 15 19:24:42.139263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:24:42.155939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8c89b-6367-487c-9234-47323018ffc9 req-bcee2b26-115a-4476-a6bf-8ee00012a5c3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:42.157410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7b8c89b-6367-487c-9234-47323018ffc9 req-bcee2b26-115a-4476-a6bf-8ee00012a5c3 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 945 time: 0.0804405
Dec 15 19:24:42.202754 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a7b8c89b-6367-487c-9234-47323018ffc9 req-10fcf3e0-886a-4e4b-b0cd-53979573a24d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391283
Dec 15 19:24:42.206709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 6d769b5e-0095-45d0-a9dd-e07c0198e97c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:24:42.207093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:42.318851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:42.344090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:24:42.353787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:42.357398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:42.359155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:42.408720 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'code': 200}
Dec 15 19:24:42.426732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=11']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:42.429614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:43.330944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9fa5-88c2-448a-8a44-285a23f195c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:43.399663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ff7ef-dd13-444d-a645-5ea710336dfc req-773c6769-34a3-4a24-92af-83cda5b69216 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:43.400384 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-071ff7ef-dd13-444d-a645-5ea710336dfc req-773c6769-34a3-4a24-92af-83cda5b69216 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0777431
Dec 15 19:24:43.450430 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-071ff7ef-dd13-444d-a645-5ea710336dfc req-78970012-3a3c-45ee-895e-a41549105e4b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401194
Dec 15 19:24:44.649398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a0281-c4d8-481f-a415-60278ec32587 req-71fd777b-3181-4e72-a8ad-0759beda3083 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:44.650835 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-161a0281-c4d8-481f-a415-60278ec32587 req-71fd777b-3181-4e72-a8ad-0759beda3083 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0808969
Dec 15 19:24:44.697035 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-161a0281-c4d8-481f-a415-60278ec32587 req-f68a640e-cf36-4604-8221-9918cc0f8b17 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403459
Dec 15 19:24:45.588942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f9d7281e-1ed6-4bee-af15-232c781009ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:45.895993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a0f80-5078-44e6-80f8-aaf4910a50bc req-3c9123ab-53f8-4429-bcd8-199e8dbdbe7d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:45.897347 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-776a0f80-5078-44e6-80f8-aaf4910a50bc req-3c9123ab-53f8-4429-bcd8-199e8dbdbe7d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0799778
Dec 15 19:24:45.941421 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-776a0f80-5078-44e6-80f8-aaf4910a50bc req-cc78715f-a2f4-4ebb-ab37-df998db6974b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386000
Dec 15 19:24:46.135238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54373779-fe59-4d2d-bdab-5c216bcab804 req-49f32ab8-8336-4ade-953c-7f632e746c03 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:46.136681 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-54373779-fe59-4d2d-bdab-5c216bcab804 req-49f32ab8-8336-4ade-953c-7f632e746c03 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0769536
Dec 15 19:24:46.184085 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-54373779-fe59-4d2d-bdab-5c216bcab804 req-a7fd5e15-266d-4b80-97dc-7d6072fb747b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419307
Dec 15 19:24:46.377699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb9fe-dd32-4d2b-b08a-df6a9e7627be req-8aaab6bd-6a8a-4414-a144-d7b4bb5418d2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:46.379143 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-056fb9fe-dd32-4d2b-b08a-df6a9e7627be req-8aaab6bd-6a8a-4414-a144-d7b4bb5418d2 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0754993
Dec 15 19:24:46.427102 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-056fb9fe-dd32-4d2b-b08a-df6a9e7627be req-7ea35222-0684-4b95-a603-fb6d71247cd1 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426593
Dec 15 19:24:46.794564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:46.853811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:46.957646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de685-eb0b-410b-95d6-79ed4ff515b8 req-19aabb93-b1f9-492b-8141-25cdfd3ae211 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:46.959120 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd1de685-eb0b-410b-95d6-79ed4ff515b8 req-19aabb93-b1f9-492b-8141-25cdfd3ae211 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0771844
Dec 15 19:24:47.005235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd1de685-eb0b-410b-95d6-79ed4ff515b8 req-35377df8-d206-4756-9578-93fa41c2a4a0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405846
Dec 15 19:24:48.200091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa27d1-9680-4ac1-a8ce-c3e15f94f680 req-ea811a31-b751-48e6-bac1-e60e803828f0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:48.201547 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0cfa27d1-9680-4ac1-a8ce-c3e15f94f680 req-ea811a31-b751-48e6-bac1-e60e803828f0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0753629
Dec 15 19:24:48.245671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0cfa27d1-9680-4ac1-a8ce-c3e15f94f680 req-ca4485a3-339d-44c2-9790-08c293a99f46 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387883
Dec 15 19:24:48.303186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:49.241070 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-9d437a11-f749-4e9d-8a49-bdae56e6af2e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:49.242476 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-9d437a11-f749-4e9d-8a49-bdae56e6af2e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0773931
Dec 15 19:24:49.310589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Deleting port 6d769b5e-0095-45d0-a9dd-e07c0198e97c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:24:49.310926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:49.441986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddade7f-0421-448a-a842-444c4f69c960 req-b30f3300-3bb1-413d-aa3b-7d7b83e4f63e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:24:49.443325 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2ddade7f-0421-448a-a842-444c4f69c960 req-b30f3300-3bb1-413d-aa3b-7d7b83e4f63e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 946 time: 0.0786145
Dec 15 19:24:49.488829 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2ddade7f-0421-448a-a842-444c4f69c960 req-d8c5d832-dca5-4e51-b483-a6d34d1aca94 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399914
Dec 15 19:24:49.644438 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] For port 6d769b5e-0095-45d0-a9dd-e07c0198e97c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d769b5e-0095-45d0-a9dd-e07c0198e97c,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:49.644784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:49.920741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:49.921016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:49.921355 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc disassociated. External IP: 172.26.1.171, port: 6d769b5e-0095-45d0-a9dd-e07c0198e97c.
Dec 15 19:24:49.921709 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Calling delete_port for 6d769b5e-0095-45d0-a9dd-e07c0198e97c owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:24:50.061900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:50.067854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c8df8609-1490-4e1e-811d-bca58e8b67e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:50.115617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event deleted for resources: {'Port': ['ID=6d769b5e-0095-45d0-a9dd-e07c0198e97c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:50.129066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.129482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.129861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.130235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.130602 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.130970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.131331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.131764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.132312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.132683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.133046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:50.137056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:50.338013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:24:50.535312 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:24:50.547258 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:24:50.561464 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:24:50.562455 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0012e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:24:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:50.603793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] No DVR routers for this DVR port 6d769b5e-0095-45d0-a9dd-e07c0198e97c on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:24:50.606500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:50.609503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-deleted', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:24:50.627734 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c362dfb3-54ee-44f3-9a80-41bc68dbbe95 req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.64 "DELETE /v2.0/ports/6d769b5e-0095-45d0-a9dd-e07c0198e97c HTTP/1.1" status: 204  len: 173 time: 1.3789861
Dec 15 19:24:50.692256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c811048a-4b41-4651-a1b7-218a8ffff534 req-432f0f0e-7587-4313-826d-22bceba2d84d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Synchronizing usage tracker for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:24:50.710601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c811048a-4b41-4651-a1b7-218a8ffff534 req-432f0f0e-7587-4313-826d-22bceba2d84d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Unset dirty status for tenant:b0ce91b7d8654aadb8baf0599375c2d4 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:24:50.711835 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c811048a-4b41-4651-a1b7-218a8ffff534 req-432f0f0e-7587-4313-826d-22bceba2d84d tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ac067-6086-4d89-959c-9130ac6225a0 HTTP/1.1" status: 200  len: 210 time: 0.0644026
Dec 15 19:24:50.783301 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ac067-6086-4d89-959c-9130ac6225a0', 'name': 'network-vif-deleted', 'tag': '6d769b5e-0095-45d0-a9dd-e07c0198e97c', 'status': 'completed', 'code': 200}
Dec 15 19:24:50.807100 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:24:51.147118 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0012e0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:51.150830 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:24:51.161878 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:24:51.162485 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0012e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:24:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:51.342427 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:24:51.647248 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0012e0>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:51.651148 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b777287-823c-42b4-bc93-cc7105f49acd None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:19:07Z', 'revision_number': 4, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4cad45c7-781a-44ca-a009-c0d194605e5a', 'name': '', 'network_id': '25ba733b-10d3-4ae0-ac78-59e4c3e9c12e', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'mac_address': 'fa:16:3e:1e:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:07Z', 'updated_at': '2021-12-15T19:19:14Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'subnets': [{'id': 'c910db78-f1bd-4553-ae4f-d29ca6dd6e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:24:51.875388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103947b7-877d-4880-86ea-e95ea7591cc6 None None] New status for floating IP 40cd7495-5bd3-4a86-9244-8db0b0e2cbfc: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:24:52.182690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:24:52.223012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 6d769b5e-0095-45d0-a9dd-e07c0198e97c {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:24:52.223357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 6d769b5e-0095-45d0-a9dd-e07c0198e97c not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:24:55.079950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38446) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:24:55.145074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.172703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.224896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.228694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-946aa03a-1b1b-4ffe-a8d9-29d9267d7b9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:55.243702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3aebf-cfbf-4f79-ba18-5ff7170310b3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:55.256891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.257275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.257679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.258054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.258421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.258787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.259147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.259510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.259868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.260226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.260578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:24:55.263787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:55.265127 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.266370 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "DELETE /v2.0/security-groups/5ba3aebf-cfbf-4f79-ba18-5ff7170310b3 HTTP/1.1" status: 204  len: 168 time: 0.1852829
Dec 15 19:24:55.269236 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38450) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:24:55.290388 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.api.v2.resource [None req-96f21aed-9afb-4c5d-b2be-15b0b7b2aeb6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] show failed (client error): The resource could not be found.
Dec 15 19:24:55.291621 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-96f21aed-9afb-4c5d-b2be-15b0b7b2aeb6 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "GET /v2.0/security-groups/5ba3aebf-cfbf-4f79-ba18-5ff7170310b3 HTTP/1.1" status: 404  len: 347 time: 0.0214591
Dec 15 19:24:55.294328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38454) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:24:55.533685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Deleting port fd8f45db-09aa-442c-a269-aa03f8f7ead7 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:24:55.533944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.701474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.701800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.820163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Calling delete_port for fd8f45db-09aa-442c-a269-aa03f8f7ead7 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:24:55.955797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:55.959822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:56.002997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Pushing event deleted for resources: {'Port': ['ID=fd8f45db-09aa-442c-a269-aa03f8f7ead7,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:56.005775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:56.093675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:56.110089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:56.111691 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] 10.222.0.48 "DELETE /v2.0/floatingips/40cd7495-5bd3-4a86-9244-8db0b0e2cbfc HTTP/1.1" status: 204  len: 168 time: 0.8164947
Dec 15 19:24:56.114624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38458) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:24:56.582592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:57.230550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:57.262095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Deleting port 4cad45c7-781a-44ca-a009-c0d194605e5a {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:24:57.262613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:57.431754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-845da596-435d-4f73-b49e-018116625165 admin admin] For port 4cad45c7-781a-44ca-a009-c0d194605e5a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4cad45c7-781a-44ca-a009-c0d194605e5a,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:57.432097 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:57.549492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Calling delete_port for 4cad45c7-781a-44ca-a009-c0d194605e5a owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:24:57.720806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:57.724687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8072d604-f097-4151-934b-baef121f0845 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:57.769529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cad45c7-781a-44ca-a009-c0d194605e5a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:57.772055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:24:58.068158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:58.728289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Router 18e05c18-b231-4634-9b38-b47bc501e0d8 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:24:58.929001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:24:58.937835 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] Sync routers for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:24:58.941466 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-845da596-435d-4f73-b49e-018116625165 admin admin] 10.222.0.48 "PUT /v2.0/routers/18e05c18-b231-4634-9b38-b47bc501e0d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8258557
Dec 15 19:24:58.943919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38464) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:24:58.950452 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:24:58.951041 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee001370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:24:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:59.122966 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:24:59.134855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:59.329317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:59.339644 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Deleting port e091b3ca-17d3-4def-9bd0-32458fe4e21a {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:24:59.339980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:59.396372 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee001370>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:24:57Z', 'revision_number': 5, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port': {'id': 'e091b3ca-17d3-4def-9bd0-32458fe4e21a', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:05Z', 'updated_at': '2021-12-15T19:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:59.400073 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] Checking router: 18e05c18-b231-4634-9b38-b47bc501e0d8 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:24:59.416052 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] Routers {'18e05c18-b231-4634-9b38-b47bc501e0d8'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:24:59.416660 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee001370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:24:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['18e05c18-b231-4634-9b38-b47bc501e0d8'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:59.509692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] For port e091b3ca-17d3-4def-9bd0-32458fe4e21a, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e091b3ca-17d3-4def-9bd0-32458fe4e21a,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:24:59.510041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:59.592058 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] Set router 18e05c18-b231-4634-9b38-b47bc501e0d8 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:24:59.631861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Calling delete_port for e091b3ca-17d3-4def-9bd0-32458fe4e21a owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:24:59.695727 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee001370>, [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:24:59Z', 'revision_number': 6, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:24:59.699720 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa20e13-f70c-4b4f-9059-558423d15354 None None] The sync data for ids ['18e05c18-b231-4634-9b38-b47bc501e0d8'] in dv-neutron-821830-2-hyperv is: [{'id': '18e05c18-b231-4634-9b38-b47bc501e0d8', 'name': 'tempest-ServerActionsTestJSON-281238910-router', 'tenant_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:04Z', 'updated_at': '2021-12-15T19:24:59Z', 'revision_number': 6, 'project_id': 'b0ce91b7d8654aadb8baf0599375c2d4', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:24:59.800003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:24:59.804088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dff37696-94b0-4bfa-ad15-526796e9b2c1 tempest-ServerDiskConfigTestJSON-1179651521 tempest-ServerDiskConfigTestJSON-1179651521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:24:59.956677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e091b3ca-17d3-4def-9bd0-32458fe4e21a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:24:59.959664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:00.175026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.425865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.429887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.457072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.457630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18e05c18-b231-4634-9b38-b47bc501e0d8 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:25:00.469942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.471059 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] 10.222.0.48 "DELETE /v2.0/routers/18e05c18-b231-4634-9b38-b47bc501e0d8 HTTP/1.1" status: 204  len: 168 time: 1.5262539
Dec 15 19:25:00.473560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38468) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:00.536965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Deleting subnet c910db78-f1bd-4553-ae4f-d29ca6dd6e01 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:25:00.540007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.589465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.668059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.743548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.747767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dbf2df0f-4b66-43ef-b45b-9c9742a9f831 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:00.784507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c910db78-f1bd-4553-ae4f-d29ca6dd6e01,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:00.787252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:00.789735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.795404 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f7a1e-33aa-4c3a-afed-95490787646c None None] Network 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:00.799257 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c910db78-f1bd-4553-ae4f-d29ca6dd6e01 HTTP/1.1" status: 204  len: 168 time: 0.3214228
Dec 15 19:25:00.799257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38472) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:00.820789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4cad45c7-781a-44ca-a009-c0d194605e5a no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:25:00.854308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 4cad45c7-781a-44ca-a009-c0d194605e5a {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:25:00.854656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4cad45c7-781a-44ca-a009-c0d194605e5a not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:25:00.855086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e091b3ca-17d3-4def-9bd0-32458fe4e21a no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:25:00.904824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.915878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Deleting port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:00.916196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:00.963663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e091b3ca-17d3-4def-9bd0-32458fe4e21a {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:25:00.964006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e091b3ca-17d3-4def-9bd0-32458fe4e21a not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:25:01.121440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] For port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:01.121846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.136303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] DHCP port deletion for 25ba733b-10d3-4ae0-ac78-59e4c3e9c12e request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:25:01.140430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Deleting port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:01.140797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.339215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] For port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,segment=NetworkSegment(dcf99eed-14d4-4abb-9f9c-015bf89c8e33),segment_id=dcf99eed-14d4-4abb-9f9c-015bf89c8e33)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:01.339527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.347871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Calling delete_port for 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:01.419368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.423042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cbb5246b-fb7d-4b5a-8520-cb2756a36284 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:01.456880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Calling delete_port for 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:01.464879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5fa4f8-6c7b-4e37-a79a-231708c16d98,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:01.468374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:01.472105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] No DVR routers for this DVR port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:25:01.529146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:25:01.529531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:25:01.587287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.611642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cece0ff70>,) {'filters': {'network_id': ['25ba733b-10d3-4ae0-ac78-59e4c3e9c12e']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:01.623293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cece0ff70>, 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:01.623586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cece0ff70>, 'dcf99eed-14d4-4abb-9f9c-015bf89c8e33') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:01.635173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.651917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.658255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:01.658632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:01.671830 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:01.747389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.752493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:01.754887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:01.776482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ba733b-10d3-4ae0-ac78-59e4c3e9c12e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:01.778986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:01.789581 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] 10.222.0.48 "DELETE /v2.0/networks/25ba733b-10d3-4ae0-ac78-59e4c3e9c12e HTTP/1.1" status: 204  len: 168 time: 0.9893451
Dec 15 19:25:01.920093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38478) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:01.973635 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9652baaa-1263-4f36-be6a-83228f957c52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0ce91b7d8654aadb8baf0599375c2d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0523245
Dec 15 19:25:01.975948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38482) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:02.031284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Deleting port 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:02.031824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:02.033440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-253c49c3-afc6-4641-9bac-6bb8c40d3937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:02.058616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-253c49c3-afc6-4641-9bac-6bb8c40d3937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:02.093649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-01dce582-fc6f-4145-acaf-ecb42be6762b None None] The port '2d5fa4f8-6c7b-4e37-a79a-231708c16d98' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:25:02.113756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-253c49c3-afc6-4641-9bac-6bb8c40d3937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:02.117471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c0c8971a-fb66-4444-abc3-5e669181cce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:02.132055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c49c3-afc6-4641-9bac-6bb8c40d3937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17db22b-de43-48cd-bf43-99898b79cf22,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:02.136011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-253c49c3-afc6-4641-9bac-6bb8c40d3937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:02.139133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-253c49c3-afc6-4641-9bac-6bb8c40d3937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:02.142537 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-253c49c3-afc6-4641-9bac-6bb8c40d3937 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f17db22b-de43-48cd-bf43-99898b79cf22 HTTP/1.1" status: 204  len: 168 time: 0.1634226
Dec 15 19:25:02.805488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:25:02.838605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:25:02.839031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 2d5fa4f8-6c7b-4e37-a79a-231708c16d98 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:25:02.964244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38504) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:03.087431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-720605164-network', 'tenant_id': '927997554a9242fdac0cdcf22f060b00'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:03.092450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:03.096272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Usage tracker for resource:network and tenant:927997554a9242fdac0cdcf22f060b00 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:03.099122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:03.104774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:03.115337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Made reservation on behalf of 927997554a9242fdac0cdcf22f060b00 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:03.117585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.130202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.160553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:03.164301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Usage tracker for resource:security_group_rule and tenant:927997554a9242fdac0cdcf22f060b00 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:03.167068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:03.172624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:03.234371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.237872 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.241589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-53b2a24d-2bd8-476b-a999-76a96ca61fdb tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:03.271163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:03.279484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c01bba-891e-4c63-8810-fe0abb661edb,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:03.282973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:03.285291 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.285650 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Added segment 918419a4-0991-4e7c-afc3-0305f04954f9 of type vlan for network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4
Dec 15 19:25:03.311248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.339558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.340424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:03.340985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.344148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-52bd5284-674a-4893-a97b-411bd921717f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:03.443764 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4784110
Dec 15 19:25:03.444586 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Pushing event updated for resources: {'Network': ['ID=21f1a7bb-1a5d-495a-a706-add3c6a4fae4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:03.446669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38510) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:03.449466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:03.453140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Request body: {'subnet': {'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-720605164-subnet', 'tenant_id': '927997554a9242fdac0cdcf22f060b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:03.455576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:03.458066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:03.461845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Usage tracker for resource:subnet and tenant:927997554a9242fdac0cdcf22f060b00 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:03.464646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:03.470238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:03.480039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Made reservation on behalf of 927997554a9242fdac0cdcf22f060b00 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:03.482332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.680419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.684429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b57db6c3-8fc5-4c15-8d56-838392757b61 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:03.760532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206c329e-450f-40ae-8612-06fe565b7d1e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:03.763175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:03.772836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Checking segment: {'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:03.773185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Network hostable DHCP agents. Network: 21f1a7bb-1a5d-495a-a706-add3c6a4fae4, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:03.794880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:03.804263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 21f1a7bb-1a5d-495a-a706-add3c6a4fae4) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:03.808050 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:03.808558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:03.814212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df9e3df-77e1-4aa8-86c1-87e7f9669e37 None None] Network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:03.828452 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3805456
Dec 15 19:25:04.019151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437eac3-fe00-4ad3-81d0-89792627e901 None None] Network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:04.362471 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-64c496b5-c19d-49c8-a4fe-1c92c125069b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:04.363085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-64c496b5-c19d-49c8-a4fe-1c92c125069b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Synchronizing usage tracker for tenant:927997554a9242fdac0cdcf22f060b00 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:25:04.378892 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-64c496b5-c19d-49c8-a4fe-1c92c125069b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Unset dirty status for tenant:927997554a9242fdac0cdcf22f060b00 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:25:04.380018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-64c496b5-c19d-49c8-a4fe-1c92c125069b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/networks?id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 200  len: 813 time: 0.1605101
Dec 15 19:25:04.395937 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-56207ddd-569e-41e8-b950-766abd98d4e4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/quotas/927997554a9242fdac0cdcf22f060b00 HTTP/1.1" status: 200  len: 375 time: 0.0106928
Dec 15 19:25:04.440355 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-c318e797-7cff-4a72-8330-02bc6d236e80 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=927997554a9242fdac0cdcf22f060b00&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398014
Dec 15 19:25:04.569971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-3b4d9286-d7eb-4f6e-9375-cf793ee5af03 service neutron] 10.222.0.48 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233933
Dec 15 19:25:04.699434 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-a5c38f88-ecc2-4387-88dd-a0b1ab820ed4 service neutron] 10.222.0.48 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237886
Dec 15 19:25:04.878577 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fbb98335-dc0f-4b8b-82cc-ef5b71435f4e req-f9e0f3c5-08c2-421b-b143-e4879ef79568 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 210 time: 0.0413635
Dec 15 19:25:05.863866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-4aaff0f3-c83e-4b67-970a-041206e946d1 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:05.865248 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-4aaff0f3-c83e-4b67-970a-041206e946d1 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "GET /v2.0/networks?id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 200  len: 813 time: 0.1459794
Dec 15 19:25:05.881658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Request body: {'port': {'device_id': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4', 'admin_state_up': True, 'tenant_id': '927997554a9242fdac0cdcf22f060b00'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:06.015999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:06.020625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Usage tracker for resource:port and tenant:927997554a9242fdac0cdcf22f060b00 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:06.023387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:06.029146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:06.038730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Made reservation on behalf of 927997554a9242fdac0cdcf22f060b00 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:06.041953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:06.046315 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b8ff59d2-e969-4a3f-9575-8383b4cc0f2f req-e1fcc785-6681-4db5-b7b5-02b2fb06a5fb tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 210 time: 0.0420687
Dec 15 19:25:06.296749 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Allocated IP 172.20.0.4 (21f1a7bb-1a5d-495a-a706-add3c6a4fae4/206c329e-450f-40ae-8612-06fe565b7d1e/be56cbad-f866-45c5-b474-2b18b91c69aa) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:25:06.491951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:06.518961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:06.524316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:06.581042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:25:06.583885 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:06.591644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:25:06.632474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Pushing event updated for resources: {'Port': ['ID=be56cbad-f866-45c5-b474-2b18b91c69aa,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:06.636591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:06.658038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:06.658628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:06.678079 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7998824
Dec 15 19:25:06.690094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Request body: {'port': {'device_id': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:06.795812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:07.131432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be56cbad-f866-45c5-b474-2b18b91c69aa {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:25:07.138422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:07.154020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Transition to ACTIVE for port object be56cbad-f866-45c5-b474-2b18b91c69aa will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:07.165177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:07.170190 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0dacbb48-bb70-44ae-a69b-3fba028401c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:07.332279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Pushing event updated for resources: {'Port': ['ID=be56cbad-f866-45c5-b474-2b18b91c69aa,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:07.334989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:07.432485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab40c4-8b12-4ebf-89a1-ebf38a3cf81d req-5d06fe39-a50e-4a9e-941b-d4f2c1f742c4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:07.433179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4fab40c4-8b12-4ebf-89a1-ebf38a3cf81d req-5d06fe39-a50e-4a9e-941b-d4f2c1f742c4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Synchronizing usage tracker for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:25:07.482423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4fab40c4-8b12-4ebf-89a1-ebf38a3cf81d req-5d06fe39-a50e-4a9e-941b-d4f2c1f742c4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Unset dirty status for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:25:07.483560 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4fab40c4-8b12-4ebf-89a1-ebf38a3cf81d req-5d06fe39-a50e-4a9e-941b-d4f2c1f742c4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 943 time: 0.3143985
Dec 15 19:25:07.486022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Attempting to bind port be56cbad-f866-45c5-b474-2b18b91c69aa on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:25:07.486344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Attempting to bind port be56cbad-f866-45c5-b474-2b18b91c69aa by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:25:07.486667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Attempting to bind port be56cbad-f866-45c5-b474-2b18b91c69aa on network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:07.509728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Port be56cbad-f866-45c5-b474-2b18b91c69aa on network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:25:07.510048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Attempting to bind port be56cbad-f866-45c5-b474-2b18b91c69aa on network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:07.526404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:25:07.526728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Checking segment: {'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:07.527097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Bound using segment: {'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:25:07.527767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Bound port: be56cbad-f866-45c5-b474-2b18b91c69aa, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:25:07.528099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:07.581111 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4fab40c4-8b12-4ebf-89a1-ebf38a3cf81d req-e0c26df6-8adf-403e-9d7f-f012a0447c71 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903974
Dec 15 19:25:07.629985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] For port be56cbad-f866-45c5-b474-2b18b91c69aa, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:25:07.633341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] For port be56cbad-f866-45c5-b474-2b18b91c69aa, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be56cbad-f866-45c5-b474-2b18b91c69aa,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:25:07.637204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:07.640606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bc319fb4-b5f5-4cc3-bc4d-110b566b37d3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:07.691308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:07.692553 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] 10.222.0.64 "PUT /v2.0/ports/be56cbad-f866-45c5-b474-2b18b91c69aa HTTP/1.1" status: 200  len: 1093 time: 1.0069959
Dec 15 19:25:07.695529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'tag': 'be56cbad-f866-45c5-b474-2b18b91c69aa'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:25:07.722641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Pushing event updated for resources: {'Port': ['ID=be56cbad-f866-45c5-b474-2b18b91c69aa,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:07.725946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:07.772128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'tag': 'be56cbad-f866-45c5-b474-2b18b91c69aa', 'status': 'completed', 'code': 200}
Dec 15 19:25:07.813879 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-33865d82-6312-43ca-a561-8060b525208e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=927997554a9242fdac0cdcf22f060b00&device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 1096 time: 0.0746233
Dec 15 19:25:07.883267 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-d79b40a6-8b79-41f9-81bf-2ecc9ae067cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be56cbad-f866-45c5-b474-2b18b91c69aa HTTP/1.1" status: 200  len: 217 time: 0.0618923
Dec 15 19:25:08.037159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-dfd966e6-4f4f-4a3f-a14a-f9e22697d385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:08.038597 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-dfd966e6-4f4f-4a3f-a14a-f9e22697d385 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=206c329e-450f-40ae-8612-06fe565b7d1e HTTP/1.1" status: 200  len: 853 time: 0.1495354
Dec 15 19:25:08.082432 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-47ee2419-beeb-4cb0-9247-da9596ab2f33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370409
Dec 15 19:25:08.209187 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-0fd13f07-445c-44f7-bfa5-6b15906d5c47 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204050
Dec 15 19:25:08.337046 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-84640cec-2b76-4a51-9cd7-4ab216277bb5 req-ecb70468-78ec-4781-af00-5dd32e87c8b4 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210506
Dec 15 19:25:08.452304 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-4d25977f-e38d-437b-8a07-53be657dd076 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=927997554a9242fdac0cdcf22f060b00&device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 1096 time: 0.0730479
Dec 15 19:25:08.582840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-4ddadc9a-4916-4448-8aab-d2c1624e5721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:08.584259 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-4ddadc9a-4916-4448-8aab-d2c1624e5721 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 200  len: 914 time: 0.1250966
Dec 15 19:25:08.654524 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-b70930d6-9b5a-4960-b56c-06cd1a1c2394 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be56cbad-f866-45c5-b474-2b18b91c69aa HTTP/1.1" status: 200  len: 217 time: 0.0630975
Dec 15 19:25:08.756928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-df320be5-14d5-4f41-881c-9570cfea47a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:08.758396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-df320be5-14d5-4f41-881c-9570cfea47a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=206c329e-450f-40ae-8612-06fe565b7d1e HTTP/1.1" status: 200  len: 853 time: 0.0971045
Dec 15 19:25:08.813750 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-d1e6d310-5f50-4236-9133-ec70e4763430 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461366
Dec 15 19:25:08.856009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c5a5d-ae76-4541-ac1f-43a377b2196b req-5b255cec-36c3-4583-9bfb-eaf20b27d0a2 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:08.857326 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e34c5a5d-ae76-4541-ac1f-43a377b2196b req-5b255cec-36c3-4583-9bfb-eaf20b27d0a2 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 943 time: 0.1560681
Dec 15 19:25:08.984142 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e34c5a5d-ae76-4541-ac1f-43a377b2196b req-0e1081ab-3dd3-4420-9ae6-d1d0cf8d6d38 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846894
Dec 15 19:25:08.986604 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-a7d856e0-0147-4d2f-8b46-fbcea430b0e6 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652966
Dec 15 19:25:09.123526 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f671d8a2-ec15-4f03-b962-70b60049e935 req-74760bab-bbaf-4511-8856-bec4feefcabe service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297889
Dec 15 19:25:10.284591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44c60e-13bf-4095-86f2-1effa41c9b30 req-fd720626-a003-4938-a259-ce4e22045d59 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:10.285956 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2c44c60e-13bf-4095-86f2-1effa41c9b30 req-fd720626-a003-4938-a259-ce4e22045d59 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 943 time: 0.1827919
Dec 15 19:25:10.330244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-2c44c60e-13bf-4095-86f2-1effa41c9b30 req-e40562a0-c7a9-445a-b80f-4c9ba30b9c4a tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Synchronizing usage tracker for tenant:927997554a9242fdac0cdcf22f060b00 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:25:10.346136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-2c44c60e-13bf-4095-86f2-1effa41c9b30 req-e40562a0-c7a9-445a-b80f-4c9ba30b9c4a tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Unset dirty status for tenant:927997554a9242fdac0cdcf22f060b00 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:25:10.347275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2c44c60e-13bf-4095-86f2-1effa41c9b30 req-e40562a0-c7a9-445a-b80f-4c9ba30b9c4a tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558522
Dec 15 19:25:11.540261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabefa3-7c9f-464b-8caf-697bf3282cf5 req-633d1e58-e5e4-4e88-aef2-f8fb662b0431 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:11.541712 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6eabefa3-7c9f-464b-8caf-697bf3282cf5 req-633d1e58-e5e4-4e88-aef2-f8fb662b0431 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 943 time: 0.0747614
Dec 15 19:25:11.585528 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6eabefa3-7c9f-464b-8caf-697bf3282cf5 req-131bfc4d-4af3-4758-9127-5b484f53e8d7 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385637
Dec 15 19:25:12.298549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device be56cbad-f866-45c5-b474-2b18b91c69aa details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:25:12.430583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port be56cbad-f866-45c5-b474-2b18b91c69aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be56cbad-f866-45c5-b474-2b18b91c69aa,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:12.443152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'be56cbad-f866-45c5-b474-2b18b91c69aa', 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4', 'port_id': 'be56cbad-f866-45c5-b474-2b18b91c69aa', 'mac_address': 'fa:16:3e:62:6d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206c329e-450f-40ae-8612-06fe565b7d1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:25:12.497743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:12.549782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be56cbad-f866-45c5-b474-2b18b91c69aa {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:25:12.563967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port be56cbad-f866-45c5-b474-2b18b91c69aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be56cbad-f866-45c5-b474-2b18b91c69aa,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:12.567986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:12.569666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:12.632078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=be56cbad-f866-45c5-b474-2b18b91c69aa,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:12.635021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:12.769263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['be56cbad-f866-45c5-b474-2b18b91c69aa'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:25:12.788560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaed313-2da2-43e2-bdb5-fb7ee23a12f2 req-deb47bda-6628-4fab-90c9-b69aebfb072f tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:12.790016 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2eaed313-2da2-43e2-bdb5-fb7ee23a12f2 req-deb47bda-6628-4fab-90c9-b69aebfb072f tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 944 time: 0.0805275
Dec 15 19:25:12.836142 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2eaed313-2da2-43e2-bdb5-fb7ee23a12f2 req-a17ba6ec-c103-4760-a086-fe7fee70867d tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405381
Dec 15 19:25:13.331611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f51c7a74-fba6-48f9-8ebf-87af5d673279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:14.031031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb6f9-fa3f-4e98-bfd5-ce15b58e0e92 req-5bb7b06f-e928-4086-8e8f-63d7c1013aaa tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:14.032400 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c14eb6f9-fa3f-4e98-bfd5-ce15b58e0e92 req-5bb7b06f-e928-4086-8e8f-63d7c1013aaa tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 944 time: 0.0796888
Dec 15 19:25:14.076902 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c14eb6f9-fa3f-4e98-bfd5-ce15b58e0e92 req-525faea0-0928-4302-8e6a-7069dca37ce4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390160
Dec 15 19:25:14.313459 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device be56cbad-f866-45c5-b474-2b18b91c69aa up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:25:14.379135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port be56cbad-f866-45c5-b474-2b18b91c69aa completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:25:14.383715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port be56cbad-f866-45c5-b474-2b18b91c69aa triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:25:14.384090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:14.493773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:14.519204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56cbad-f866-45c5-b474-2b18b91c69aa'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:25:14.528850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port be56cbad-f866-45c5-b474-2b18b91c69aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be56cbad-f866-45c5-b474-2b18b91c69aa,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:14.533248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:14.536125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:14.573773 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56cbad-f866-45c5-b474-2b18b91c69aa', 'code': 200}
Dec 15 19:25:14.605838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=be56cbad-f866-45c5-b474-2b18b91c69aa,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:14.608714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:14.811493 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0370edb9-268d-4b30-929f-8f43e955b3e5 req-992a2554-c995-4d74-a4b4-167bd2a7670d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 1098 time: 0.0657389
Dec 15 19:25:14.856451 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0370edb9-268d-4b30-929f-8f43e955b3e5 req-adc2864f-2430-4e91-ae44-4c0b0749b408 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383387
Dec 15 19:25:15.040444 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:25:15.266355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a6d69-8e6d-4757-b367-deb79388c1ab req-96ef4d00-911f-4593-a20e-c1df36fe70e9 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:15.267807 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e39a6d69-8e6d-4757-b367-deb79388c1ab req-96ef4d00-911f-4593-a20e-c1df36fe70e9 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0746291
Dec 15 19:25:15.311561 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e39a6d69-8e6d-4757-b367-deb79388c1ab req-bd45b00c-b88e-4701-88f9-17e69d148b38 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380797
Dec 15 19:25:15.589433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b5d27bb8-419e-4599-9a61-75f6ad95f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:16.507693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366e086-789d-426b-a074-fc59c3002e73 req-9beeb971-d032-499a-b23d-cb3891acc8b9 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:16.509132 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2366e086-789d-426b-a074-fc59c3002e73 req-9beeb971-d032-499a-b23d-cb3891acc8b9 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0779369
Dec 15 19:25:16.553369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2366e086-789d-426b-a074-fc59c3002e73 req-b36eec7f-abb0-4237-a766-a281b6230aac tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388472
Dec 15 19:25:16.795697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:16.855884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:16.944753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-eaf5bef3-3947-401b-9dc0-5026bd16ed7b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:16.946092 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-eaf5bef3-3947-401b-9dc0-5026bd16ed7b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/networks?id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 200  len: 813 time: 0.2377980
Dec 15 19:25:16.961595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-2a3528d2-6fa3-4977-a6c8-30ab129cfce8 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/quotas/927997554a9242fdac0cdcf22f060b00 HTTP/1.1" status: 200  len: 375 time: 0.0102522
Dec 15 19:25:17.041608 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-68ba69d0-24a5-4176-8fe2-b12d64a6ca07 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=927997554a9242fdac0cdcf22f060b00&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0752802
Dec 15 19:25:17.239691 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-6d31d624-b327-4988-b2c5-9ef9d2279f94 service neutron] 10.222.0.48 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909418
Dec 15 19:25:17.367934 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-2892406a-a105-4b98-9172-ad712cd808e2 service neutron] 10.222.0.48 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226847
Dec 15 19:25:17.548563 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-26c7d412-16c9-44b1-9557-87db8b29aeef req-496fbae5-4a99-4e87-b23e-7c9adb87d24e tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 210 time: 0.0448024
Dec 15 19:25:18.305607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:18.514666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-a86d00a2-a112-40ed-8122-5915de0c3be6 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:18.516095 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-a86d00a2-a112-40ed-8122-5915de0c3be6 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "GET /v2.0/networks?id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 200  len: 813 time: 0.1437349
Dec 15 19:25:18.531982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Request body: {'port': {'device_id': '2df20629-0e29-481c-b20f-d05731526194', 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4', 'admin_state_up': True, 'tenant_id': '927997554a9242fdac0cdcf22f060b00'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:18.669257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:18.715035 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e1c1f14e-0bdd-4a2f-984c-3cd6a9a712ae req-30642902-ec4c-45fc-bd33-262d8534b7ec tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 210 time: 0.0485063
Dec 15 19:25:18.715850 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:18.726275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Made reservation on behalf of 927997554a9242fdac0cdcf22f060b00 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:18.729362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:18.887934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Allocated IP 172.20.0.6 (21f1a7bb-1a5d-495a-a706-add3c6a4fae4/206c329e-450f-40ae-8612-06fe565b7d1e/76e5d9d4-6803-496f-a3dd-0aa7a8db5a36) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:25:19.084924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:19.111762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:19.117189 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4e31e42b-77e0-4713-9075-d46f5c793ac0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:19.123502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['be56cbad-f866-45c5-b474-2b18b91c69aa'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:25:19.179564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:25:19.187156 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:19.191445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:25:19.224884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Pushing event updated for resources: {'Port': ['ID=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:19.229044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:19.253053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:19.253664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:19.278017 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7495966
Dec 15 19:25:19.289811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Request body: {'port': {'device_id': '2df20629-0e29-481c-b20f-d05731526194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:19.398727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:19.832161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:25:19.839386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:19.854401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Transition to ACTIVE for port object 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:19.858522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:19.862752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a484dcc8-e6d2-4631-ac57-5531a14539fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:19.921212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce50906-ebe0-4abf-b7b9-88b1b7ebc00a req-e5710ddb-902a-4934-bcae-a7e250015c33 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:19.923385 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dce50906-ebe0-4abf-b7b9-88b1b7ebc00a req-e5710ddb-902a-4934-bcae-a7e250015c33 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 943 time: 0.0790114
Dec 15 19:25:19.969793 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dce50906-ebe0-4abf-b7b9-88b1b7ebc00a req-ce0debb4-20b7-4dd4-85c1-b7a3f2adc14b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409737
Dec 15 19:25:19.981550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Pushing event updated for resources: {'Port': ['ID=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:19.986116 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:20.090042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Attempting to bind port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:25:20.090372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Attempting to bind port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:25:20.090693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Attempting to bind port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 on network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:20.096350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 on network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:25:20.096664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Attempting to bind port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 on network 21f1a7bb-1a5d-495a-a706-add3c6a4fae4 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:20.102891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:25:20.103220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Checking segment: {'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:20.103597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Bound using segment: {'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:25:20.104010 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Bound port: 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918419a4-0991-4e7c-afc3-0305f04954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:25:20.104348 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:20.193037 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] For port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:25:20.196044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] For port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:25:20.199451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:20.203478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:20.261031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:20.262402 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] 10.222.0.64 "PUT /v2.0/ports/76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 HTTP/1.1" status: 200  len: 1093 time: 0.9767973
Dec 15 19:25:20.262915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df20629-0e29-481c-b20f-d05731526194', 'tag': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:25:20.284089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Pushing event updated for resources: {'Port': ['ID=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:20.287318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:20.335027 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df20629-0e29-481c-b20f-d05731526194', 'tag': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36', 'status': 'completed', 'code': 200}
Dec 15 19:25:20.371444 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-26da9c1f-6b08-4505-832f-39584d16b265 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=927997554a9242fdac0cdcf22f060b00&device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 1096 time: 0.0705671
Dec 15 19:25:20.440622 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-3f5e29a2-f5f6-48d3-8c6b-2e9e9815ac6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 HTTP/1.1" status: 200  len: 217 time: 0.0626240
Dec 15 19:25:20.500812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-982256b5-c4c1-4b55-8319-3c8c2affb9a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:20.502211 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-982256b5-c4c1-4b55-8319-3c8c2affb9a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=206c329e-450f-40ae-8612-06fe565b7d1e HTTP/1.1" status: 200  len: 853 time: 0.0556824
Dec 15 19:25:20.557065 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-6fe24130-361e-4ff7-9c13-6fa7feacaf7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414121
Dec 15 19:25:20.687003 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-acd828b7-8455-4863-b3f7-4dce84a42017 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239169
Dec 15 19:25:20.817979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-94242d10-0877-403a-9632-ad4dc1c8a17e req-fa517267-68c7-40a5-bad4-321dc7a846d9 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248722
Dec 15 19:25:20.927117 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-87efbfa2-bd7b-4622-92ba-69add5c89687 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=927997554a9242fdac0cdcf22f060b00&device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 1096 time: 0.0673234
Dec 15 19:25:21.059004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-2966a6a0-1b56-432c-836c-baf1a6a3de5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:21.060416 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-2966a6a0-1b56-432c-836c-baf1a6a3de5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 200  len: 914 time: 0.1267352
Dec 15 19:25:21.131783 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-42fe0624-a693-402c-9346-f3b22e3fb12e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 HTTP/1.1" status: 200  len: 217 time: 0.0640943
Dec 15 19:25:21.167583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd74e00-9b71-4860-a655-11fbf93ebbbc req-40a57308-c4f9-4689-9195-a0a3f5a41c5b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:21.169128 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bfd74e00-9b71-4860-a655-11fbf93ebbbc req-40a57308-c4f9-4689-9195-a0a3f5a41c5b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 943 time: 0.0797560
Dec 15 19:25:21.195567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-26ead4bb-aa85-45a2-b130-819c46d5e762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:21.197008 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-26ead4bb-aa85-45a2-b130-819c46d5e762 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=206c329e-450f-40ae-8612-06fe565b7d1e HTTP/1.1" status: 200  len: 853 time: 0.0577521
Dec 15 19:25:21.214262 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bfd74e00-9b71-4860-a655-11fbf93ebbbc req-398ad846-083c-4af5-824e-0c593950808b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395534
Dec 15 19:25:21.246182 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-cbd4fa3c-08c0-4114-8649-fccde838ccf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410140
Dec 15 19:25:21.374680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-7e54628b-f6a3-4068-9e0c-03c50fc6cd06 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208694
Dec 15 19:25:21.595026 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c5435a83-085a-439c-bf3f-da9678f588a4 req-6345b72e-38ac-4561-a874-1f6b886de766 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131243
Dec 15 19:25:22.407162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42feb-e7cc-4ecd-a5aa-1074b194d517 req-8d1767f8-5977-40d8-9c04-520e995c832a tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:22.407889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9ed42feb-e7cc-4ecd-a5aa-1074b194d517 req-8d1767f8-5977-40d8-9c04-520e995c832a tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Synchronizing usage tracker for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:25:22.422572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9ed42feb-e7cc-4ecd-a5aa-1074b194d517 req-8d1767f8-5977-40d8-9c04-520e995c832a tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Unset dirty status for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:25:22.423646 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9ed42feb-e7cc-4ecd-a5aa-1074b194d517 req-8d1767f8-5977-40d8-9c04-520e995c832a tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 943 time: 0.0913465
Dec 15 19:25:22.468372 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9ed42feb-e7cc-4ecd-a5aa-1074b194d517 req-7611bf7c-4cce-4244-afff-f93c7d64765c tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389678
Dec 15 19:25:23.659551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384afd-7b81-4747-b6f2-85a5bd432f0c req-c27f4bb9-ab3f-4829-ac3c-92f56766891f tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:23.660981 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b1384afd-7b81-4747-b6f2-85a5bd432f0c req-c27f4bb9-ab3f-4829-ac3c-92f56766891f tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 943 time: 0.0760458
Dec 15 19:25:23.706152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b1384afd-7b81-4747-b6f2-85a5bd432f0c req-7b9178c5-b06c-4fc8-9a0c-a19ce3d7f4a3 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396791
Dec 15 19:25:24.344186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:25:24.475222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:24.488362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36', 'network_id': '21f1a7bb-1a5d-495a-a706-add3c6a4fae4', 'port_id': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36', 'mac_address': 'fa:16:3e:7b:0f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206c329e-450f-40ae-8612-06fe565b7d1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:25:24.540288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:24.557155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:25:24.572304 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:24.575110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:24.576820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:24.642061 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:24.644948 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:24.775856 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['76e5d9d4-6803-496f-a3dd-0aa7a8db5a36'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:25:24.906920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e915b-3138-4e69-802b-bab6ccc78133 req-16fb6018-5ec4-4782-9995-f682a58e7f5e tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:24.908269 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c54e915b-3138-4e69-802b-bab6ccc78133 req-16fb6018-5ec4-4782-9995-f682a58e7f5e tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 944 time: 0.0790281
Dec 15 19:25:24.952510 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c54e915b-3138-4e69-802b-bab6ccc78133 req-5ccbf9d2-a931-4c39-85da-3614d49ee505 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386789
Dec 15 19:25:26.152462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989ecba-d894-4b7e-a497-fc20059889f2 req-13b5189c-f191-4e80-b276-821293f7af53 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:26.153914 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8989ecba-d894-4b7e-a497-fc20059889f2 req-13b5189c-f191-4e80-b276-821293f7af53 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 944 time: 0.0795538
Dec 15 19:25:26.198452 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8989ecba-d894-4b7e-a497-fc20059889f2 req-c4c156b2-ca39-4878-98a6-d8221b76c080 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391464
Dec 15 19:25:26.357332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:25:26.423515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:25:26.428208 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:25:26.428587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:26.539784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:26.566442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df20629-0e29-481c-b20f-d05731526194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:25:26.575872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:26.579410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:26.581434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:26.622140 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df20629-0e29-481c-b20f-d05731526194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36', 'code': 200}
Dec 15 19:25:26.647277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:26.657256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.657624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.657963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.658297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.658629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.658965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.659877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.660227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.660564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.661088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.661442 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:26.665131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:26.840904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d271805-5b54-4ca0-8477-3d0b2c5282e2 req-f36d0801-fef6-4baa-ad8f-d989ab34c4f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 1098 time: 0.0684967
Dec 15 19:25:26.882659 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d271805-5b54-4ca0-8477-3d0b2c5282e2 req-318165d8-3b8e-49f7-b18a-7390dc698e73 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350380
Dec 15 19:25:27.248047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:27.389584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afe708-cccc-4b77-aee8-da2ca632c8b3 req-2d9486ca-490a-4f34-bbb9-7e5e2f14b7c7 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:27.390911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a3afe708-cccc-4b77-aee8-da2ca632c8b3 req-2d9486ca-490a-4f34-bbb9-7e5e2f14b7c7 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 945 time: 0.0754566
Dec 15 19:25:27.439012 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a3afe708-cccc-4b77-aee8-da2ca632c8b3 req-b28d46e5-7804-4f72-890d-5af231ebb34f tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427899
Dec 15 19:25:28.595590 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-a8af1fd2-cb11-4ca6-a35f-b0372a8eb545 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1020024
Dec 15 19:25:28.634665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0015c16-977a-4803-a5ad-8234a75c609b req-c3626495-9778-4f6d-978a-73931b30dcc4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:28.636078 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0015c16-977a-4803-a5ad-8234a75c609b req-c3626495-9778-4f6d-978a-73931b30dcc4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 945 time: 0.0771971
Dec 15 19:25:28.723048 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0015c16-977a-4803-a5ad-8234a75c609b req-dc50f585-d478-4d26-a873-04c2340273a7 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808482
Dec 15 19:25:28.752109 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-37f864c4-f3fb-4bd2-b1f2-bd62cc53d276 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=927997554a9242fdac0cdcf22f060b00&device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 1098 time: 0.0787325
Dec 15 19:25:28.897123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595085-584d-4a14-9151-b80d3004b277 req-572b79f8-b12a-48a8-b6c4-4f7899e0067d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:28.898595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-572b79f8-b12a-48a8-b6c4-4f7899e0067d service neutron] 10.222.0.64 "GET /v2.0/networks?id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 200  len: 914 time: 0.1272728
Dec 15 19:25:28.976943 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-83a87093-e8c4-4c61-b87e-0d162e93d66a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be56cbad-f866-45c5-b474-2b18b91c69aa HTTP/1.1" status: 200  len: 217 time: 0.0711336
Dec 15 19:25:29.046433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595085-584d-4a14-9151-b80d3004b277 req-9bbfbfe4-3111-4100-91b7-c6a69ba4bdf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:29.047870 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-9bbfbfe4-3111-4100-91b7-c6a69ba4bdf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=206c329e-450f-40ae-8612-06fe565b7d1e HTTP/1.1" status: 200  len: 853 time: 0.0607586
Dec 15 19:25:29.130565 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-aa9c1d66-473c-4206-bf2f-b5aaa8a35658 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21f1a7bb-1a5d-495a-a706-add3c6a4fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726714
Dec 15 19:25:29.275527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80d3c8-1386-4f34-9049-49450429bf2b req-eebce254-4cd4-4d83-87e3-9e3f4aebc3a8 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:29.276883 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9c80d3c8-1386-4f34-9049-49450429bf2b req-eebce254-4cd4-4d83-87e3-9e3f4aebc3a8 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 945 time: 0.1846304
Dec 15 19:25:29.308280 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-73fce444-0d28-4aa2-8619-256f5da68225 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669555
Dec 15 19:25:29.404107 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9c80d3c8-1386-4f34-9049-49450429bf2b req-3ae45a83-cfab-40ac-b63a-53ae6ec9a393 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185746
Dec 15 19:25:29.452471 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a3595085-584d-4a14-9151-b80d3004b277 req-8113ab24-c985-4617-b861-95ed10de3976 service neutron] 10.222.0.64 "GET /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335750
Dec 15 19:25:30.450990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-dce15d74-f3f6-4a9a-ab37-0311d69223df tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:30.452443 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-dce15d74-f3f6-4a9a-ab37-0311d69223df tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 945 time: 0.0797820
Dec 15 19:25:30.519396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Deleting port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:30.519734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:30.600436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f39e7d-cf10-4cf3-bcfe-7bfe02cc57be req-1c2b2296-9e99-4242-9b3c-3b819901c779 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:30.601975 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-07f39e7d-cf10-4cf3-bcfe-7bfe02cc57be req-1c2b2296-9e99-4242-9b3c-3b819901c779 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 945 time: 0.0769355
Dec 15 19:25:30.650412 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-07f39e7d-cf10-4cf3-bcfe-7bfe02cc57be req-1e131dac-0fca-47b0-a06f-099d6d4a93fc tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426917
Dec 15 19:25:30.862810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] For port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:30.863160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:30.980874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Calling delete_port for 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:31.121687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:31.128601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a2be111-ef4e-48d5-b1b4-fdc3c19aacb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:31.133523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['be56cbad-f866-45c5-b474-2b18b91c69aa', '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:25:31.171262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Pushing event deleted for resources: {'Port': ['ID=76e5d9d4-6803-496f-a3dd-0aa7a8db5a36,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:31.174234 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:31.245334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] No DVR routers for this DVR port 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:25:31.247772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:31.252523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df20629-0e29-481c-b20f-d05731526194', 'name': 'network-vif-deleted', 'tag': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:25:31.266673 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b6fce857-d3a5-4815-8244-2426f5e0252c req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "DELETE /v2.0/ports/76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 HTTP/1.1" status: 204  len: 173 time: 0.8085341
Dec 15 19:25:31.310430 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df20629-0e29-481c-b20f-d05731526194', 'name': 'network-vif-deleted', 'tag': '76e5d9d4-6803-496f-a3dd-0aa7a8db5a36', 'status': 'completed', 'code': 200}
Dec 15 19:25:31.826538 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-522b1681-6d79-4cf8-aa77-54a38a193e4f req-17e2f1fc-9972-424e-b65f-54442deeda3e tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=2df20629-0e29-481c-b20f-d05731526194 HTTP/1.1" status: 200  len: 210 time: 0.0413272
Dec 15 19:25:33.101239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253292b7-2edc-4d38-a4f1-e81453494858 req-461ddb35-3f5d-4f17-9803-66ba7db5f519 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:33.102606 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-253292b7-2edc-4d38-a4f1-e81453494858 req-461ddb35-3f5d-4f17-9803-66ba7db5f519 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0803454
Dec 15 19:25:33.146616 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-253292b7-2edc-4d38-a4f1-e81453494858 req-16300692-88a0-4692-9223-e9e4f0ece6e8 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386944
Dec 15 19:25:33.361055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054d543-269e-4fcb-a1aa-af1fb20a9259 req-60d00f79-9cea-4705-bc50-0b197e0bbdec tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:33.362422 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b054d543-269e-4fcb-a1aa-af1fb20a9259 req-60d00f79-9cea-4705-bc50-0b197e0bbdec tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0755908
Dec 15 19:25:33.411514 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b054d543-269e-4fcb-a1aa-af1fb20a9259 req-f0328df3-ab71-4f37-a321-05b36e51208d tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437210
Dec 15 19:25:33.602243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8297d-b46d-4468-b12f-b46af4da6124 req-a432bc86-6e5a-47d5-a4f2-e5fa7d3f52a5 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:33.602918 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cf8297d-b46d-4468-b12f-b46af4da6124 req-a432bc86-6e5a-47d5-a4f2-e5fa7d3f52a5 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Synchronizing usage tracker for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:25:33.617568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9cf8297d-b46d-4468-b12f-b46af4da6124 req-a432bc86-6e5a-47d5-a4f2-e5fa7d3f52a5 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Unset dirty status for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:25:33.619245 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cf8297d-b46d-4468-b12f-b46af4da6124 req-a432bc86-6e5a-47d5-a4f2-e5fa7d3f52a5 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0900240
Dec 15 19:25:33.666853 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9cf8297d-b46d-4468-b12f-b46af4da6124 req-f3851081-b644-41e6-b528-2f9c1c9d0c40 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426481
Dec 15 19:25:33.857833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-fd97cdce-39b5-44d6-a46c-3b4db4e18144 req-6eeb8a2a-8c37-4329-823b-91cc20e2bfcf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0675929
Dec 15 19:25:34.047497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeab95-c7bc-4d58-9d7b-3da5712dee98 req-0fae2db7-a431-47c1-b21e-0d8f04c4ade4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:34.048898 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eeeeab95-c7bc-4d58-9d7b-3da5712dee98 req-0fae2db7-a431-47c1-b21e-0d8f04c4ade4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0760510
Dec 15 19:25:34.094665 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eeeeab95-c7bc-4d58-9d7b-3da5712dee98 req-3583b970-0da0-4353-804a-de47f674c690 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403094
Dec 15 19:25:34.291655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096db13-8ec9-463e-9db6-663a2b048a68 req-d1c5b985-ae59-40d5-9468-6f60d6ffc661 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:34.293095 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8096db13-8ec9-463e-9db6-663a2b048a68 req-d1c5b985-ae59-40d5-9468-6f60d6ffc661 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0785086
Dec 15 19:25:34.342361 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8096db13-8ec9-463e-9db6-663a2b048a68 req-931c8c0a-9e9e-4cfb-8dd8-86ab2ccc7677 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430846
Dec 15 19:25:34.391913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:25:34.424968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:25:34.425341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 76e5d9d4-6803-496f-a3dd-0aa7a8db5a36 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:25:34.552088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857194e-36db-46b1-b4ac-56afbe7a6634 req-f507478b-1150-44b6-b532-a66c1ab1350b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:34.553534 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e857194e-36db-46b1-b4ac-56afbe7a6634 req-f507478b-1150-44b6-b532-a66c1ab1350b tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0770721
Dec 15 19:25:34.597462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e857194e-36db-46b1-b4ac-56afbe7a6634 req-fb4f5a08-f346-4f78-973b-034dd8398614 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385332
Dec 15 19:25:35.143494 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072576a1-8242-431d-977d-7174123c0020 req-e4bbe0e6-298b-4122-a47c-12f36b7946f8 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:35.145037 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-072576a1-8242-431d-977d-7174123c0020 req-e4bbe0e6-298b-4122-a47c-12f36b7946f8 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.0821786
Dec 15 19:25:35.189528 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-072576a1-8242-431d-977d-7174123c0020 req-f64a8990-d30b-4d20-920b-2f9917262086 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388753
Dec 15 19:25:36.447852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d42732-3d29-404a-8a86-2c32fe6011fa req-d2b78c98-c1e8-47e1-a69c-98ff11083b05 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:36.449264 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2d42732-3d29-404a-8a86-2c32fe6011fa req-d2b78c98-c1e8-47e1-a69c-98ff11083b05 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.1347291
Dec 15 19:25:36.455080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad836f-c14d-438c-b827-5522fe726a8b req-87bf883a-9ad0-4d8e-8d2d-3f82e34d249d tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:36.456352 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-02ad836f-c14d-438c-b827-5522fe726a8b req-87bf883a-9ad0-4d8e-8d2d-3f82e34d249d tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 945 time: 0.1082010
Dec 15 19:25:36.549325 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2d42732-3d29-404a-8a86-2c32fe6011fa req-8f0c78ca-0ed7-427d-9fa9-84e853d28fb4 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/security-groups?id=22c01bba-891e-4c63-8810-fe0abb661edb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919321
Dec 15 19:25:36.553868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Deleting port be56cbad-f866-45c5-b474-2b18b91c69aa {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:36.554197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:36.791046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] For port be56cbad-f866-45c5-b474-2b18b91c69aa, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be56cbad-f866-45c5-b474-2b18b91c69aa,segment=NetworkSegment(918419a4-0991-4e7c-afc3-0305f04954f9),segment_id=918419a4-0991-4e7c-afc3-0305f04954f9)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:36.791397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:36.908017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Calling delete_port for be56cbad-f866-45c5-b474-2b18b91c69aa owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:37.043474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:37.048844 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-530ffc7e-0eed-4c75-8acf-5e795f2e7b89 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:37.054618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['be56cbad-f866-45c5-b474-2b18b91c69aa'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:25:37.185083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Pushing event deleted for resources: {'Port': ['ID=be56cbad-f866-45c5-b474-2b18b91c69aa,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:37.188970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:37.257266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] No DVR routers for this DVR port be56cbad-f866-45c5-b474-2b18b91c69aa on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:25:37.259604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:37.262082 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'name': 'network-vif-deleted', 'tag': 'be56cbad-f866-45c5-b474-2b18b91c69aa'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:25:37.276910 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-02ad836f-c14d-438c-b827-5522fe726a8b req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.64 "DELETE /v2.0/ports/be56cbad-f866-45c5-b474-2b18b91c69aa HTTP/1.1" status: 204  len: 173 time: 0.8037086
Dec 15 19:25:37.322650 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762e5e3c-c587-40ab-a57c-afbfad07bf7e', 'name': 'network-vif-deleted', 'tag': 'be56cbad-f866-45c5-b474-2b18b91c69aa', 'status': 'completed', 'code': 200}
Dec 15 19:25:37.726679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9735c7fc-8feb-4424-850f-c3054ba62fae req-18f92977-3f14-4c3e-87d1-60612fe24f99 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Synchronizing usage tracker for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:25:37.742495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9735c7fc-8feb-4424-850f-c3054ba62fae req-18f92977-3f14-4c3e-87d1-60612fe24f99 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Unset dirty status for tenant:927997554a9242fdac0cdcf22f060b00 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:25:37.743718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9735c7fc-8feb-4424-850f-c3054ba62fae req-18f92977-3f14-4c3e-87d1-60612fe24f99 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] 10.222.0.48 "GET /v2.0/ports?device_id=762e5e3c-c587-40ab-a57c-afbfad07bf7e HTTP/1.1" status: 200  len: 210 time: 0.0603569
Dec 15 19:25:38.847159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38648) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:38.905904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Deleting subnet 206c329e-450f-40ae-8612-06fe565b7d1e {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:25:38.908703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:38.959738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.013555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.084856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.088983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-282120ae-6629-4cc9-92f2-6ddd017c0f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:39.128344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206c329e-450f-40ae-8612-06fe565b7d1e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:39.130829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:39.133605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.139235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e934853b-c060-4f7d-bddb-aca5b5eddf33 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/206c329e-450f-40ae-8612-06fe565b7d1e HTTP/1.1" status: 204  len: 168 time: 0.2910993
Dec 15 19:25:39.141798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38652) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:39.333816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.461027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.485686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9da8b0>,) {'filters': {'network_id': ['21f1a7bb-1a5d-495a-a706-add3c6a4fae4']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:39.497254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9da8b0>, '918419a4-0991-4e7c-afc3-0305f04954f9') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:39.497571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9da8b0>, '918419a4-0991-4e7c-afc3-0305f04954f9') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:39.508515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.524271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.530439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:39.530818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:39.543934 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:39.618647 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.622017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e6d3a0b9-4c23-4e99-a404-b560efb78d00 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:39.634898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.645350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f1a7bb-1a5d-495a-a706-add3c6a4fae4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:39.648381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:39.653797 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8e655078-0aac-480c-a0b0-1bac9ac2d374 admin admin] 10.222.0.48 "DELETE /v2.0/networks/21f1a7bb-1a5d-495a-a706-add3c6a4fae4 HTTP/1.1" status: 204  len: 168 time: 0.5110922
Dec 15 19:25:39.787812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38658) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:39.837429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-385113e0-d2ce-45f7-90fc-e581a36d886c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=927997554a9242fdac0cdcf22f060b00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484161
Dec 15 19:25:39.839664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38662) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:39.897512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.922582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.977026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:39.980748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-89683f7f-2359-4410-a523-0744d165b44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:39.993843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c01bba-891e-4c63-8810-fe0abb661edb,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:39.996234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:40.009819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:40.011730 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22c01bba-891e-4c63-8810-fe0abb661edb HTTP/1.1" status: 204  len: 168 time: 0.1710193
Dec 15 19:25:40.422666 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device be56cbad-f866-45c5-b474-2b18b91c69aa no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:25:40.455282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: be56cbad-f866-45c5-b474-2b18b91c69aa {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:25:40.455634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device be56cbad-f866-45c5-b474-2b18b91c69aa not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:25:40.847692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38684) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:40.970126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461279422'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:40.975142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:40.978916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:network and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:40.981762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:40.988689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:40.998773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:41.002383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.014566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.045543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:41.050006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:security_group_rule and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:41.052690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:41.058266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:41.123864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.128389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.132446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff37e6d2-9dee-4105-830e-c3f034ae9e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:41.163570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:41.172914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfb0a4c-893c-4f7a-abff-18fa17b12dbc,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:41.175927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:41.180458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.181436 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Added segment 34fc10c2-ffec-4993-aa99-06c12252c0b2 of type vlan for network e257e3ea-ca7e-4ac7-aaf8-197c557f190b
Dec 15 19:25:41.208704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.236785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.241008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:41.241616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:41.244959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-72037aed-fda5-478b-919a-2563d6236013 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:41.352306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Network': ['ID=e257e3ea-ca7e-4ac7-aaf8-197c557f190b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:41.355449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:41.356973 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5082767
Dec 15 19:25:41.362973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network e257e3ea-ca7e-4ac7-aaf8-197c557f190b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:43.333067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b0ab804-330a-4750-8cea-4b6be5754743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:44.633904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38690) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:44.639439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'subnet': {'network_id': 'e257e3ea-ca7e-4ac7-aaf8-197c557f190b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:44.746769 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:44.750504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:subnet and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:44.753183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:44.758746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:44.768330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:44.868790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.080761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.084824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b5e32d6b-df24-489f-8c9d-4d949df4e602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:45.160165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Subnet': ['ID=61cd540f-caec-4935-8343-110c24b6e1a0,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:45.162920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:45.172897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Checking segment: {'id': '34fc10c2-ffec-4993-aa99-06c12252c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e257e3ea-ca7e-4ac7-aaf8-197c557f190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:45.173254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network hostable DHCP agents. Network: e257e3ea-ca7e-4ac7-aaf8-197c557f190b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:45.196855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network e257e3ea-ca7e-4ac7-aaf8-197c557f190b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:45.206375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, e257e3ea-ca7e-4ac7-aaf8-197c557f190b) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:45.210331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:45.210905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.216215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400106b-dc74-48aa-a184-48581daaac00 None None] Network e257e3ea-ca7e-4ac7-aaf8-197c557f190b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:45.231207 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6b8d1891-23c4-404e-a983-9d79023434d3 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5962415
Dec 15 19:25:45.234956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38694) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:45.240939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103276230'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:45.245942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:45.250193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:network and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:45.252978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:45.258725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:45.270684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:45.274996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.302947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:45.312947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.313360 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Added segment 6c1f5259-a27e-4a04-8dee-4ff39e19a0de of type vlan for network b8a2415b-727c-4fab-8b8c-abbf9366b285
Dec 15 19:25:45.343890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.372782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.377292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:45.377914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.382951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a5cc2635-a0d9-4b2c-9733-acf70b427cd4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:45.438554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-e257e3ea-ca7e-4ac7-aaf8-197c557f190b', 'network_id': 'e257e3ea-ca7e-4ac7-aaf8-197c557f190b', 'tenant_id': '37bd0fb482504fb7805b211816df52c3', 'fixed_ips': [{'subnet_id': '61cd540f-caec-4935-8343-110c24b6e1a0'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:25:45.439718 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.481591 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2453258
Dec 15 19:25:45.484940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38698) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:45.490387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'subnet': {'network_id': 'b8a2415b-727c-4fab-8b8c-abbf9366b285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:45.513774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Network': ['ID=b8a2415b-727c-4fab-8b8c-abbf9366b285,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:45.518821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85fdf9bc-2763-4edb-bf71-a4a346baa733 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:45.534101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network b8a2415b-727c-4fab-8b8c-abbf9366b285 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:45.601006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:45.604704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:subnet and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:45.607507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:45.613740 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:45.623397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:45.697485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1f4b9fa9-a25d-4662-a2c2-fe1fc667b465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.713781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Allocated IP 2001:db8:0:ffff::2 (e257e3ea-ca7e-4ac7-aaf8-197c557f190b/61cd540f-caec-4935-8343-110c24b6e1a0/7f6d263d-dc6b-4168-8361-1f636fdb15e7) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:25:45.725548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.917881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.928430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Transition to ACTIVE for port object 7f6d263d-dc6b-4168-8361-1f636fdb15e7 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:45.946253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Transition to ACTIVE for port object 7f6d263d-dc6b-4168-8361-1f636fdb15e7 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:45.952575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.956748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:45.962428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:45.966553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a01347a6-3c96-4323-ad54-f01e4a072f96 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:46.022694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Network e257e3ea-ca7e-4ac7-aaf8-197c557f190b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:25:46.025792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:46.028492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:25:46.035099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Pushing event updated for resources: {'Port': ['ID=7f6d263d-dc6b-4168-8361-1f636fdb15e7,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:46.037916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:46.042369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Subnet': ['ID=45195b19-25c4-4e6f-8c16-4c594165e97d,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:46.046337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:46.055083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Checking segment: {'id': '6c1f5259-a27e-4a04-8dee-4ff39e19a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b8a2415b-727c-4fab-8b8c-abbf9366b285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:46.055439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network hostable DHCP agents. Network: b8a2415b-727c-4fab-8b8c-abbf9366b285, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:46.079080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network b8a2415b-727c-4fab-8b8c-abbf9366b285 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:46.089645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, b8a2415b-727c-4fab-8b8c-abbf9366b285) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:46.094581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:46.095275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.105592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766d11c-cd1a-496f-a89c-56d0d56b363f None None] Network b8a2415b-727c-4fab-8b8c-abbf9366b285 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:46.118805 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-650c4a50-31b9-4367-b2a6-997146ab848b tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.6328290
Dec 15 19:25:46.121497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38702) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:46.192849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Attempting to bind port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:25:46.193125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Attempting to bind port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '34fc10c2-ffec-4993-aa99-06c12252c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e257e3ea-ca7e-4ac7-aaf8-197c557f190b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:25:46.193651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Attempting to bind port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 on network e257e3ea-ca7e-4ac7-aaf8-197c557f190b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:46.211390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:25:46.211761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Checking segment: {'id': '34fc10c2-ffec-4993-aa99-06c12252c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e257e3ea-ca7e-4ac7-aaf8-197c557f190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:46.212159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.212548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Bound using segment: {'id': '34fc10c2-ffec-4993-aa99-06c12252c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e257e3ea-ca7e-4ac7-aaf8-197c557f190b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:25:46.213010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Bound port: 7f6d263d-dc6b-4168-8361-1f636fdb15e7, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fc10c2-ffec-4993-aa99-06c12252c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e257e3ea-ca7e-4ac7-aaf8-197c557f190b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:25:46.213416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.259437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.329197 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.399844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] For port 7f6d263d-dc6b-4168-8361-1f636fdb15e7, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:25:46.410008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.413884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c31d9549-e989-4d25-82b0-bc1280b18d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:46.414033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] For port 7f6d263d-dc6b-4168-8361-1f636fdb15e7, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7f6d263d-dc6b-4168-8361-1f636fdb15e7,segment=NetworkSegment(34fc10c2-ffec-4993-aa99-06c12252c0b2),segment_id=34fc10c2-ffec-4993-aa99-06c12252c0b2)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:25:46.419440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17280977-60ec-409e-a3f4-51d11729e55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-b8a2415b-727c-4fab-8b8c-abbf9366b285', 'network_id': 'b8a2415b-727c-4fab-8b8c-abbf9366b285', 'tenant_id': '37bd0fb482504fb7805b211816df52c3', 'fixed_ips': [{'subnet_id': '45195b19-25c4-4e6f-8c16-4c594165e97d'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:25:46.420312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-17280977-60ec-409e-a3f4-51d11729e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.435722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.443093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:46.453470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Subnet': ['ID=45195b19-25c4-4e6f-8c16-4c594165e97d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:46.457380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:46.582868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Pushing event updated for resources: {'Port': ['ID=7f6d263d-dc6b-4168-8361-1f636fdb15e7,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:46.594058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:46.618719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08144a-ae9a-4465-b3d4-9ad32f7bd05a None None] Network b8a2415b-727c-4fab-8b8c-abbf9366b285 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:46.655894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.686401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec55ef40>,) {'filters': {'network_id': ['b8a2415b-727c-4fab-8b8c-abbf9366b285']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:46.703035 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec55ef40>, '6c1f5259-a27e-4a04-8dee-4ff39e19a0de') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:46.703879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec55ef40>, '6c1f5259-a27e-4a04-8dee-4ff39e19a0de') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:46.738621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.763706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.770509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:46.770889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:46.787348 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:46.883498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.889989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.896601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:46.908326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.910080 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.913897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7f6d263d-dc6b-4168-8361-1f636fdb15e7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:25:46.925729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Network': ['ID=b8a2415b-727c-4fab-8b8c-abbf9366b285,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:46.928533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:46.930275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/b8a2415b-727c-4fab-8b8c-abbf9366b285 HTTP/1.1" status: 204  len: 168 time: 0.8077445
Dec 15 19:25:46.933622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38706) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:46.939617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-161209516'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:46.944734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:46.948442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:network and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:46.951272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:46.957409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:46.967449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:46.971045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:46.986816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:25:46.999501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:47.008586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.008924 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Added segment dbfc7a92-641e-4f15-90a5-e0e41341d71d of type vlan for network ecd63dff-9ffa-4b71-ba44-5a939e917b94
Dec 15 19:25:47.035728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.065484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.069477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:47.070240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.075062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-073d60bb-be7c-44ca-b1e7-383e3b0051c3 tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:47.172199 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2374613
Dec 15 19:25:47.175193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38710) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:47.180942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Network': ['ID=ecd63dff-9ffa-4b71-ba44-5a939e917b94,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:47.181312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'subnet': {'network_id': 'ecd63dff-9ffa-4b71-ba44-5a939e917b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:47.183703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6e403e7-9ad9-477f-b826-5bfbadee5e8a tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:47.192100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ecd63dff-9ffa-4b71-ba44-5a939e917b94 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:47.298908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:47.306332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:subnet and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:47.309343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:47.316020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:47.326711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:47.432837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.523612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.ipam_backend_mixin [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Performing IP validity checks on allocation pools {{(pid=83671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 15 19:25:47.524139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.ipam_backend_mixin [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 15 19:25:47.526783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11113af7-05bb-4781-b2c3-df92c6176d25 None None] Network e257e3ea-ca7e-4ac7-aaf8-197c557f190b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:47.636543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Provisioning for port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:25:47.650075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.652668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Provisioning complete for port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:25:47.653289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.654368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5d2ca654-9564-469d-beb1-4c910d7573e7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:47.731602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Subnet': ['ID=85d47f51-d812-427a-b77e-09dad3f4943f,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:47.735838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:47.743880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Checking segment: {'id': 'dbfc7a92-641e-4f15-90a5-e0e41341d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ecd63dff-9ffa-4b71-ba44-5a939e917b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:47.744225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network hostable DHCP agents. Network: ecd63dff-9ffa-4b71-ba44-5a939e917b94, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:47.766199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network ecd63dff-9ffa-4b71-ba44-5a939e917b94 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:47.775681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ecd63dff-9ffa-4b71-ba44-5a939e917b94) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:47.780023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:47.780699 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.802486 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ff4d021d-1060-4e60-811a-c54cbbf9e2e1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6261764
Dec 15 19:25:47.805143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38714) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:47.824687 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e29fe-d2a2-431a-924c-d3331a23125b None None] Network ecd63dff-9ffa-4b71-ba44-5a939e917b94 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:47.933761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:47.946070 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.011074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.052460 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] For port 7f6d263d-dc6b-4168-8361-1f636fdb15e7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7f6d263d-dc6b-4168-8361-1f636fdb15e7,segment=NetworkSegment(34fc10c2-ffec-4993-aa99-06c12252c0b2),segment_id=34fc10c2-ffec-4993-aa99-06c12252c0b2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:48.059708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.067405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:48.095716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.100598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d3d088e8-8fe9-449b-a56d-df600b9544b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:48.138856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Subnet': ['ID=85d47f51-d812-427a-b77e-09dad3f4943f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:48.142664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:48.170729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca50e8-6957-4fd4-aaca-7e486f8c95ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ecd63dff-9ffa-4b71-ba44-5a939e917b94', 'network_id': 'ecd63dff-9ffa-4b71-ba44-5a939e917b94', 'tenant_id': '37bd0fb482504fb7805b211816df52c3', 'fixed_ips': [{'subnet_id': '85d47f51-d812-427a-b77e-09dad3f4943f'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:25:48.171545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0bca50e8-6957-4fd4-aaca-7e486f8c95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.192728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Pushing event updated for resources: {'Port': ['ID=7f6d263d-dc6b-4168-8361-1f636fdb15e7,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:48.235847 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:48.244900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.273365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced503580>,) {'filters': {'network_id': ['ecd63dff-9ffa-4b71-ba44-5a939e917b94']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:48.275736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692dbce-c9e7-44ac-9b75-68abdd73908e None None] Network ecd63dff-9ffa-4b71-ba44-5a939e917b94 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:48.286636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced503580>, 'dbfc7a92-641e-4f15-90a5-e0e41341d71d') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:48.286933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced503580>, 'dbfc7a92-641e-4f15-90a5-e0e41341d71d') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:48.299804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.315675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.323014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:48.323571 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:48.338627 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:48.384040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.397017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ea13339-22d8-4d1f-8b48-62915a0e5b83 None None] Provisioning complete for port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:25:48.397410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ea13339-22d8-4d1f-8b48-62915a0e5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.422115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.426508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2f659a4e-a86b-4323-81ce-911537f1559a tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:48.440999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.451643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Network': ['ID=ecd63dff-9ffa-4b71-ba44-5a939e917b94,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:48.454953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:48.460408 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/ecd63dff-9ffa-4b71-ba44-5a939e917b94 HTTP/1.1" status: 204  len: 168 time: 0.6506369
Dec 15 19:25:48.460649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38718) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:48.467066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512858619'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:48.472208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:48.476066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:network and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:48.478937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:48.484648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:48.496074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:48.499094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.528489 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:48.538244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.538676 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Added segment 6a62878c-2612-4f9f-ba29-e16f3cd43e2d of type vlan for network fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6
Dec 15 19:25:48.564604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.595764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.599712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:48.600295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.603975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8f953ba8-95db-4944-858e-c217001bc92b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:48.704233 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2423890
Dec 15 19:25:48.707153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38722) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:48.714877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'subnet': {'network_id': 'fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:48.731755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Network': ['ID=fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:48.738174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:48.744544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:48.830528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:48.837231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:subnet and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:48.840092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:48.845803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:48.855955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:48.872496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7f6d263d-dc6b-4168-8361-1f636fdb15e7 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:25:48.956704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:48.980427 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:25:48.980779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.174173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.178370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b80b25da-9b05-4a51-b0e0-e3ec8e6deba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:49.341737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Subnet': ['ID=5bf964b3-e8d8-4e69-99b6-5dc816b5232b,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:49.346164 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:49.356068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Checking segment: {'id': '6a62878c-2612-4f9f-ba29-e16f3cd43e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:49.356345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network hostable DHCP agents. Network: fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:49.378646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:49.387499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:49.391904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:49.392531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.396196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26499617-0cf2-4471-a5d2-cd05c0cb3274 None None] Network fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:49.418459 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-61bac0fe-d861-4925-9a4a-e807245cbf67 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7101500
Dec 15 19:25:49.422782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38726) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:49.428383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1811109734'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:49.433358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:49.437322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:network and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:49.440847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:49.446684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:49.458764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:49.461959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.491656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:49.501812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.502149 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Added segment 40b00b3c-1bad-4ee6-bb97-f8c39d94892b of type vlan for network a00be1fd-696a-4b5e-9368-4741aafae317
Dec 15 19:25:49.528279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.558765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.562517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:49.563083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.568187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41824bcb-d84c-460d-a241-35002f3462d0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:49.612532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6', 'network_id': 'fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6', 'tenant_id': '37bd0fb482504fb7805b211816df52c3', 'fixed_ips': [{'subnet_id': '5bf964b3-e8d8-4e69-99b6-5dc816b5232b'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:25:49.613397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:49.761627 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3348351
Dec 15 19:25:49.761990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38730) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:49.767788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Request body: {'subnet': {'network_id': 'a00be1fd-696a-4b5e-9368-4741aafae317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:49.780294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Network': ['ID=a00be1fd-696a-4b5e-9368-4741aafae317,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:49.786140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Allocated IP 2001:db8::2 (fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6/5bf964b3-e8d8-4e69-99b6-5dc816b5232b/1d523788-ee87-4b09-aee5-1be633a6b641) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:25:49.786782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:49.795743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network a00be1fd-696a-4b5e-9368-4741aafae317 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:49.878719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:49.882444 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Usage tracker for resource:subnet and tenant:37bd0fb482504fb7805b211816df52c3 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:49.885527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:49.891256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:49.902347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Made reservation on behalf of 37bd0fb482504fb7805b211816df52c3 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:50.002015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.083547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.096637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Transition to ACTIVE for port object 1d523788-ee87-4b09-aee5-1be633a6b641 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:50.116284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Transition to ACTIVE for port object 1d523788-ee87-4b09-aee5-1be633a6b641 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:50.122641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.127447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ef4fdad2-a0b6-473e-8d8e-1e3763289089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:50.193038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Network fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:25:50.196246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:50.200755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:25:50.203340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Pushing event updated for resources: {'Port': ['ID=1d523788-ee87-4b09-aee5-1be633a6b641,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:50.206184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:50.222789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.226499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3a41db52-e691-4555-a4d6-c64bf3bf94c7 tempest-FloatingIPAdminTestJSON-1574133732 tempest-FloatingIPAdminTestJSON-1574133732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:50.289492 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Attempting to bind port 1d523788-ee87-4b09-aee5-1be633a6b641 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:25:50.289879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Attempting to bind port 1d523788-ee87-4b09-aee5-1be633a6b641 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '6a62878c-2612-4f9f-ba29-e16f3cd43e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:25:50.290458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Attempting to bind port 1d523788-ee87-4b09-aee5-1be633a6b641 on network fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:50.296992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:25:50.297406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Checking segment: {'id': '6a62878c-2612-4f9f-ba29-e16f3cd43e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:50.297866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.298255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Bound using segment: {'id': '6a62878c-2612-4f9f-ba29-e16f3cd43e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:25:50.298727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Bound port: 1d523788-ee87-4b09-aee5-1be633a6b641, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a62878c-2612-4f9f-ba29-e16f3cd43e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:25:50.299167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.303433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event updated for resources: {'Subnet': ['ID=1f805019-65a4-46e7-96de-3848b9f0fd49,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:50.319400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.319780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.320152 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.320519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.320880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.321238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.321622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.321979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.322333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.322684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.323235 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:50.326678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:50.329422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Checking segment: {'id': '40b00b3c-1bad-4ee6-bb97-f8c39d94892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a00be1fd-696a-4b5e-9368-4741aafae317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:50.329777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network hostable DHCP agents. Network: a00be1fd-696a-4b5e-9368-4741aafae317, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:50.351519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Network a00be1fd-696a-4b5e-9368-4741aafae317 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:50.361569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, a00be1fd-696a-4b5e-9368-4741aafae317) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:50.365655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:50.366406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.376629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f583fb8d-0bfe-4b72-8711-7d2a9a3149a0 None None] Network a00be1fd-696a-4b5e-9368-4741aafae317 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:50.388421 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6253891
Dec 15 19:25:50.391588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38734) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:50.469587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] For port 1d523788-ee87-4b09-aee5-1be633a6b641, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:25:50.487021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] For port 1d523788-ee87-4b09-aee5-1be633a6b641, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1d523788-ee87-4b09-aee5-1be633a6b641,segment=NetworkSegment(6a62878c-2612-4f9f-ba29-e16f3cd43e2d),segment_id=6a62878c-2612-4f9f-ba29-e16f3cd43e2d)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:25:50.502079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.508218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:50.532622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.601244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.636630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Pushing event updated for resources: {'Port': ['ID=1d523788-ee87-4b09-aee5-1be633a6b641,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:50.641078 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:50.683013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.696280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a7f9f6cf-a6ee-4f74-871d-c1f68fe386c7 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:50.702723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6dc92-62fc-4de6-a2a4-425a51f15234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-a00be1fd-696a-4b5e-9368-4741aafae317', 'network_id': 'a00be1fd-696a-4b5e-9368-4741aafae317', 'tenant_id': '37bd0fb482504fb7805b211816df52c3', 'fixed_ips': [{'subnet_id': '1f805019-65a4-46e7-96de-3848b9f0fd49'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:25:50.703723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f6d6dc92-62fc-4de6-a2a4-425a51f15234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.741657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Subnet': ['ID=1f805019-65a4-46e7-96de-3848b9f0fd49,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:50.757530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:50.840902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a811315-206f-40df-8fde-ccf759a9a57b None None] Network a00be1fd-696a-4b5e-9368-4741aafae317 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:50.853972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.887657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceceaef40>,) {'filters': {'network_id': ['a00be1fd-696a-4b5e-9368-4741aafae317']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:50.906132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceceaef40>, '40b00b3c-1bad-4ee6-bb97-f8c39d94892b') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:50.906431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceceaef40>, '40b00b3c-1bad-4ee6-bb97-f8c39d94892b') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:50.920776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.939845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.946899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:50.947289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:50.964573 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:51.050595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.054139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6df24333-061e-4664-b779-008c2931a557 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:51.068077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.079462 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Network': ['ID=a00be1fd-696a-4b5e-9368-4741aafae317,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:51.082273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:51.084340 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/a00be1fd-696a-4b5e-9368-4741aafae317 HTTP/1.1" status: 204  len: 168 time: 0.6914716
Dec 15 19:25:51.087055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38738) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:51.125695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d78391-46c8-413f-8c9e-817057370279 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] GET failed (client error): The resource could not be found.
Dec 15 19:25:51.126208 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1d78391-46c8-413f-8c9e-817057370279 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Synchronizing usage tracker for tenant:37bd0fb482504fb7805b211816df52c3 on resource:subnet {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:25:51.142686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-b1d78391-46c8-413f-8c9e-817057370279 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Unset dirty status for tenant:37bd0fb482504fb7805b211816df52c3 on resource:subnet {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:25:51.143741 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b1d78391-46c8-413f-8c9e-817057370279 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "GET /v2.0/subnets/1f805019-65a4-46e7-96de-3848b9f0fd49 HTTP/1.1" status: 404  len: 337 time: 0.0557971
Dec 15 19:25:51.146629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38742) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:51.175751 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e9a767-da9c-4d06-a7bf-dbd4a00116e9 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:25:51.176176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e9a767-da9c-4d06-a7bf-dbd4a00116e9 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:25:51.177731 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-46e9a767-da9c-4d06-a7bf-dbd4a00116e9 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/a00be1fd-696a-4b5e-9368-4741aafae317 HTTP/1.1" status: 404  len: 339 time: 0.0302126
Dec 15 19:25:51.181251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38746) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:51.217405 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcaba3f-ab5f-48f7-9e13-ccf4aecd71c1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:25:51.217836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcaba3f-ab5f-48f7-9e13-ccf4aecd71c1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:25:51.219901 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dbcaba3f-ab5f-48f7-9e13-ccf4aecd71c1 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/subnets/1f805019-65a4-46e7-96de-3848b9f0fd49 HTTP/1.1" status: 404  len: 337 time: 0.0377707
Dec 15 19:25:51.222277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38750) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:51.246217 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9f724a-58ca-492d-8c09-77118cd9ff1f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:25:51.246655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9f724a-58ca-492d-8c09-77118cd9ff1f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:25:51.248139 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0a9f724a-58ca-492d-8c09-77118cd9ff1f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/a00be1fd-696a-4b5e-9368-4741aafae317 HTTP/1.1" status: 404  len: 339 time: 0.0250189
Dec 15 19:25:51.250359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38754) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:51.315915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Deleting subnet 5bf964b3-e8d8-4e69-99b6-5dc816b5232b {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:25:51.319054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.377617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.461937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.570387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfcf8f4-9380-4f8a-9b43-7615dda32703 None None] Network fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:51.638465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.643465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5833f7fe-1b08-4848-8dfc-540ed380820f tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:51.663729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ed024bb4-40d4-426d-8acc-9bc0dbfccc87 None None] Provisioning for port 1d523788-ee87-4b09-aee5-1be633a6b641 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:25:51.684016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf964b3-e8d8-4e69-99b6-5dc816b5232b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:51.686661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:51.689893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.704517 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-15db92ad-aa88-4e15-81dc-c7c189bceaea tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/subnets/5bf964b3-e8d8-4e69-99b6-5dc816b5232b HTTP/1.1" status: 204  len: 168 time: 0.4531968
Dec 15 19:25:51.706916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38758) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:51.820880 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.832301 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Deleting port 1d523788-ee87-4b09-aee5-1be633a6b641 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:51.832633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:51.852056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] DHCP port deletion for fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:25:51.856301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Deleting port 1d523788-ee87-4b09-aee5-1be633a6b641 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:51.856672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.032531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] For port 1d523788-ee87-4b09-aee5-1be633a6b641, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1d523788-ee87-4b09-aee5-1be633a6b641,segment=NetworkSegment(6a62878c-2612-4f9f-ba29-e16f3cd43e2d),segment_id=6a62878c-2612-4f9f-ba29-e16f3cd43e2d)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:52.033144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.040294 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:25:52.055189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] For port 1d523788-ee87-4b09-aee5-1be633a6b641, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1d523788-ee87-4b09-aee5-1be633a6b641,segment=NetworkSegment(6a62878c-2612-4f9f-ba29-e16f3cd43e2d),segment_id=6a62878c-2612-4f9f-ba29-e16f3cd43e2d)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:52.055587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.151411 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Calling delete_port for 1d523788-ee87-4b09-aee5-1be633a6b641 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:52.173132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Calling delete_port for 1d523788-ee87-4b09-aee5-1be633a6b641 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:52.223003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.227526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-910f2589-006e-4b31-a90a-76088a2e9b82 tempest-DeleteServersTestJSON-2049246016 tempest-DeleteServersTestJSON-2049246016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:52.244694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:25:52.245053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:25:52.271335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Port': ['ID=1d523788-ee87-4b09-aee5-1be633a6b641,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:52.273836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:52.277092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No DVR routers for this DVR port 1d523788-ee87-4b09-aee5-1be633a6b641 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:25:52.399545 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.424066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecd4a0d0>,) {'filters': {'network_id': ['fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:52.436165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecd4a0d0>, '6a62878c-2612-4f9f-ba29-e16f3cd43e2d') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:52.436456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecd4a0d0>, '6a62878c-2612-4f9f-ba29-e16f3cd43e2d') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:52.447920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.463000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.468870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:52.469241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:52.483037 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:52.561938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.566130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.568580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-acb9be9f-d8ad-4c20-8733-a98795eb1900 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:52.591034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Network': ['ID=fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:52.593226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:52.595434 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4403033d-6eb2-4efe-919a-aac0c918c1e8 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/fc20e2c7-cc00-4cf9-8d5a-493a3520f4a6 HTTP/1.1" status: 204  len: 168 time: 0.8875711
Dec 15 19:25:52.597905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38762) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:52.634783 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2b2f72-20ba-43a0-86a4-78fbe5e2081e tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:25:52.635206 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2b2f72-20ba-43a0-86a4-78fbe5e2081e tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:25:52.636739 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fd2b2f72-20ba-43a0-86a4-78fbe5e2081e tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/subnets/85d47f51-d812-427a-b77e-09dad3f4943f HTTP/1.1" status: 404  len: 337 time: 0.0377784
Dec 15 19:25:52.639080 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38766) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:52.662889 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d691c2e1-e91f-4845-8c19-fc0accaabf53 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:25:52.663241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d691c2e1-e91f-4845-8c19-fc0accaabf53 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:25:52.664742 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d691c2e1-e91f-4845-8c19-fc0accaabf53 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/ecd63dff-9ffa-4b71-ba44-5a939e917b94 HTTP/1.1" status: 404  len: 339 time: 0.0248394
Dec 15 19:25:52.667106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38770) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:52.706687 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcd837d-c513-4a45-99f6-512a2d0ec962 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:25:52.707129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcd837d-c513-4a45-99f6-512a2d0ec962 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:25:52.708683 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7bcd837d-c513-4a45-99f6-512a2d0ec962 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/subnets/45195b19-25c4-4e6f-8c16-4c594165e97d HTTP/1.1" status: 404  len: 337 time: 0.0407388
Dec 15 19:25:52.711059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38774) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:52.735651 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca46d48a-43c7-42fc-a4da-bb6711a664cb tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] DELETE failed (client error): The resource could not be found.
Dec 15 19:25:52.736077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca46d48a-43c7-42fc-a4da-bb6711a664cb tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 15 19:25:52.737659 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ca46d48a-43c7-42fc-a4da-bb6711a664cb tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/b8a2415b-727c-4fab-8b8c-abbf9366b285 HTTP/1.1" status: 404  len: 339 time: 0.0257039
Dec 15 19:25:52.740023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38778) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:52.746467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Deleting port 1d523788-ee87-4b09-aee5-1be633a6b641 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:52.746939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.808674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6485b-7c3a-4755-be60-a03a6c524d0c None None] The port '1d523788-ee87-4b09-aee5-1be633a6b641' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:25:52.924878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Deleting subnet 61cd540f-caec-4935-8343-110c24b6e1a0 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:25:52.927669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:52.984210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.063361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.137185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.141671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c497724f-c725-4bf2-bcb1-be6c6153fabd tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:53.176465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Subnet': ['ID=61cd540f-caec-4935-8343-110c24b6e1a0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:53.178819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:53.181391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.187186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ca81d-214e-40fe-9960-e0502671366b None None] Network e257e3ea-ca7e-4ac7-aaf8-197c557f190b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:53.191120 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/subnets/61cd540f-caec-4935-8343-110c24b6e1a0 HTTP/1.1" status: 204  len: 168 time: 0.4502213
Dec 15 19:25:53.193559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38782) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:53.409104 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.419575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Deleting port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:53.419896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.438413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] DHCP port deletion for e257e3ea-ca7e-4ac7-aaf8-197c557f190b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:25:53.442641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Deleting port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:53.443027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.615895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] For port 7f6d263d-dc6b-4168-8361-1f636fdb15e7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7f6d263d-dc6b-4168-8361-1f636fdb15e7,segment=NetworkSegment(34fc10c2-ffec-4993-aa99-06c12252c0b2),segment_id=34fc10c2-ffec-4993-aa99-06c12252c0b2)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:53.616246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.638065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] For port 7f6d263d-dc6b-4168-8361-1f636fdb15e7, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7f6d263d-dc6b-4168-8361-1f636fdb15e7,segment=NetworkSegment(34fc10c2-ffec-4993-aa99-06c12252c0b2),segment_id=34fc10c2-ffec-4993-aa99-06c12252c0b2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:53.638458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.737552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Calling delete_port for 7f6d263d-dc6b-4168-8361-1f636fdb15e7 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:53.798410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Calling delete_port for 7f6d263d-dc6b-4168-8361-1f636fdb15e7 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:53.811530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:53.816120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd693914-28b9-4098-97db-78d9493959ca tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:53.856294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Port': ['ID=7f6d263d-dc6b-4168-8361-1f636fdb15e7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:53.860745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:53.863389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] No DVR routers for this DVR port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:25:53.866322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:25:53.866681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:25:53.984705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.008907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec9950a0>,) {'filters': {'network_id': ['e257e3ea-ca7e-4ac7-aaf8-197c557f190b']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:54.020470 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9950a0>, '34fc10c2-ffec-4993-aa99-06c12252c0b2') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:54.020760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec9950a0>, '34fc10c2-ffec-4993-aa99-06c12252c0b2') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:54.032372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.048358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.054214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:54.054582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:54.068281 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:54.145669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.149039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a3e0b03e-b08f-47ca-a8f9-00e11819b22c tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:54.163927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.175115 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Pushing event deleted for resources: {'Network': ['ID=e257e3ea-ca7e-4ac7-aaf8-197c557f190b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:54.177765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:54.179507 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] 10.222.0.48 "DELETE /v2.0/networks/e257e3ea-ca7e-4ac7-aaf8-197c557f190b HTTP/1.1" status: 204  len: 168 time: 0.9850402
Dec 15 19:25:54.368113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Deleting port 7f6d263d-dc6b-4168-8361-1f636fdb15e7 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:54.368630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.433670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-58cb382a-d523-4d83-9340-48071fa66834 None None] The port '7f6d263d-dc6b-4168-8361-1f636fdb15e7' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:25:54.466739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38790) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:54.635833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-af694a62-977b-4178-80d2-f24b6e740929 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37bd0fb482504fb7805b211816df52c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1677823
Dec 15 19:25:54.638325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38796) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:54.698076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-af883f8e-f974-402b-9c13-b888fd9aab28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.726196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-af883f8e-f974-402b-9c13-b888fd9aab28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.777584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-af883f8e-f974-402b-9c13-b888fd9aab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.782799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:54.794781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af883f8e-f974-402b-9c13-b888fd9aab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfb0a4c-893c-4f7a-abff-18fa17b12dbc,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:54.797720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-af883f8e-f974-402b-9c13-b888fd9aab28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:54.799589 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-af883f8e-f974-402b-9c13-b888fd9aab28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:54.803036 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-af883f8e-f974-402b-9c13-b888fd9aab28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bfb0a4c-893c-4f7a-abff-18fa17b12dbc HTTP/1.1" status: 204  len: 168 time: 0.1614046
Dec 15 19:25:54.837104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7f6d263d-dc6b-4168-8361-1f636fdb15e7 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:25:54.868737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 7f6d263d-dc6b-4168-8361-1f636fdb15e7 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:25:54.869090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7f6d263d-dc6b-4168-8361-1f636fdb15e7 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:25:55.578290 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38818) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:55.705483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1149065370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:55.711908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:55.715753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Usage tracker for resource:router and tenant:c262dcb493bc4d9f97be269c6860b99e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:55.718623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:55.724899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:55.735421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.736995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.755215 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.775126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.795443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.796695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-19232d87-578f-4eb9-b2ad-a227dfd60918 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2173972
Dec 15 19:25:55.800336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38824) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:55.806095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-730046016'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:55.811104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:55.814910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Usage tracker for resource:network and tenant:c262dcb493bc4d9f97be269c6860b99e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:55.818780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:55.824434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:55.833989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Made reservation on behalf of c262dcb493bc4d9f97be269c6860b99e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:55.836741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.852789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.884056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:55.888261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Usage tracker for resource:security_group_rule and tenant:c262dcb493bc4d9f97be269c6860b99e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:55.891038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:55.897209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:55.965133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.968810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:55.973238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-232f9b0b-230c-43d5-8500-e3a111528fb0 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:55.991028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:56.012365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.012705 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Added segment e469c565-8887-4e6a-88d9-890c078c8fe9 of type vlan for network 3e6a5e43-d344-47a1-ad7c-60899378609b
Dec 15 19:25:56.013912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d1b31-9194-49d8-9128-4b460a3f41d0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:56.032093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.032470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.032839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.033834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.034218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.034583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.034944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.035305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.035663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.036018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.036372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:25:56.046914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:56.052767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.081757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.085559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:56.086077 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.089556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6393eded-174a-4586-ac74-41816c39b3eb tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:56.193213 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3917394
Dec 15 19:25:56.195908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38828) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:56.203218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Request body: {'subnet': {'network_id': '3e6a5e43-d344-47a1-ad7c-60899378609b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:56.217201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event updated for resources: {'Network': ['ID=3e6a5e43-d344-47a1-ad7c-60899378609b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:56.219954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:56.227192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 3e6a5e43-d344-47a1-ad7c-60899378609b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:56.316476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:56.320324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Usage tracker for resource:subnet and tenant:c262dcb493bc4d9f97be269c6860b99e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:56.323704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:56.329725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:56.339435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Made reservation on behalf of c262dcb493bc4d9f97be269c6860b99e for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:56.441428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.652770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.657105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-08d458b3-de2d-4c51-9ae4-43619a622340 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:56.736181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event updated for resources: {'Subnet': ['ID=e9b95ca6-fe3d-4902-859b-bdcca7b160a7,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:56.739378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:56.746528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Checking segment: {'id': 'e469c565-8887-4e6a-88d9-890c078c8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e6a5e43-d344-47a1-ad7c-60899378609b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:56.746882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Network hostable DHCP agents. Network: 3e6a5e43-d344-47a1-ad7c-60899378609b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:56.768774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Network 3e6a5e43-d344-47a1-ad7c-60899378609b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:56.777533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 3e6a5e43-d344-47a1-ad7c-60899378609b) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:56.782382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:56.782975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.786881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec8f8d-d2c8-4076-8f2f-8de0194d9a1e None None] Network 3e6a5e43-d344-47a1-ad7c-60899378609b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:56.804933 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-261842f7-c1c7-4690-8c24-846980ce702f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6080105
Dec 15 19:25:56.808000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38832) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:56.813667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-38305517'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:56.819222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:56.823154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Usage tracker for resource:network and tenant:c262dcb493bc4d9f97be269c6860b99e is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:56.826230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:56.832364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:56.842543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Made reservation on behalf of c262dcb493bc4d9f97be269c6860b99e for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:56.845550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.873578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:25:56.883071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.883406 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Added segment ddda7220-1e72-4d68-945a-413bd0f79eb1 of type vlan for network 9a2be92a-a1ec-450c-8f30-af10849fc528
Dec 15 19:25:56.910607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.940340 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.944132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:56.944711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:56.949726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-eca9f729-230a-4773-81db-01a1aa9f0d28 tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:57.011224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-3e6a5e43-d344-47a1-ad7c-60899378609b', 'network_id': '3e6a5e43-d344-47a1-ad7c-60899378609b', 'tenant_id': 'c262dcb493bc4d9f97be269c6860b99e', 'fixed_ips': [{'subnet_id': 'e9b95ca6-fe3d-4902-859b-bdcca7b160a7'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:25:57.012278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.046972 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2379591
Dec 15 19:25:57.050706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38836) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:57.056566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event updated for resources: {'Network': ['ID=9a2be92a-a1ec-450c-8f30-af10849fc528,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:57.057403 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Request body: {'subnet': {'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:57.059289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0e6ad225-7a8b-49a1-b63e-8b3e5760d77a tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:57.068609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 9a2be92a-a1ec-450c-8f30-af10849fc528 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:25:57.161937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:25:57.165527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Usage tracker for resource:subnet and tenant:c262dcb493bc4d9f97be269c6860b99e is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:25:57.168229 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:25:57.173879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:25:57.184035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Made reservation on behalf of c262dcb493bc4d9f97be269c6860b99e for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:25:57.263364 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.266945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Allocated IP 172.20.0.2 (3e6a5e43-d344-47a1-ad7c-60899378609b/e9b95ca6-fe3d-4902-859b-bdcca7b160a7/b9d2bbec-1d52-4cdd-8950-18eda29c2bd3) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:25:57.287538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.476256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.486471 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Transition to ACTIVE for port object b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:57.504491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Transition to ACTIVE for port object b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:57.505534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.509849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.513040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-01845882-acd0-4f0c-abad-29dc2cf38bf2 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:57.514189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:57.580879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Network 3e6a5e43-d344-47a1-ad7c-60899378609b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:25:57.584301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:57.585238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event updated for resources: {'Subnet': ['ID=40504668-e491-4c28-b5e8-acb6c5e8328b,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:57.586089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Pushing event updated for resources: {'Port': ['ID=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:57.588173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:25:57.588952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:57.594763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:57.597904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Checking segment: {'id': 'ddda7220-1e72-4d68-945a-413bd0f79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:57.598120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Network hostable DHCP agents. Network: 9a2be92a-a1ec-450c-8f30-af10849fc528, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:25:57.620246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Network 9a2be92a-a1ec-450c-8f30-af10849fc528 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:25:57.630906 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 9a2be92a-a1ec-450c-8f30-af10849fc528) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:57.635264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:25:57.636020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.658229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfd756-ec0f-4e67-bcfe-ee101ef57432 None None] Network 9a2be92a-a1ec-450c-8f30-af10849fc528 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:57.661464 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e13e1757-5075-452d-b008-c290d9229505 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6085382
Dec 15 19:25:57.663162 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38840) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:57.668959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9ff08464-0860-4bae-bcb0-a59a28498d19 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:25:57.746374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Attempting to bind port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:25:57.746741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Attempting to bind port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'e469c565-8887-4e6a-88d9-890c078c8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e6a5e43-d344-47a1-ad7c-60899378609b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:25:57.747108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Attempting to bind port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 on network 3e6a5e43-d344-47a1-ad7c-60899378609b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:57.766284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:25:57.766662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Checking segment: {'id': 'e469c565-8887-4e6a-88d9-890c078c8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e6a5e43-d344-47a1-ad7c-60899378609b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:57.767066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.767461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Bound using segment: {'id': 'e469c565-8887-4e6a-88d9-890c078c8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e6a5e43-d344-47a1-ad7c-60899378609b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:25:57.768482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Bound port: b9d2bbec-1d52-4cdd-8950-18eda29c2bd3, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e469c565-8887-4e6a-88d9-890c078c8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e6a5e43-d344-47a1-ad7c-60899378609b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:25:57.768860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.954560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-18b678ed-d901-4058-abec-cab780777a63 None None] For port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:25:57.974244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-18b678ed-d901-4058-abec-cab780777a63 None None] For port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,segment=NetworkSegment(e469c565-8887-4e6a-88d9-890c078c8fe9),segment_id=e469c565-8887-4e6a-88d9-890c078c8fe9)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:25:57.979114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:57.984329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:58.047454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-9a2be92a-a1ec-450c-8f30-af10849fc528', 'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528', 'tenant_id': 'c262dcb493bc4d9f97be269c6860b99e', 'fixed_ips': [{'subnet_id': '40504668-e491-4c28-b5e8-acb6c5e8328b'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:25:58.048273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.156649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Pushing event updated for resources: {'Port': ['ID=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:58.166288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:58.215884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9ff08464-0860-4bae-bcb0-a59a28498d19 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.254512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Allocated IP 172.21.0.2 (9a2be92a-a1ec-450c-8f30-af10849fc528/40504668-e491-4c28-b5e8-acb6c5e8328b/790f6fae-c59a-4fbf-8052-fdfb13770f6d) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:25:58.423557 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.api.v2.resource [None req-9ff08464-0860-4bae-bcb0-a59a28498d19 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 15 19:25:58.429067 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9ff08464-0860-4bae-bcb0-a59a28498d19 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "PUT /v2.0/routers/f0c5c399-18d8-4533-bef1-acdcc9c17911 HTTP/1.1" status: 400  len: 364 time: 0.7605805
Dec 15 19:25:58.430760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38844) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:58.497918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.510052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Transition to ACTIVE for port object 790f6fae-c59a-4fbf-8052-fdfb13770f6d will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:58.528146 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Transition to ACTIVE for port object 790f6fae-c59a-4fbf-8052-fdfb13770f6d will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:25:58.534405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.538562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:58.598086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Network 9a2be92a-a1ec-450c-8f30-af10849fc528 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:25:58.605105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:25:58.609197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:25:58.614115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Pushing event updated for resources: {'Port': ['ID=790f6fae-c59a-4fbf-8052-fdfb13770f6d,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:58.617403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:58.626772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Deleting subnet 40504668-e491-4c28-b5e8-acb6c5e8328b {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:25:58.630949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.684420 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.701347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Attempting to bind port 790f6fae-c59a-4fbf-8052-fdfb13770f6d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:25:58.701729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Attempting to bind port 790f6fae-c59a-4fbf-8052-fdfb13770f6d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'ddda7220-1e72-4d68-945a-413bd0f79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:25:58.702095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Attempting to bind port 790f6fae-c59a-4fbf-8052-fdfb13770f6d on network 9a2be92a-a1ec-450c-8f30-af10849fc528 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:25:58.709019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:25:58.709443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Checking segment: {'id': 'ddda7220-1e72-4d68-945a-413bd0f79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:25:58.709849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.710253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Bound using segment: {'id': 'ddda7220-1e72-4d68-945a-413bd0f79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:25:58.710704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Bound port: 790f6fae-c59a-4fbf-8052-fdfb13770f6d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddda7220-1e72-4d68-945a-413bd0f79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9a2be92a-a1ec-450c-8f30-af10849fc528'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:25:58.711091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.768981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.859354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.863493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] For port 790f6fae-c59a-4fbf-8052-fdfb13770f6d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:25:58.864411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bd4ffea4-a70e-4b92-9917-1490ed01ab06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:58.866845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] For port 790f6fae-c59a-4fbf-8052-fdfb13770f6d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=790f6fae-c59a-4fbf-8052-fdfb13770f6d,segment=NetworkSegment(ddda7220-1e72-4d68-945a-413bd0f79eb1),segment_id=ddda7220-1e72-4d68-945a-413bd0f79eb1)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:25:58.872750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.888845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:58.904030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event deleted for resources: {'Subnet': ['ID=40504668-e491-4c28-b5e8-acb6c5e8328b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:58.906359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:58.908733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:58.917283 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5588f737-0fc6-4957-b827-c6ba95f84007 tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "DELETE /v2.0/subnets/40504668-e491-4c28-b5e8-acb6c5e8328b HTTP/1.1" status: 204  len: 168 time: 0.4832435
Dec 15 19:25:58.917604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38848) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:58.927794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:25:59.022099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Pushing event updated for resources: {'Port': ['ID=790f6fae-c59a-4fbf-8052-fdfb13770f6d,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:59.029819 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:59.047602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:25:59.153355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.176681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Deleting port 790f6fae-c59a-4fbf-8052-fdfb13770f6d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:25:59.177061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.250435 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf7188-8665-4c0c-a027-a3adc3f76e1c None None] Network 3e6a5e43-d344-47a1-ad7c-60899378609b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:25:59.395352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] For port 790f6fae-c59a-4fbf-8052-fdfb13770f6d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=790f6fae-c59a-4fbf-8052-fdfb13770f6d,segment=NetworkSegment(ddda7220-1e72-4d68-945a-413bd0f79eb1),segment_id=ddda7220-1e72-4d68-945a-413bd0f79eb1)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:59.395832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.412886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Provisioning for port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:25:59.421866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Provisioning complete for port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:25:59.422245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.516047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Calling delete_port for 790f6fae-c59a-4fbf-8052-fdfb13770f6d owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:25:59.588317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.592754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8fa72c21-76c9-45cf-a629-2670c0a56169 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:59.602815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.640029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event deleted for resources: {'Port': ['ID=790f6fae-c59a-4fbf-8052-fdfb13770f6d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:59.644411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:59.644897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] For port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,segment=NetworkSegment(e469c565-8887-4e6a-88d9-890c078c8fe9),segment_id=e469c565-8887-4e6a-88d9-890c078c8fe9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:25:59.645169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] No DVR routers for this DVR port 790f6fae-c59a-4fbf-8052-fdfb13770f6d on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:25:59.651060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.652981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:59.735423 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Pushing event updated for resources: {'Port': ['ID=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:59.745536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:25:59.776978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.804478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cecf60b50>,) {'filters': {'network_id': ['9a2be92a-a1ec-450c-8f30-af10849fc528']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:59.817816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecf60b50>, 'ddda7220-1e72-4d68-945a-413bd0f79eb1') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:59.818112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cecf60b50>, 'ddda7220-1e72-4d68-945a-413bd0f79eb1') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:25:59.831289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.848380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.855791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:25:59.856204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:25:59.871467 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:25:59.955921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.960981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-756d3b77-e7aa-4082-849c-5e57a2085c19 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:25:59.973943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cc93cf51-79cd-48f3-82f8-4b05ef71caae None None] Provisioning complete for port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:25:59.974432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cc93cf51-79cd-48f3-82f8-4b05ef71caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.975612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:25:59.988900 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "DELETE /v2.0/networks/9a2be92a-a1ec-450c-8f30-af10849fc528 HTTP/1.1" status: 204  len: 168 time: 1.0703797
Dec 15 19:25:59.990067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event deleted for resources: {'Network': ['ID=9a2be92a-a1ec-450c-8f30-af10849fc528,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:25:59.991502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38852) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:25:59.992517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:00.106365 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20b509-afbf-4a0d-b92c-95eaae15104e None None] DHCP port deletion for 9a2be92a-a1ec-450c-8f30-af10849fc528 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:26:00.128564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611d960-7688-4e4e-a359-1047e158e95f None None] Network 9a2be92a-a1ec-450c-8f30-af10849fc528 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:26:00.146579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611d960-7688-4e4e-a359-1047e158e95f None None] Network 9a2be92a-a1ec-450c-8f30-af10849fc528 could not be found, it might have been deleted concurrently. {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 15 19:26:00.183111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Deleting subnet e9b95ca6-fe3d-4902-859b-bdcca7b160a7 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:26:00.185977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.223045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-155c1bbf-7e80-4e68-81bf-3bdc61b02b2f None None] Could not find standard attr ID for object 790f6fae-c59a-4fbf-8052-fdfb13770f6d. {{(pid=83672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 15 19:26:00.238547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.321401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.393747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.397221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-de10ecea-661d-4e8e-af5b-18c11b674b92 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:00.431351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b95ca6-fe3d-4902-859b-bdcca7b160a7,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:00.435245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:00.437914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.444299 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3215778e-5938-4539-bf09-5b3ae102f2af tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "DELETE /v2.0/subnets/e9b95ca6-fe3d-4902-859b-bdcca7b160a7 HTTP/1.1" status: 204  len: 168 time: 0.4517398
Dec 15 19:26:00.445830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0ddff-4fca-49aa-89a3-22337017d184 None None] Network 3e6a5e43-d344-47a1-ad7c-60899378609b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:26:00.446741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38856) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:00.557524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.570146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Deleting port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:26:00.570492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.681273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] DHCP port deletion for 3e6a5e43-d344-47a1-ad7c-60899378609b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:26:00.685779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Deleting port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:26:00.686166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.781395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] For port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,segment=NetworkSegment(e469c565-8887-4e6a-88d9-890c078c8fe9),segment_id=e469c565-8887-4e6a-88d9-890c078c8fe9)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:00.781747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.846748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:26:00.903376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Calling delete_port for b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:26:00.978339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.982207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] For port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,segment=NetworkSegment(e469c565-8887-4e6a-88d9-890c078c8fe9),segment_id=e469c565-8887-4e6a-88d9-890c078c8fe9)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:00.982607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:00.982764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e3408f7-bf20-46ee-9ecb-e7d0941f22e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:00.990562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No active binding found for port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 {{(pid=83672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 15 19:26:00.990972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:26:01.110006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Calling delete_port for b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:26:01.136359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event deleted for resources: {'Port': ['ID=b9d2bbec-1d52-4cdd-8950-18eda29c2bd3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:01.138874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:01.141532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] No DVR routers for this DVR port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:26:01.180420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:26:01.180694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:26:01.259970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.285107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4177c0>,) {'filters': {'network_id': ['3e6a5e43-d344-47a1-ad7c-60899378609b']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:01.297762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4177c0>, 'e469c565-8887-4e6a-88d9-890c078c8fe9') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:01.298056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4177c0>, 'e469c565-8887-4e6a-88d9-890c078c8fe9') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:01.308965 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.324132 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.330599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:26:01.330962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:26:01.344668 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:26:01.424975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.428140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b79334d6-4fc4-4797-b7c8-e077a3e78aae tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:01.442176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.452538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Pushing event deleted for resources: {'Network': ['ID=3e6a5e43-d344-47a1-ad7c-60899378609b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:01.456051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:01.458043 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "DELETE /v2.0/networks/3e6a5e43-d344-47a1-ad7c-60899378609b HTTP/1.1" status: 204  len: 168 time: 1.0098805
Dec 15 19:26:01.460141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38860) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:01.504029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5bd24f04-393a-4253-a72b-0f2374182d8b tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Synchronizing usage tracker for tenant:c262dcb493bc4d9f97be269c6860b99e on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:26:01.519859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-5bd24f04-393a-4253-a72b-0f2374182d8b tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Unset dirty status for tenant:c262dcb493bc4d9f97be269c6860b99e on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:26:01.521014 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5bd24f04-393a-4253-a72b-0f2374182d8b tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0c5c399-18d8-4533-bef1-acdcc9c17911 HTTP/1.1" status: 200  len: 205 time: 0.0599947
Dec 15 19:26:01.523536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38864) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:01.654757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2de8f152-0b60-4610-8016-7cdb4a872f4d tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.681774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Deleting port b9d2bbec-1d52-4cdd-8950-18eda29c2bd3 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:26:01.682354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:01.749157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-87f0b719-8fbb-4b22-a518-99dc3c7d24f1 None None] The port 'b9d2bbec-1d52-4cdd-8950-18eda29c2bd3' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:26:02.030026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2de8f152-0b60-4610-8016-7cdb4a872f4d tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.034026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2de8f152-0b60-4610-8016-7cdb4a872f4d tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.060930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2de8f152-0b60-4610-8016-7cdb4a872f4d tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.061485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de8f152-0b60-4610-8016-7cdb4a872f4d tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Fanout notify agent at l3_agent the message router_deleted on router f0c5c399-18d8-4533-bef1-acdcc9c17911 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:26:02.072264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2de8f152-0b60-4610-8016-7cdb4a872f4d tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.073343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2de8f152-0b60-4610-8016-7cdb4a872f4d tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] 10.222.0.48 "DELETE /v2.0/routers/f0c5c399-18d8-4533-bef1-acdcc9c17911 HTTP/1.1" status: 204  len: 168 time: 0.5488799
Dec 15 19:26:02.370743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38872) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:02.542698 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-64726a29-28e3-406a-9d1a-71bcedbdaf40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c262dcb493bc4d9f97be269c6860b99e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1706698
Dec 15 19:26:02.545000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38878) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:02.603353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29489aa1-2f4f-4ed5-b4d5-15a8c642c66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.627841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29489aa1-2f4f-4ed5-b4d5-15a8c642c66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.679155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29489aa1-2f4f-4ed5-b4d5-15a8c642c66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.684481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e363111e-53ad-4c94-94ea-723713d42f68 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:02.699931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489aa1-2f4f-4ed5-b4d5-15a8c642c66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d1b31-9194-49d8-9128-4b460a3f41d0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:02.703166 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-29489aa1-2f4f-4ed5-b4d5-15a8c642c66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:02.710791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29489aa1-2f4f-4ed5-b4d5-15a8c642c66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:02.712376 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-29489aa1-2f4f-4ed5-b4d5-15a8c642c66a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e25d1b31-9194-49d8-9128-4b460a3f41d0 HTTP/1.1" status: 204  len: 168 time: 0.1662967
Dec 15 19:26:03.548033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38900) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:03.671600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-698333428-network', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:03.676729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:03.680503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Usage tracker for resource:network and tenant:08c3be234df34453b9bdfd0f2ff736f7 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:03.683311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:03.688903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:03.700596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Made reservation on behalf of 08c3be234df34453b9bdfd0f2ff736f7 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:26:03.702934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.714845 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.750321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:03.754049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Usage tracker for resource:security_group_rule and tenant:08c3be234df34453b9bdfd0f2ff736f7 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:03.756727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:03.762303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:03.826843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.830094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.832995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-23d24663-4a86-45ee-8d45-dc94ec59cff6 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:03.862455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:26:03.867728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0513effb-2ce8-4170-a5c9-c35db0d159c5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:03.871467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:03.876097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.876552 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Added segment 2398a998-4712-45d6-b097-09b3ee7276dc of type vlan for network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b
Dec 15 19:26:03.901942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.931507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.932400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:03.932976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:03.936321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2c41c12a-a672-45cd-91bb-18de8901724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:04.130036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Pushing event updated for resources: {'Network': ['ID=7073f0b9-23d3-4ccc-ab63-294c1a126c3b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:04.133262 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5842276
Dec 15 19:26:04.134221 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:04.136135 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38906) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:04.139900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:26:04.141490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Request body: {'subnet': {'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-subnet', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:04.146902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:04.150747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Usage tracker for resource:subnet and tenant:08c3be234df34453b9bdfd0f2ff736f7 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:04.153824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:04.160045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:04.170468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Made reservation on behalf of 08c3be234df34453b9bdfd0f2ff736f7 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:26:04.173005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.367099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.371144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e655d319-9c63-4e1c-95c0-67d174b38ed0 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:04.443834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5c2c91-3782-478e-8ef0-4d803d9e4e76,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:04.447425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:04.455822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Checking segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:04.456175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Network hostable DHCP agents. Network: 7073f0b9-23d3-4ccc-ab63-294c1a126c3b, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:26:04.477019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:26:04.485573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 7073f0b9-23d3-4ccc-ab63-294c1a126c3b) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:04.489178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:04.489778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.494154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bae38e-37eb-4419-a2c7-5db0e2e53155 None None] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:26:04.510956 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3738039
Dec 15 19:26:04.513667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38910) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:04.519609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:04.524119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:04.527917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Usage tracker for resource:router and tenant:08c3be234df34453b9bdfd0f2ff736f7 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:04.531019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:04.536615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:04.546350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.547302 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.565533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.707651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:26:04.708745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.715181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.865500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Allocated IP 172.20.0.2 (7073f0b9-23d3-4ccc-ab63-294c1a126c3b/ee5c2c91-3782-478e-8ef0-4d803d9e4e76/3d9a7f37-27c5-47f9-8c76-a33598ba95b6) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:04.902989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:04.933126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.062112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.071485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Allocated IP 172.26.1.116 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/34ba6e05-59c1-4179-a7ee-a57b1c0430de) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:05.073548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Transition to ACTIVE for port object 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:05.091813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Transition to ACTIVE for port object 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:05.097583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.105548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:05.167489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:05.170609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:05.175447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:05.177363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Pushing event updated for resources: {'Port': ['ID=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:05.181110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:05.224606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.252179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.255804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f7350751-17d6-4994-ab0c-1edd5c88d157 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:05.264930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Attempting to bind port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:05.265308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Attempting to bind port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:05.265688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Attempting to bind port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:05.271946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:05.272320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Checking segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:05.272719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.273115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Bound using segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:05.273600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Bound port: 3d9a7f37-27c5-47f9-8c76-a33598ba95b6, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:05.273974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.323217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Pushing event updated for resources: {'Port': ['ID=34ba6e05-59c1-4179-a7ee-a57b1c0430de,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:05.327242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:05.329002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:05.330155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:05.332309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:05.360226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] For port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:05.363842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] For port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:05.369416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.373097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:05.492176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Pushing event updated for resources: {'Port': ['ID=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:05.496987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:05.500346 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.501285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:05.750123 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Router 21a484a9-345b-4915-ae33-a427d1419696 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:26:06.054770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:26:06.064024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Sync routers for ids ['21a484a9-345b-4915-ae33-a427d1419696'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:26:06.077237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Routers {'21a484a9-345b-4915-ae33-a427d1419696'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:06.078089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2de910>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:25:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['21a484a9-345b-4915-ae33-a427d1419696'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:06.082937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:06.084417 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.5698118
Dec 15 19:26:06.087367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 38914) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:06.266379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Set router 21a484a9-345b-4915-ae33-a427d1419696 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:06.444237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a8a322-44a9-482f-95d9-389e0efdb969 None None] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:26:06.560136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-69f43d7b-3ca9-4446-88ae-142352bcb20c None None] Provisioning for port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:06.756198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2de910>, [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:05Z', 'revision_number': 3, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port': {'id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:06.762550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Checking router: 21a484a9-345b-4915-ae33-a427d1419696 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:26:06.762912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Updating router 21a484a9-345b-4915-ae33-a427d1419696 port 34ba6e05-59c1-4179-a7ee-a57b1c0430de binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:26:06.829086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:06.835119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:06.888925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:07.061262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Allocated IP 172.20.0.1 (7073f0b9-23d3-4ccc-ab63-294c1a126c3b/ee5c2c91-3782-478e-8ef0-4d803d9e4e76/4ef274ac-caec-4563-8ee4-ad6ebd7c68b4) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:07.114015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:07.124957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:07.125358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.202308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0942ed06-d34a-44dd-b10e-4cdd2f2981d3 None None] Provisioning complete for port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:07.202600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0942ed06-d34a-44dd-b10e-4cdd2f2981d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.208374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.224210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Transition to ACTIVE for port object 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:07.245886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.250069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-43ef0102-a5b6-4f21-9df6-1e457b322635 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:07.315382 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:07.318486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:07.320889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:07.359310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Pushing event updated for resources: {'Port': ['ID=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:07.362733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:07.380107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.420251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.446565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.469338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Transition to ACTIVE for port object 34ba6e05-59c1-4179-a7ee-a57b1c0430de will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:07.471361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.491607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.495588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0942ed06-d34a-44dd-b10e-4cdd2f2981d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.506052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:07.565713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:07.594328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.607207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05353665-4461-464f-914b-5d121647a1d8 None None] Pushing event updated for resources: {'Port': ['ID=34ba6e05-59c1-4179-a7ee-a57b1c0430de,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:07.686190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-05353665-4461-464f-914b-5d121647a1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:07.692102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-33c0f48b-f23e-409a-80af-cfff83fccb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:07.724688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Attempting to bind port 34ba6e05-59c1-4179-a7ee-a57b1c0430de on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:07.725069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Attempting to bind port 34ba6e05-59c1-4179-a7ee-a57b1c0430de by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:07.725468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Attempting to bind port 34ba6e05-59c1-4179-a7ee-a57b1c0430de on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:07.758704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:07.759084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:07.759491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.759890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:07.760369 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Bound port: 34ba6e05-59c1-4179-a7ee-a57b1c0430de, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:07.760746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.807487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.812741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.815941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-0942ed06-d34a-44dd-b10e-4cdd2f2981d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:26:07.816315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-0942ed06-d34a-44dd-b10e-4cdd2f2981d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:26:07.831608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:07.836342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:07.839914 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0c68fa04-bee2-4dd1-a471-ffcf6a4a08e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:07.858689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] For port 34ba6e05-59c1-4179-a7ee-a57b1c0430de, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:07.862007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] For port 34ba6e05-59c1-4179-a7ee-a57b1c0430de, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=34ba6e05-59c1-4179-a7ee-a57b1c0430de,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:07.866502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.869964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-05353665-4461-464f-914b-5d121647a1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:07.918744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:07.922176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Pushing event updated for resources: {'Port': ['ID=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:07.926081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:07.948103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05353665-4461-464f-914b-5d121647a1d8 None None] Pushing event updated for resources: {'Port': ['ID=34ba6e05-59c1-4179-a7ee-a57b1c0430de,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:07.951475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-05353665-4461-464f-914b-5d121647a1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:07.952980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Routers {'21a484a9-345b-4915-ae33-a427d1419696'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:07.953610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2de910>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:25:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['21a484a9-345b-4915-ae33-a427d1419696'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:08.056140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:08.057372 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:08.136519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] Set router 21a484a9-345b-4915-ae33-a427d1419696 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:08.442598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Router 21a484a9-345b-4915-ae33-a427d1419696 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:26:08.495767 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-db193439-ed74-4148-84fc-57760ff34265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2de910>, [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 4, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port': {'id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4ef274ac-caec-4563-8ee4-ad6ebd7c68b4', 'name': '', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'mac_address': 'fa:16:3e:17:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:06Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 2, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'subnets': [{'id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:08.499800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db193439-ed74-4148-84fc-57760ff34265 None None] The sync data for ids ['21a484a9-345b-4915-ae33-a427d1419696'] in dv-neutron-821830-2-hyperv is: [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 4, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port': {'id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4ef274ac-caec-4563-8ee4-ad6ebd7c68b4', 'name': '', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'mac_address': 'fa:16:3e:17:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:06Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 2, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'subnets': [{'id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:26:08.540226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-db458075-8184-46e7-83dd-89e8e2f6e6a7 None None] Provisioning for port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:08.545640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-db458075-8184-46e7-83dd-89e8e2f6e6a7 None None] Provisioning complete for port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:08.545984 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-db458075-8184-46e7-83dd-89e8e2f6e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:08.600072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-db458075-8184-46e7-83dd-89e8e2f6e6a7 None None] Port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:26:08.676420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:26:08.685928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] 10.222.0.48 "PUT /v2.0/routers/21a484a9-345b-4915-ae33-a427d1419696/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5973222
Dec 15 19:26:08.860632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:08.953090 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:08.953591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.650232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38936) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:09.656126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-150577469-network', 'tenant_id': '2644539791484c778cd05f444e8ec29d'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:09.670258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:09.675569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Usage tracker for resource:network and tenant:2644539791484c778cd05f444e8ec29d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:09.679651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:09.686735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:09.698504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Made reservation on behalf of 2644539791484c778cd05f444e8ec29d for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:26:09.701476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.717046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.752433 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:09.756365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Usage tracker for resource:security_group_rule and tenant:2644539791484c778cd05f444e8ec29d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:09.759288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:09.765212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:09.835239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.838677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.842730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c6ff0ebd-af07-4d3c-b98d-f6184d2f713a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:09.875442 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:26:09.884142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96409c62-111b-48d2-9e4b-530bb4817311,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:09.888495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:09.893972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.894311 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Added segment d861c612-6053-495f-8a60-9432805b0495 of type vlan for network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651
Dec 15 19:26:09.920901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.949477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.950346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:09.950911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:09.954107 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9131c371-edbd-41bb-a3b5-b822b49fbead tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:10.056832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Pushing event updated for resources: {'Network': ['ID=bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:10.062604 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4085777
Dec 15 19:26:10.062604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:10.062863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38940) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:10.067614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:26:10.068211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Request body: {'subnet': {'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-subnet', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:10.073084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:10.076929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Usage tracker for resource:subnet and tenant:2644539791484c778cd05f444e8ec29d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:10.079774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:10.086460 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:10.095670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Made reservation on behalf of 2644539791484c778cd05f444e8ec29d for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:26:10.099017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.296832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.300202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e650a63c-bd28-4f2e-8f04-f95f8812c744 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:10.368932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8ddabb-a7a4-482e-a313-99e1d93ee28a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:10.374154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:10.384997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Checking segment: {'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:10.385370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Network hostable DHCP agents. Network: bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:26:10.407559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:26:10.417739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:10.421665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:10.422232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.427574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cced2-e81e-42c7-abf3-a90460a4ecfa None None] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:26:10.443381 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-60e13a02-dd51-4cf2-8ede-e959b57748a9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3796153
Dec 15 19:26:10.445966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38944) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:10.451119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:10.456198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:10.460001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Usage tracker for resource:router and tenant:2644539791484c778cd05f444e8ec29d is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:26:10.462784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:26:10.468352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:10.479669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.480565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.498568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.650725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651', 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'fixed_ips': [{'subnet_id': 'de8ddabb-a7a4-482e-a313-99e1d93ee28a'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:26:10.651556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.753115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.854314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Allocated IP 172.20.0.2 (bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651/de8ddabb-a7a4-482e-a313-99e1d93ee28a/1942644d-3434-49aa-bd85-fa0144d4c80b) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:10.884073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 34ba6e05-59c1-4179-a7ee-a57b1c0430de up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:10.955947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:10.985751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.092038 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 34ba6e05-59c1-4179-a7ee-a57b1c0430de completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:11.101153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 34ba6e05-59c1-4179-a7ee-a57b1c0430de triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:11.101548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.126144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Allocated IP 172.26.1.89 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/28b55200-c38a-4001-90f5-d179546b9907) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:11.143998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.165014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Transition to ACTIVE for port object 1942644d-3434-49aa-bd85-fa0144d4c80b will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:11.191243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Transition to ACTIVE for port object 1942644d-3434-49aa-bd85-fa0144d4c80b will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:11.200165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.203925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:11.286113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.314048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.317135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Pushing event updated for resources: {'Port': ['ID=1942644d-3434-49aa-bd85-fa0144d4c80b,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:11.318279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-493155c2-cc4a-4822-ba26-5a796151e3ef tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:11.321330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.325854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:11.327751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:11.330017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:11.332448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:11.346439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 34ba6e05-59c1-4179-a7ee-a57b1c0430de, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=34ba6e05-59c1-4179-a7ee-a57b1c0430de,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:11.377781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.383968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:11.385359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:11.388728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:11.390719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=28b55200-c38a-4001-90f5-d179546b9907,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:11.392825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:11.419869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:11.476537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Attempting to bind port 1942644d-3434-49aa-bd85-fa0144d4c80b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:11.476897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Attempting to bind port 1942644d-3434-49aa-bd85-fa0144d4c80b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:11.477255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Attempting to bind port 1942644d-3434-49aa-bd85-fa0144d4c80b on network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:11.491467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:11.491770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Checking segment: {'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:11.492162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.492550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Bound using segment: {'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:11.493000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Bound port: 1942644d-3434-49aa-bd85-fa0144d4c80b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:11.493390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.501896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=34ba6e05-59c1-4179-a7ee-a57b1c0430de,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:11.506248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:11.549672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.550854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.586311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] For port 1942644d-3434-49aa-bd85-fa0144d4c80b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:11.589278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] For port 1942644d-3434-49aa-bd85-fa0144d4c80b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1942644d-3434-49aa-bd85-fa0144d4c80b,segment=NetworkSegment(d861c612-6053-495f-8a60-9432805b0495),segment_id=d861c612-6053-495f-8a60-9432805b0495)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:11.593048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:11.596953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:11.668612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Pushing event updated for resources: {'Port': ['ID=1942644d-3434-49aa-bd85-fa0144d4c80b,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:11.671373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:11.793795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:26:12.001221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:26:12.010777 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Sync routers for ids ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:26:12.024733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:12.026123 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5792532
Dec 15 19:26:12.027259 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Routers {'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:12.027862 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:25:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:12.028809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 38948) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:26:12.200038 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Set router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:12.508492 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96370>, [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '28b55200-c38a-4001-90f5-d179546b9907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 3, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port': {'id': '28b55200-c38a-4001-90f5-d179546b9907', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:11Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:12.512586 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Checking router: c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:26:12.512931 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Updating router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff port 28b55200-c38a-4001-90f5-d179546b9907 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:26:12.573898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9115c146-ed45-4e70-9809-6405ee384c03 None None] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:26:12.576846 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:12.707973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-50ed6737-e1b0-4708-abb9-60142daceb7f None None] Provisioning for port 1942644d-3434-49aa-bd85-fa0144d4c80b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:12.927618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:12.935589 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:12.950373 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Transition to ACTIVE for port object 28b55200-c38a-4001-90f5-d179546b9907 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:12.959479 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:12.962798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1942644d-3434-49aa-bd85-fa0144d4c80b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:12.964751 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:13.040248 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Attempting to bind port 28b55200-c38a-4001-90f5-d179546b9907 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:13.041592 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Attempting to bind port 28b55200-c38a-4001-90f5-d179546b9907 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:13.041951 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Attempting to bind port 28b55200-c38a-4001-90f5-d179546b9907 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:13.047028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1942644d-3434-49aa-bd85-fa0144d4c80b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:13.055217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1942644d-3434-49aa-bd85-fa0144d4c80b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:13.055857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.063568 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:13.063945 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:13.064347 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.065022 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:13.065523 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Bound port: 28b55200-c38a-4001-90f5-d179546b9907, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:13.065899 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.103648 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Pushing event updated for resources: {'Port': ['ID=28b55200-c38a-4001-90f5-d179546b9907,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:13.122913 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.123254 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.123593 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.123935 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.124256 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.124583 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.124927 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.125255 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.125600 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.125971 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.126293 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:13.132030 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:13.154838 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] For port 28b55200-c38a-4001-90f5-d179546b9907, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:13.157803 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] For port 28b55200-c38a-4001-90f5-d179546b9907, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=28b55200-c38a-4001-90f5-d179546b9907,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:13.163153 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.167462 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:13.173765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Allocated IP 172.20.0.1 (bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651/de8ddabb-a7a4-482e-a313-99e1d93ee28a/3c4c921b-7897-4289-b27a-1cc0471d763b) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:13.202629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.213480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-f5a41b22-7313-46f5-9a1f-a430e6215654 None None] Provisioning complete for port 1942644d-3434-49aa-bd85-fa0144d4c80b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:13.213986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f5a41b22-7313-46f5-9a1f-a430e6215654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.241751 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Pushing event updated for resources: {'Port': ['ID=28b55200-c38a-4001-90f5-d179546b9907,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:13.245331 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:13.247946 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Routers {'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:13.248562 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:25:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:13.290318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 1942644d-3434-49aa-bd85-fa0144d4c80b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1942644d-3434-49aa-bd85-fa0144d4c80b,segment=NetworkSegment(d861c612-6053-495f-8a60-9432805b0495),segment_id=d861c612-6053-495f-8a60-9432805b0495)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:13.296982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.297911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 34ba6e05-59c1-4179-a7ee-a57b1c0430de up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:13.325710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:13.344187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.362498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Transition to ACTIVE for port object 3c4c921b-7897-4289-b27a-1cc0471d763b will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:13.386246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.390067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-03afbbaa-056f-4f62-9c77-0acbda7a3cbd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:13.451284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-980a18d4-8aaa-4c82-8d20-ea2703483b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.459276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:13.466921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:13.471373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:13.476327 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] Set router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:13.480574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=1942644d-3434-49aa-bd85-fa0144d4c80b,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:13.483862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:13.494395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 34ba6e05-59c1-4179-a7ee-a57b1c0430de triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:13.494790 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.507143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4c921b-7897-4289-b27a-1cc0471d763b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:13.511328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:13.531946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.628490 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.725142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a8429b9d-55e7-4136-89aa-3e5e388c0f8f None None] Provisioning for port 3c4c921b-7897-4289-b27a-1cc0471d763b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:13.730358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a8429b9d-55e7-4136-89aa-3e5e388c0f8f None None] Provisioning complete for port 3c4c921b-7897-4289-b27a-1cc0471d763b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:13.730807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a8429b9d-55e7-4136-89aa-3e5e388c0f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.785629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a8429b9d-55e7-4136-89aa-3e5e388c0f8f None None] Port 3c4c921b-7897-4289-b27a-1cc0471d763b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:26:13.818343 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd96370>, [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '28b55200-c38a-4001-90f5-d179546b9907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 3, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port': {'id': '28b55200-c38a-4001-90f5-d179546b9907', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:11Z', 'updated_at': '2021-12-15T19:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:13.822212 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc25fb-61a4-466c-8eea-34dd97c2127d None None] The sync data for ids ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'] in dv-neutron-821830-2-hyperv is: [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '28b55200-c38a-4001-90f5-d179546b9907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 3, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port': {'id': '28b55200-c38a-4001-90f5-d179546b9907', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:11Z', 'updated_at': '2021-12-15T19:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:26:13.869663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.874146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.898148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ea56ff5-d5e6-4736-8bec-177f156d9dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:13.978121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4c921b-7897-4289-b27a-1cc0471d763b,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:13.980413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:13.983804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:14.113804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:14.114781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:14.309187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7c79aa5e-a009-4fc0-af0d-db918a68d716 None None] Provisioning complete for port 3c4c921b-7897-4289-b27a-1cc0471d763b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:14.309737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c79aa5e-a009-4fc0-af0d-db918a68d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:14.364126 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7c79aa5e-a009-4fc0-af0d-db918a68d716 None None] Port 3c4c921b-7897-4289-b27a-1cc0471d763b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:26:14.623938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:26:14.824914 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:26:14.834967 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8047407
Dec 15 19:26:14.852628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1942644d-3434-49aa-bd85-fa0144d4c80b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:14.917954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1942644d-3434-49aa-bd85-fa0144d4c80b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:14.918325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:15.590289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa022-0b16-423f-974a-4e94978b92c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:15.699921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-2dfa7398-42b6-423f-8676-f174eef36165 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:15.701255 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-2dfa7398-42b6-423f-8676-f174eef36165 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/networks?id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b HTTP/1.1" status: 200  len: 816 time: 0.1430795
Dec 15 19:26:15.717093 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-7bc3d3fc-6136-4a0a-8bd7-e0b55333bd1b tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/quotas/08c3be234df34453b9bdfd0f2ff736f7 HTTP/1.1" status: 200  len: 375 time: 0.0104377
Dec 15 19:26:15.798241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-503fca30-69ce-4bab-b785-36703fb8e16f tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08c3be234df34453b9bdfd0f2ff736f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0754743
Dec 15 19:26:15.932911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-259d3a6f-ccd3-41e0-b824-8cd59a2f37d5 service neutron] 10.222.0.48 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228392
Dec 15 19:26:16.062239 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-2c5d2f19-ffc9-4a27-a8da-0b4f17872016 service neutron] 10.222.0.48 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237028
Dec 15 19:26:16.256627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-01acab13-5128-4feb-8546-b41ca0f12972 req-6ab75811-bc1b-4734-8bc5-0ef5935c97bf tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Synchronizing usage tracker for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:26:16.274581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-01acab13-5128-4feb-8546-b41ca0f12972 req-6ab75811-bc1b-4734-8bc5-0ef5935c97bf tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Unset dirty status for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:26:16.275737 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-01acab13-5128-4feb-8546-b41ca0f12972 req-6ab75811-bc1b-4734-8bc5-0ef5935c97bf tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 210 time: 0.0605633
Dec 15 19:26:16.804772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:16.864694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:17.243262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-44021593-7681-49fe-b803-7ff95d190ffa tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:17.244005 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-44021593-7681-49fe-b803-7ff95d190ffa tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Synchronizing usage tracker for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:26:17.261086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-44021593-7681-49fe-b803-7ff95d190ffa tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Unset dirty status for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:26:17.262310 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-44021593-7681-49fe-b803-7ff95d190ffa tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "GET /v2.0/networks?id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b HTTP/1.1" status: 200  len: 816 time: 0.1603470
Dec 15 19:26:17.278613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Request body: {'port': {'device_id': '538f91ce-bb49-443e-a529-b3931950a1bd', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'admin_state_up': True, 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:17.414643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:17.424361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:17.434155 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Made reservation on behalf of 08c3be234df34453b9bdfd0f2ff736f7 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:26:17.437262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:17.451070 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-edd49b01-52b9-4900-9b15-ebe57dfad8d5 req-fd52f212-15b9-47e2-80f0-884583d68138 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 210 time: 0.0432205
Dec 15 19:26:17.595061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Allocated IP 172.20.0.5 (7073f0b9-23d3-4ccc-ab63-294c1a126c3b/ee5c2c91-3782-478e-8ef0-4d803d9e4e76/73d5d1bf-e7be-4ce3-b9a3-baf1332ea567) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:17.893354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:17.910355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Transition to ACTIVE for port object 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:17.932555 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:17.938733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:17.998833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:17.999900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:18.002450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:18.069511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Pushing event updated for resources: {'Port': ['ID=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:18.072569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:18.099425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:18.099955 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:18.126595 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8518276
Dec 15 19:26:18.138448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Request body: {'port': {'device_id': '538f91ce-bb49-443e-a529-b3931950a1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:18.208250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ad3a501-2f4c-499a-8a8d-66a787279b6b None None] Provisioning for port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:18.213433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3ad3a501-2f4c-499a-8a8d-66a787279b6b None None] Provisioning complete for port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:18.213933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a501-2f4c-499a-8a8d-66a787279b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:18.252139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:18.267376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3a501-2f4c-499a-8a8d-66a787279b6b None None] Port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:26:18.312354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:18.634561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:26:18.643264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:18.666053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Transition to ACTIVE for port object 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:18.672332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:18.677805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:18.805057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a575-2966-4e5a-a42d-867c63427df4 req-5515def9-f25d-43ec-9369-cd104fa73d6e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:18.805780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4453a575-2966-4e5a-a42d-867c63427df4 req-5515def9-f25d-43ec-9369-cd104fa73d6e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Synchronizing usage tracker for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:26:18.823780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Pushing event updated for resources: {'Port': ['ID=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:18.827479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:18.872004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4453a575-2966-4e5a-a42d-867c63427df4 req-5515def9-f25d-43ec-9369-cd104fa73d6e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Unset dirty status for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:26:18.873181 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4453a575-2966-4e5a-a42d-867c63427df4 req-5515def9-f25d-43ec-9369-cd104fa73d6e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 931 time: 0.2880392
Dec 15 19:26:18.977414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4453a575-2966-4e5a-a42d-867c63427df4 req-964284db-d643-42da-92b9-d3fca4169c7f tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Synchronizing usage tracker for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:26:18.991490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Attempting to bind port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:18.991826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Attempting to bind port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:18.992157 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Attempting to bind port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:19.013490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:26:19.013490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Attempting to bind port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:19.022246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4453a575-2966-4e5a-a42d-867c63427df4 req-964284db-d643-42da-92b9-d3fca4169c7f tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Unset dirty status for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:26:19.027235 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4453a575-2966-4e5a-a42d-867c63427df4 req-964284db-d643-42da-92b9-d3fca4169c7f tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206484
Dec 15 19:26:19.028171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:19.028516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Checking segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:19.028901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Bound using segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:19.029625 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Bound port: 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:19.029975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:19.130401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] For port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:19.133490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] For port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:19.138659 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:19.144057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-71d58f88-c271-420d-826f-111fcf42ca88 tempest-ServersNegativeTestJSON-1883213058 tempest-ServersNegativeTestJSON-1883213058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:19.194558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:19.195824 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] 10.222.0.64 "PUT /v2.0/ports/73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 HTTP/1.1" status: 200  len: 1093 time: 1.0620193
Dec 15 19:26:19.196347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538f91ce-bb49-443e-a529-b3931950a1bd', 'tag': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:26:19.224963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Pushing event updated for resources: {'Port': ['ID=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:19.228326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:19.276348 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538f91ce-bb49-443e-a529-b3931950a1bd', 'tag': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567', 'status': 'completed', 'code': 200}
Dec 15 19:26:19.323731 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-697a30c5-1e61-45c3-86db-65f04c0b160f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08c3be234df34453b9bdfd0f2ff736f7&device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 1096 time: 0.0827591
Dec 15 19:26:19.399074 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-99d656ae-dec5-40fc-84be-ec579d132bc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 HTTP/1.1" status: 200  len: 217 time: 0.0680871
Dec 15 19:26:19.467009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dde4c8bf-1f13-476e-a4ea-ad83f8595735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:19.468454 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-dde4c8bf-1f13-476e-a4ea-ad83f8595735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee5c2c91-3782-478e-8ef0-4d803d9e4e76 HTTP/1.1" status: 200  len: 855 time: 0.0631199
Dec 15 19:26:19.548770 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-238ab920-417f-447e-918a-c4977cbc2bcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744660
Dec 15 19:26:19.776147 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-d0cc898a-a9ab-4896-a737-8eb4b7689e84 service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198927
Dec 15 19:26:19.906899 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-da772742-6e3d-4da2-8dca-9e99e516fefc req-1c45cbcc-ed5b-48ab-9e33-606f8c54f2a8 service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240528
Dec 15 19:26:20.022781 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-36ec329a-cbe9-4ed6-9272-44a9cc8f678f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08c3be234df34453b9bdfd0f2ff736f7&device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 1096 time: 0.0688336
Dec 15 19:26:20.187643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-e1814d0d-364d-4573-9865-65237e647b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:20.189013 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-e1814d0d-364d-4573-9865-65237e647b43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b HTTP/1.1" status: 200  len: 917 time: 0.1597934
Dec 15 19:26:20.265015 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-e94ad1f9-906d-4e9d-afe8-8dbd50a46f00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 HTTP/1.1" status: 200  len: 217 time: 0.0659039
Dec 15 19:26:20.341905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb64a8-e314-40f8-9ea3-539995cb422f req-85f2792a-43a3-48f1-bfc3-361bb1414b45 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:20.343242 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e6fb64a8-e314-40f8-9ea3-539995cb422f req-85f2792a-43a3-48f1-bfc3-361bb1414b45 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 943 time: 0.1911905
Dec 15 19:26:20.346335 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-200770fb-01e0-432c-929b-63fab21656ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:20.348132 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-200770fb-01e0-432c-929b-63fab21656ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee5c2c91-3782-478e-8ef0-4d803d9e4e76 HTTP/1.1" status: 200  len: 855 time: 0.0754516
Dec 15 19:26:20.438052 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e6fb64a8-e314-40f8-9ea3-539995cb422f req-af753574-abe4-442d-8b19-a2b61ee23aec tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888865
Dec 15 19:26:20.456220 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-ba130275-df28-46ab-8afb-0291764e97ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0936396
Dec 15 19:26:20.590088 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-c7bd4bb2-0e97-4e9f-be35-fbda2bfb493e service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271617
Dec 15 19:26:20.719651 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dbb4a8f8-af20-40ec-b180-80cbad5ff1f6 req-e2851490-c951-4288-9bd9-00ee5ea01fb3 service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231027
Dec 15 19:26:20.867679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 28b55200-c38a-4001-90f5-d179546b9907 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:20.932733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 28b55200-c38a-4001-90f5-d179546b9907 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:20.937191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 28b55200-c38a-4001-90f5-d179546b9907 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:20.937588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:21.048980 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:21.064385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 28b55200-c38a-4001-90f5-d179546b9907, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=28b55200-c38a-4001-90f5-d179546b9907,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:21.068851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:21.072044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:21.134397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=28b55200-c38a-4001-90f5-d179546b9907,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:21.137515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:21.637895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc767660-153b-438c-baee-acf8ae38322c req-2cf7b08a-5a12-40e0-9e68-c8c8c0951ea7 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:21.639319 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc767660-153b-438c-baee-acf8ae38322c req-2cf7b08a-5a12-40e0-9e68-c8c8c0951ea7 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 943 time: 0.0801213
Dec 15 19:26:21.685165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc767660-153b-438c-baee-acf8ae38322c req-a89ba855-8740-41a5-9dcf-4731ce0d6f75 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398321
Dec 15 19:26:22.578737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:26:22.712573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:22.726886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'port_id': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567', 'mac_address': 'fa:16:3e:be:5a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:26:22.780099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:22.797270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:26:22.813199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:22.819167 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:22.821564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b77af47-9907-4e1b-9c2c-acec8af5c6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:22.863050 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 28b55200-c38a-4001-90f5-d179546b9907 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:22.889535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a635dd-1fc2-468e-b497-fec9b2b501ba req-e9fb4f25-75f6-4c7e-8806-d99b9897433f tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:22.890985 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-99a635dd-1fc2-468e-b497-fec9b2b501ba req-e9fb4f25-75f6-4c7e-8806-d99b9897433f tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 944 time: 0.0845745
Dec 15 19:26:22.936543 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-99a635dd-1fc2-468e-b497-fec9b2b501ba req-e481b5e4-0e34-4e7b-8ba3-ea055409d3cc tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393579
Dec 15 19:26:22.943527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:22.946684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:22.963077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 28b55200-c38a-4001-90f5-d179546b9907 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:22.963452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:23.024841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['73d5d1bf-e7be-4ce3-b9a3-baf1332ea567'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:26:23.239562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Sync routers for ids ['21a484a9-345b-4915-ae33-a427d1419696'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:26:23.250830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Routers {'21a484a9-345b-4915-ae33-a427d1419696'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:23.251433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb00c70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:26:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['21a484a9-345b-4915-ae33-a427d1419696'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:23.422960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Set router 21a484a9-345b-4915-ae33-a427d1419696 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:23.752322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb00c70>, [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 4, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port': {'id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4ef274ac-caec-4563-8ee4-ad6ebd7c68b4', 'name': '', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'mac_address': 'fa:16:3e:17:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:06Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 2, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'subnets': [{'id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:23.756841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Checking router: 21a484a9-345b-4915-ae33-a427d1419696 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:26:23.757201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Updating router 21a484a9-345b-4915-ae33-a427d1419696 port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:26:23.806237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:24.130653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df49a0-117d-4813-ba10-465a9a466f65 req-1216d703-2d5e-49aa-b743-33d1a06f8b9a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:24.132771 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4df49a0-117d-4813-ba10-465a9a466f65 req-1216d703-2d5e-49aa-b743-33d1a06f8b9a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 944 time: 0.0765965
Dec 15 19:26:24.143311 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:24.155806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Transition to ACTIVE for port object 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:24.162560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:24.166019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:24.181066 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4df49a0-117d-4813-ba10-465a9a466f65 req-8053bed6-23a4-4027-b7f4-88e3735be42c tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428729
Dec 15 19:26:24.285353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae9e62-c05c-4c83-b1ed-4ff669a2dff0 None None] Pushing event updated for resources: {'Port': ['ID=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:24.289161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5ae9e62-c05c-4c83-b1ed-4ff669a2dff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:24.375602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Attempting to bind port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:24.375977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Attempting to bind port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:24.376341 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Attempting to bind port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:24.383085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:24.383463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Checking segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:24.383863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:24.384253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Bound using segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:24.384781 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Bound port: 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:24.385130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:24.474688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] For port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:24.477659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] For port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:24.482317 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:24.487152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-29d69198-d979-4a20-8c2b-74670a1a24cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:24.575240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae9e62-c05c-4c83-b1ed-4ff669a2dff0 None None] Pushing event updated for resources: {'Port': ['ID=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:24.579804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:24.608063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5ae9e62-c05c-4c83-b1ed-4ff669a2dff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:24.613808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Routers {'21a484a9-345b-4915-ae33-a427d1419696'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:24.614446 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb00c70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:26:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['21a484a9-345b-4915-ae33-a427d1419696'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:24.832528 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:24.838547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] Set router 21a484a9-345b-4915-ae33-a427d1419696 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:24.884598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:24.884975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:24.907998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:24.923427 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Sync routers for ids ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:26:24.935433 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Routers {'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:24.936154 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced85e520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:26:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:25.111614 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Set router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:25.248867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:25.276517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:25.276897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.314037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.395598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdb5ec-f055-461a-ba01-8bab997b87d0 req-7d2057d2-9ad7-436a-8fd3-c032bb3f174d tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:25.403586 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-97bdb5ec-f055-461a-ba01-8bab997b87d0 req-7d2057d2-9ad7-436a-8fd3-c032bb3f174d tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 944 time: 0.0966790
Dec 15 19:26:25.403772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538f91ce-bb49-443e-a529-b3931950a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:26:25.421506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:25.429712 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced85e520>, [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '28b55200-c38a-4001-90f5-d179546b9907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:26:13Z', 'revision_number': 4, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port': {'id': '28b55200-c38a-4001-90f5-d179546b9907', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:11Z', 'updated_at': '2021-12-15T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3c4c921b-7897-4289-b27a-1cc0471d763b', 'name': '', 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'mac_address': 'fa:16:3e:72:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8ddabb-a7a4-482e-a313-99e1d93ee28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:12Z', 'updated_at': '2021-12-15T19:26:13Z', 'revision_number': 2, 'project_id': '2644539791484c778cd05f444e8ec29d', 'subnets': [{'id': 'de8ddabb-a7a4-482e-a313-99e1d93ee28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:25.434026 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Checking router: c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:26:25.434384 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Updating router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff port 3c4c921b-7897-4289-b27a-1cc0471d763b binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:26:25.466867 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.468763 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-97bdb5ec-f055-461a-ba01-8bab997b87d0 req-2e73b751-9daf-4fd4-834e-364e148aca34 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641048
Dec 15 19:26:25.471664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:25.497164 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.507371 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538f91ce-bb49-443e-a529-b3931950a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567', 'code': 200}
Dec 15 19:26:25.559919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.594105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:25.599707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:25.602801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb00c70>, [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 4, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port': {'id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4ef274ac-caec-4563-8ee4-ad6ebd7c68b4', 'name': '', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'mac_address': 'fa:16:3e:17:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:06Z', 'updated_at': '2021-12-15T19:26:24Z', 'revision_number': 4, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'subnets': [{'id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:25.613132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121194e5-bde7-4aa6-8379-7c37dddac8f8 None None] The sync data for ids ['21a484a9-345b-4915-ae33-a427d1419696'] in dv-neutron-821830-2-hyperv is: [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:07Z', 'revision_number': 4, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port': {'id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '4ef274ac-caec-4563-8ee4-ad6ebd7c68b4', 'name': '', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'mac_address': 'fa:16:3e:17:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:06Z', 'updated_at': '2021-12-15T19:26:24Z', 'revision_number': 4, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'subnets': [{'id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:26:25.618785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:25.624534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.626879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:25.697059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:25.700193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:25.746607 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ba627d8-7f49-4f51-ac66-9220a27172fd req-65c9e6c6-0b83-427f-8219-b1f1bca227ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 1098 time: 0.0926025
Dec 15 19:26:25.795367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4ba627d8-7f49-4f51-ac66-9220a27172fd req-a893c624-4a1b-4267-b5a5-3bac747a3106 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426557
Dec 15 19:26:25.871162 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.883316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Transition to ACTIVE for port object 3c4c921b-7897-4289-b27a-1cc0471d763b will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:25.889934 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:25.893398 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-9c199d51-585d-40ab-9ebc-4b9524e9e421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:26.043065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc4730-56d9-49db-89a2-234262b183c9 None None] Pushing event updated for resources: {'Port': ['ID=3c4c921b-7897-4289-b27a-1cc0471d763b,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:26.045932 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-02dc4730-56d9-49db-89a2-234262b183c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:26.146495 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Attempting to bind port 3c4c921b-7897-4289-b27a-1cc0471d763b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:26.146795 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Attempting to bind port 3c4c921b-7897-4289-b27a-1cc0471d763b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:26.147162 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Attempting to bind port 3c4c921b-7897-4289-b27a-1cc0471d763b on network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:26.154040 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:26.154410 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Checking segment: {'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:26.155056 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:26.155441 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Bound using segment: {'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:26.155899 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Bound port: 3c4c921b-7897-4289-b27a-1cc0471d763b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd861c612-6053-495f-8a60-9432805b0495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:26.156265 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:26.241942 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] For port 3c4c921b-7897-4289-b27a-1cc0471d763b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:26.244819 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] For port 3c4c921b-7897-4289-b27a-1cc0471d763b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3c4c921b-7897-4289-b27a-1cc0471d763b,segment=NetworkSegment(d861c612-6053-495f-8a60-9432805b0495),segment_id=d861c612-6053-495f-8a60-9432805b0495)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:26.250061 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:26.254572 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-7b0e95f8-aba1-4fae-8909-a37c9d51d357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:26.326493 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc4730-56d9-49db-89a2-234262b183c9 None None] Pushing event updated for resources: {'Port': ['ID=3c4c921b-7897-4289-b27a-1cc0471d763b,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:26.330092 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-02dc4730-56d9-49db-89a2-234262b183c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:26.332972 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Routers {'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:26:26.333841 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced85e520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:26:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:26.515648 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] Set router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:26:26.679524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783b1a3-87cd-4092-a91f-09d0b1cb11e5 req-6b269590-afe9-4694-80f7-88dbed166553 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:26.681737 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d783b1a3-87cd-4092-a91f-09d0b1cb11e5 req-6b269590-afe9-4694-80f7-88dbed166553 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 945 time: 0.0854697
Dec 15 19:26:26.730144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d783b1a3-87cd-4092-a91f-09d0b1cb11e5 req-0506c59c-a92e-4b75-b5c8-fb6748237567 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420065
Dec 15 19:26:26.844068 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced85e520>, [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '28b55200-c38a-4001-90f5-d179546b9907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:26:13Z', 'revision_number': 4, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port': {'id': '28b55200-c38a-4001-90f5-d179546b9907', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:11Z', 'updated_at': '2021-12-15T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3c4c921b-7897-4289-b27a-1cc0471d763b', 'name': '', 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'mac_address': 'fa:16:3e:72:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8ddabb-a7a4-482e-a313-99e1d93ee28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:12Z', 'updated_at': '2021-12-15T19:26:26Z', 'revision_number': 4, 'project_id': '2644539791484c778cd05f444e8ec29d', 'subnets': [{'id': 'de8ddabb-a7a4-482e-a313-99e1d93ee28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:26:26.849598 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccabb59-9842-4f0b-8f04-f40b9d095384 None None] The sync data for ids ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'] in dv-neutron-821830-2-hyperv is: [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '28b55200-c38a-4001-90f5-d179546b9907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:26:13Z', 'revision_number': 4, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port': {'id': '28b55200-c38a-4001-90f5-d179546b9907', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:11Z', 'updated_at': '2021-12-15T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3c4c921b-7897-4289-b27a-1cc0471d763b', 'name': '', 'network_id': 'bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'mac_address': 'fa:16:3e:72:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de8ddabb-a7a4-482e-a313-99e1d93ee28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:12Z', 'updated_at': '2021-12-15T19:26:26Z', 'revision_number': 4, 'project_id': '2644539791484c778cd05f444e8ec29d', 'subnets': [{'id': 'de8ddabb-a7a4-482e-a313-99e1d93ee28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:26:26.866103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:26.971629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:26.972042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:27.249836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:27.928392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8f43d-54fd-4a32-92f3-13216a0b7cb9 req-7db61e00-49f3-4ac6-aaae-ef79c075449c tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:27.929862 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-43e8f43d-54fd-4a32-92f3-13216a0b7cb9 req-7db61e00-49f3-4ac6-aaae-ef79c075449c tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 945 time: 0.0798185
Dec 15 19:26:27.973795 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-43e8f43d-54fd-4a32-92f3-13216a0b7cb9 req-46354593-0abb-4562-a6f6-13835c3b7c47 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385704
Dec 15 19:26:28.176002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed7c1-d6a3-4544-8d92-9e73d3fbb99c req-acdb6928-b38b-4f25-8c68-5af03b59f313 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:28.177456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-152ed7c1-d6a3-4544-8d92-9e73d3fbb99c req-acdb6928-b38b-4f25-8c68-5af03b59f313 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 945 time: 0.0752761
Dec 15 19:26:28.225129 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-152ed7c1-d6a3-4544-8d92-9e73d3fbb99c req-3b20c364-6fa1-4945-89ef-e65ef3d2eedb tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422745
Dec 15 19:26:28.887463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c4c921b-7897-4289-b27a-1cc0471d763b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:28.957884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 3c4c921b-7897-4289-b27a-1cc0471d763b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:28.962597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3c4c921b-7897-4289-b27a-1cc0471d763b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:28.962976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:29.044297 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:26:29.083413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:29.119105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 3c4c921b-7897-4289-b27a-1cc0471d763b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3c4c921b-7897-4289-b27a-1cc0471d763b,segment=NetworkSegment(d861c612-6053-495f-8a60-9432805b0495),segment_id=d861c612-6053-495f-8a60-9432805b0495)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:29.124526 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:29.126660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:29.194112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=3c4c921b-7897-4289-b27a-1cc0471d763b,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:29.204262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.204663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.205244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.205701 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.206128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.206619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.207043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.207470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.207892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.208432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.209059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:29.214048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:30.861496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c4c921b-7897-4289-b27a-1cc0471d763b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:30.931805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3c4c921b-7897-4289-b27a-1cc0471d763b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:30.932172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:43.022872 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0a7bc-78da-4cf4-affd-cda9d81686a4 req-04060852-cd38-40c0-9693-968cb168f1e3 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:43.024298 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dda0a7bc-78da-4cf4-affd-cda9d81686a4 req-04060852-cd38-40c0-9693-968cb168f1e3 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 945 time: 0.0746369
Dec 15 19:26:43.072110 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dda0a7bc-78da-4cf4-affd-cda9d81686a4 req-d99c266d-111b-46ad-9147-2970861e60f4 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424516
Dec 15 19:26:43.340654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-01a1a933-2184-4dcc-b028-e603d9c2ec74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:44.266993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fdeb5-5876-4326-8840-264871117d5f req-a62add07-fc81-4919-a036-f04101e61320 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:44.268422 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bf7fdeb5-5876-4326-8840-264871117d5f req-a62add07-fc81-4919-a036-f04101e61320 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 945 time: 0.0754910
Dec 15 19:26:44.312901 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bf7fdeb5-5876-4326-8840-264871117d5f req-89cae56f-9215-40c2-a30c-3e1c6afe7132 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390456
Dec 15 19:26:44.459497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-b3348ae2-2f8a-4ecb-9aec-378ea87cafbc tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:44.460820 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-b3348ae2-2f8a-4ecb-9aec-378ea87cafbc tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 945 time: 0.0746932
Dec 15 19:26:44.525569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Deleting port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:26:44.525904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:44.859932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] For port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:44.860280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:44.977268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Calling delete_port for 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:26:45.115485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:45.121782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ce75c065-5b66-4860-a3d8-dfffa9c7273a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:45.126698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['73d5d1bf-e7be-4ce3-b9a3-baf1332ea567'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:26:45.170027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Pushing event deleted for resources: {'Port': ['ID=73d5d1bf-e7be-4ce3-b9a3-baf1332ea567,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:45.172437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:45.244048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] No DVR routers for this DVR port 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:26:45.246632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:45.249587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538f91ce-bb49-443e-a529-b3931950a1bd', 'name': 'network-vif-deleted', 'tag': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:26:45.266738 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b674126a-71c7-4d95-a4e4-4a40696ee954 req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "DELETE /v2.0/ports/73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 HTTP/1.1" status: 204  len: 173 time: 0.8007774
Dec 15 19:26:45.317383 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538f91ce-bb49-443e-a529-b3931950a1bd', 'name': 'network-vif-deleted', 'tag': '73d5d1bf-e7be-4ce3-b9a3-baf1332ea567', 'status': 'completed', 'code': 200}
Dec 15 19:26:45.496347 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd090b40-8d95-45eb-8fef-49b980f64227 req-e4d8293a-b628-4bc6-bff1-5c913d801cf3 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=538f91ce-bb49-443e-a529-b3931950a1bd HTTP/1.1" status: 200  len: 210 time: 0.0449648
Dec 15 19:26:45.590732 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-44ec6846-56f1-40da-8302-badbb3313736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:46.804035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:46.865617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:47.722501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-d46872d1-5e90-4893-be5d-2ca0cc9c390e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:47.723974 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-d46872d1-5e90-4893-be5d-2ca0cc9c390e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/networks?id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b HTTP/1.1" status: 200  len: 816 time: 0.2492332
Dec 15 19:26:47.740128 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-51cb254e-dae1-4f17-b3eb-0a90f9be7135 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/quotas/08c3be234df34453b9bdfd0f2ff736f7 HTTP/1.1" status: 200  len: 375 time: 0.0109477
Dec 15 19:26:47.818439 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-66710bb6-7b95-4ba4-9ec9-e180ffdf712b tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08c3be234df34453b9bdfd0f2ff736f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0735288
Dec 15 19:26:47.952945 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-1022f529-a28a-43e4-b580-680e2a2e8a18 service neutron] 10.222.0.48 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235299
Dec 15 19:26:48.080791 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e253e345-6688-4b8b-8404-2568f7830005 service neutron] 10.222.0.48 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221507
Dec 15 19:26:48.260201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-78e9b1ba-d4f2-48c2-bc4f-6b22010778f5 req-3f3a67c9-b5e5-466a-80fa-93330b932ec0 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Synchronizing usage tracker for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:26:48.275946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-78e9b1ba-d4f2-48c2-bc4f-6b22010778f5 req-3f3a67c9-b5e5-466a-80fa-93330b932ec0 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Unset dirty status for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:26:48.277066 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-78e9b1ba-d4f2-48c2-bc4f-6b22010778f5 req-3f3a67c9-b5e5-466a-80fa-93330b932ec0 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 210 time: 0.0575023
Dec 15 19:26:48.319166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:48.720039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:26:48.752468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:26:48.752814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 73d5d1bf-e7be-4ce3-b9a3-baf1332ea567 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:26:49.244668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-bb7cae43-59ab-4d5b-8d8e-9f4f11e5c1a1 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:49.246396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-bb7cae43-59ab-4d5b-8d8e-9f4f11e5c1a1 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "GET /v2.0/networks?id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b HTTP/1.1" status: 200  len: 816 time: 0.1471567
Dec 15 19:26:49.262807 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Request body: {'port': {'device_id': '52a02097-388b-40cc-903a-5a5fa43289ea', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'admin_state_up': True, 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:49.399270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:26:49.409021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:26:49.418790 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Made reservation on behalf of 08c3be234df34453b9bdfd0f2ff736f7 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:26:49.421990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:49.443803 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0939428-4ba1-44ba-ac43-16efff8ce39c req-8be5ac5d-a7c5-4f16-9f8d-af34337dd4d4 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 210 time: 0.0432012
Dec 15 19:26:49.582303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Allocated IP 172.20.0.3 (7073f0b9-23d3-4ccc-ab63-294c1a126c3b/ee5c2c91-3782-478e-8ef0-4d803d9e4e76/604dbbc5-6de7-4698-b0be-f3541940c8c5) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:26:49.783751 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:49.799232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Transition to ACTIVE for port object 604dbbc5-6de7-4698-b0be-f3541940c8c5 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:49.820853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:49.827356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-44cc71b4-c762-4a44-ad27-b6bb9454ca06 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:49.886356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:26:49.889245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:26:49.891605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:26:49.937356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Pushing event updated for resources: {'Port': ['ID=604dbbc5-6de7-4698-b0be-f3541940c8c5,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:49.941575 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:49.964731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:49.965678 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:49.991673 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7325878
Dec 15 19:26:50.002833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-5b1e09a7-38ee-402c-8edf-ebcf578230f2 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:26:50.003756 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-5b1e09a7-38ee-402c-8edf-ebcf578230f2 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049973
Dec 15 19:26:50.014105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Request body: {'port': {'device_id': '52a02097-388b-40cc-903a-5a5fa43289ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:26:50.123983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:50.141817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cb14d137-de58-4006-bf8d-36ffd8a3af8d None None] Provisioning for port 604dbbc5-6de7-4698-b0be-f3541940c8c5 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:50.146923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cb14d137-de58-4006-bf8d-36ffd8a3af8d None None] Provisioning complete for port 604dbbc5-6de7-4698-b0be-f3541940c8c5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:50.147298 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cb14d137-de58-4006-bf8d-36ffd8a3af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:50.201808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cb14d137-de58-4006-bf8d-36ffd8a3af8d None None] Port 604dbbc5-6de7-4698-b0be-f3541940c8c5 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:26:50.456089 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604dbbc5-6de7-4698-b0be-f3541940c8c5 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:26:50.463264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:50.477992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Transition to ACTIVE for port object 604dbbc5-6de7-4698-b0be-f3541940c8c5 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:26:50.481758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:50.486002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-727e1030-7cd4-4b1c-8d1f-dab2526d24b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:50.754854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Pushing event updated for resources: {'Port': ['ID=604dbbc5-6de7-4698-b0be-f3541940c8c5,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:50.799852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.800236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.801117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.801516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.801883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.802246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.802606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.802972 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.803329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.803682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.804036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:26:50.812314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:50.899426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeffa41-69bf-4231-838b-3ee607de4178 req-3420a341-4401-48f7-b332-0d82d8c68977 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:50.900107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-cfeffa41-69bf-4231-838b-3ee607de4178 req-3420a341-4401-48f7-b332-0d82d8c68977 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Synchronizing usage tracker for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:26:50.903496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Attempting to bind port 604dbbc5-6de7-4698-b0be-f3541940c8c5 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:26:50.903822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Attempting to bind port 604dbbc5-6de7-4698-b0be-f3541940c8c5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:26:50.904140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Attempting to bind port 604dbbc5-6de7-4698-b0be-f3541940c8c5 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:50.917097 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Port 604dbbc5-6de7-4698-b0be-f3541940c8c5 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:26:50.917437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Attempting to bind port 604dbbc5-6de7-4698-b0be-f3541940c8c5 on network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:26:50.924612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-cfeffa41-69bf-4231-838b-3ee607de4178 req-3420a341-4401-48f7-b332-0d82d8c68977 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Unset dirty status for tenant:08c3be234df34453b9bdfd0f2ff736f7 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:26:50.926396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cfeffa41-69bf-4231-838b-3ee607de4178 req-3420a341-4401-48f7-b332-0d82d8c68977 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 943 time: 0.3416331
Dec 15 19:26:50.927367 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:26:50.927692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Checking segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:26:50.928061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Bound using segment: {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:26:50.928472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Bound port: 604dbbc5-6de7-4698-b0be-f3541940c8c5, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2398a998-4712-45d6-b097-09b3ee7276dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:26:50.928811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:51.037148 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-cfeffa41-69bf-4231-838b-3ee607de4178 req-b6953ee1-e12a-4462-a777-b690e3610e3e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994158
Dec 15 19:26:51.049539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] For port 604dbbc5-6de7-4698-b0be-f3541940c8c5, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:26:51.053093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] For port 604dbbc5-6de7-4698-b0be-f3541940c8c5, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=604dbbc5-6de7-4698-b0be-f3541940c8c5,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:26:51.060685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:51.064491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb210c7c-6517-4c93-9555-d9950cf44e00 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:51.124448 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:51.125809 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] 10.222.0.64 "PUT /v2.0/ports/604dbbc5-6de7-4698-b0be-f3541940c8c5 HTTP/1.1" status: 200  len: 1093 time: 1.1157515
Dec 15 19:26:51.126322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a02097-388b-40cc-903a-5a5fa43289ea', 'tag': '604dbbc5-6de7-4698-b0be-f3541940c8c5'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:26:51.141179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Pushing event updated for resources: {'Port': ['ID=604dbbc5-6de7-4698-b0be-f3541940c8c5,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:51.146175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:51.194937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a02097-388b-40cc-903a-5a5fa43289ea', 'tag': '604dbbc5-6de7-4698-b0be-f3541940c8c5', 'status': 'completed', 'code': 200}
Dec 15 19:26:51.235876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-636711e0-3fb7-4eb8-adb1-0adbfdc0532d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08c3be234df34453b9bdfd0f2ff736f7&device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 1096 time: 0.0745647
Dec 15 19:26:51.307578 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-a2481839-b9ea-40a6-94b8-466b04a5ec62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=604dbbc5-6de7-4698-b0be-f3541940c8c5 HTTP/1.1" status: 200  len: 217 time: 0.0648706
Dec 15 19:26:51.369930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-9a955e49-c268-41cd-ba08-75998adf3d07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:51.371345 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-9a955e49-c268-41cd-ba08-75998adf3d07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee5c2c91-3782-478e-8ef0-4d803d9e4e76 HTTP/1.1" status: 200  len: 855 time: 0.0575993
Dec 15 19:26:51.448930 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-56c20f14-3e21-49a1-91e5-26e68600c60c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714014
Dec 15 19:26:51.576031 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-eda58e07-ec24-4ab1-a251-6fd3846c1a2b service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208215
Dec 15 19:26:51.708900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9fffc79d-fe7b-4521-82d1-97931195e100 req-5284152a-65f7-4d81-9fbe-bf478de9fd0b service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261845
Dec 15 19:26:51.818863 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-c0d7d817-3c81-418e-9567-c5e31be85585 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08c3be234df34453b9bdfd0f2ff736f7&device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 1096 time: 0.0679295
Dec 15 19:26:51.949596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-fbce88a4-0bd5-4b68-b52a-293481147852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:51.951027 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-fbce88a4-0bd5-4b68-b52a-293481147852 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b HTTP/1.1" status: 200  len: 917 time: 0.1251469
Dec 15 19:26:52.022702 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-416e2fa7-9945-4245-bf5f-8f3f77bc3033 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=604dbbc5-6de7-4698-b0be-f3541940c8c5 HTTP/1.1" status: 200  len: 217 time: 0.0627251
Dec 15 19:26:52.085095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-2c5c5219-12f6-4fc6-a3d9-6b541f2d1ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:52.086588 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-2c5c5219-12f6-4fc6-a3d9-6b541f2d1ccf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee5c2c91-3782-478e-8ef0-4d803d9e4e76 HTTP/1.1" status: 200  len: 855 time: 0.0563824
Dec 15 19:26:52.206133 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-12d17e24-3ff3-4862-8289-4dd2e8ae2e87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7073f0b9-23d3-4ccc-ab63-294c1a126c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1118782
Dec 15 19:26:52.323864 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ce01-6769-4b46-8f20-4ac0215237c8 req-508a8183-b571-471b-9575-74913d059079 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:52.325365 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0b97ce01-6769-4b46-8f20-4ac0215237c8 req-508a8183-b571-471b-9575-74913d059079 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 943 time: 0.1673486
Dec 15 19:26:52.376737 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-7d1e2ccd-90d6-4db3-b064-34e4e3869c34 service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632106
Dec 15 19:26:52.564017 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0b97ce01-6769-4b46-8f20-4ac0215237c8 req-65396159-87c8-4ec0-b04f-8a5b9c337e37 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248087
Dec 15 19:26:52.618406 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c2a739cc-221c-493c-b83e-f158e9f0fc16 req-40dfbd20-9fa1-4eba-bed4-60c444a3d0e3 service neutron] 10.222.0.64 "GET /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343037
Dec 15 19:26:53.764534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d93a83-798c-4670-ba71-5b4e1d35d4dc req-67e456bf-84d4-4c71-8d55-296488408d7d tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:53.765993 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-26d93a83-798c-4670-ba71-5b4e1d35d4dc req-67e456bf-84d4-4c71-8d55-296488408d7d tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 943 time: 0.0801330
Dec 15 19:26:53.810653 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-26d93a83-798c-4670-ba71-5b4e1d35d4dc req-2fa7afd2-0e9c-47a1-bb06-510238438c65 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392168
Dec 15 19:26:54.751230 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 604dbbc5-6de7-4698-b0be-f3541940c8c5 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:26:54.927274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 604dbbc5-6de7-4698-b0be-f3541940c8c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=604dbbc5-6de7-4698-b0be-f3541940c8c5,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:54.940756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '604dbbc5-6de7-4698-b0be-f3541940c8c5', 'network_id': '7073f0b9-23d3-4ccc-ab63-294c1a126c3b', 'port_id': '604dbbc5-6de7-4698-b0be-f3541940c8c5', 'mac_address': 'fa:16:3e:a5:30:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5c2c91-3782-478e-8ef0-4d803d9e4e76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:26:54.994872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:55.011582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c549f-f78f-4eac-a8f6-4301eab05739 req-18f14331-950e-4550-ad9b-90d99a928860 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:55.013013 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-468c549f-f78f-4eac-a8f6-4301eab05739 req-18f14331-950e-4550-ad9b-90d99a928860 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 943 time: 0.0790713
Dec 15 19:26:55.014401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604dbbc5-6de7-4698-b0be-f3541940c8c5 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:26:55.029573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 604dbbc5-6de7-4698-b0be-f3541940c8c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=604dbbc5-6de7-4698-b0be-f3541940c8c5,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:55.034020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:55.037373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:55.059539 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-468c549f-f78f-4eac-a8f6-4301eab05739 req-2f9262aa-36a0-45d5-850a-223409402467 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408072
Dec 15 19:26:55.102955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=604dbbc5-6de7-4698-b0be-f3541940c8c5,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:55.106603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:55.225284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['604dbbc5-6de7-4698-b0be-f3541940c8c5'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:26:56.252874 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4732eeb-912a-4365-a1b9-d790055951ee req-6ac129fc-2546-49a9-9ee8-85c3cb718b5e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:56.254302 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a4732eeb-912a-4365-a1b9-d790055951ee req-6ac129fc-2546-49a9-9ee8-85c3cb718b5e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 944 time: 0.0739338
Dec 15 19:26:56.301736 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a4732eeb-912a-4365-a1b9-d790055951ee req-41c25076-b1ac-4efe-9dd3-95152929bc7e tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421057
Dec 15 19:26:56.749564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 604dbbc5-6de7-4698-b0be-f3541940c8c5 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:26:56.816231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 604dbbc5-6de7-4698-b0be-f3541940c8c5 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:26:56.820804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 604dbbc5-6de7-4698-b0be-f3541940c8c5 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:26:56.821169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:56.930892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:56.956390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a02097-388b-40cc-903a-5a5fa43289ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604dbbc5-6de7-4698-b0be-f3541940c8c5'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:26:56.966148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 604dbbc5-6de7-4698-b0be-f3541940c8c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=604dbbc5-6de7-4698-b0be-f3541940c8c5,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:26:56.969952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:56.971646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:26:57.012915 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a02097-388b-40cc-903a-5a5fa43289ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604dbbc5-6de7-4698-b0be-f3541940c8c5', 'code': 200}
Dec 15 19:26:57.036333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=604dbbc5-6de7-4698-b0be-f3541940c8c5,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:26:57.039215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:26:57.231075 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddb896e0-b1c6-4638-b0a1-0356d29087ff req-11075dd6-0dc3-4899-a08c-903b82d4327f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 1098 time: 0.0662434
Dec 15 19:26:57.248992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:26:57.278244 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ddb896e0-b1c6-4638-b0a1-0356d29087ff req-22d314ec-6e3f-405e-8776-9d988122c645 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402911
Dec 15 19:26:57.494589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc21d-01e0-4d6c-a739-0dcb2ccbd7fd req-f7a15848-3f5d-4907-9e8b-d6ac963f1528 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:57.496047 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d1ddc21d-01e0-4d6c-a739-0dcb2ccbd7fd req-f7a15848-3f5d-4907-9e8b-d6ac963f1528 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 945 time: 0.0777233
Dec 15 19:26:57.540568 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d1ddc21d-01e0-4d6c-a739-0dcb2ccbd7fd req-8714e0a9-77ae-4cfa-809e-083de5a5d8ed tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391271
Dec 15 19:26:58.743728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c24c-d3e2-43cf-a51e-b206ba84c087 req-03564c35-216f-4500-b352-0f0aa232016a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:58.745179 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9971c24c-d3e2-43cf-a51e-b206ba84c087 req-03564c35-216f-4500-b352-0f0aa232016a tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 945 time: 0.0848973
Dec 15 19:26:58.789863 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9971c24c-d3e2-43cf-a51e-b206ba84c087 req-c999f76d-2ab3-488b-98c8-d5fdced7e95c tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392475
Dec 15 19:26:58.988802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c28614-7238-4bd9-bd26-74b4f3293948 req-63eb43a8-8c2e-4358-b34f-fb555bbe94bb tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:26:58.990249 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87c28614-7238-4bd9-bd26-74b4f3293948 req-63eb43a8-8c2e-4358-b34f-fb555bbe94bb tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 945 time: 0.0795457
Dec 15 19:26:59.035183 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-87c28614-7238-4bd9-bd26-74b4f3293948 req-41a0e589-3b25-4260-a1c9-86ed3a82ae76 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394275
Dec 15 19:27:06.053465 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:27:13.345160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c64ff4df-5ed3-49cc-a846-791df2c8d271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:13.476108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aebca-8a6a-4da0-975f-984a782d2165 req-392ee30c-dc1e-4ba9-9a02-c3c01c072b5d tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:13.477546 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-435aebca-8a6a-4da0-975f-984a782d2165 req-392ee30c-dc1e-4ba9-9a02-c3c01c072b5d tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 945 time: 0.0783741
Dec 15 19:27:13.521320 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-435aebca-8a6a-4da0-975f-984a782d2165 req-59de01d8-6d0c-4543-9769-4dc1ba329ae8 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384498
Dec 15 19:27:14.717106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80afe9-60aa-4409-98cd-c301db841df2 req-e05d9f43-709b-4b2e-b242-311184192ee6 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:14.718724 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9c80afe9-60aa-4409-98cd-c301db841df2 req-e05d9f43-709b-4b2e-b242-311184192ee6 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 945 time: 0.0771675
Dec 15 19:27:14.765236 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9c80afe9-60aa-4409-98cd-c301db841df2 req-7715a9a3-aaab-4c27-9069-40b4d8f7f5b8 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/security-groups?id=0513effb-2ce8-4170-a5c9-c35db0d159c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402572
Dec 15 19:27:14.945646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-18d78310-3ac4-4cd9-8a4c-0fe245697785 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:14.947042 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-18d78310-3ac4-4cd9-8a4c-0fe245697785 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 945 time: 0.0749345
Dec 15 19:27:15.015581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Deleting port 604dbbc5-6de7-4698-b0be-f3541940c8c5 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:15.015912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:15.244686 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] For port 604dbbc5-6de7-4698-b0be-f3541940c8c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=604dbbc5-6de7-4698-b0be-f3541940c8c5,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:15.245035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:15.364945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Calling delete_port for 604dbbc5-6de7-4698-b0be-f3541940c8c5 owned by compute:nova {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:15.500718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:15.506255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-65ecf4cc-11ff-4710-900a-12e1de72d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:15.512612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['604dbbc5-6de7-4698-b0be-f3541940c8c5'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:27:15.554699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Pushing event deleted for resources: {'Port': ['ID=604dbbc5-6de7-4698-b0be-f3541940c8c5,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:15.558643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:15.595300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-396489d3-aa81-4b02-9ec3-18220ea36ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:15.630484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] No DVR routers for this DVR port 604dbbc5-6de7-4698-b0be-f3541940c8c5 on host hv-neutron-8218 {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:27:15.632966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:15.635692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a02097-388b-40cc-903a-5a5fa43289ea', 'name': 'network-vif-deleted', 'tag': '604dbbc5-6de7-4698-b0be-f3541940c8c5'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:27:15.652481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-81091c69-0a90-4f59-9c1d-18da04dc809f req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.64 "DELETE /v2.0/ports/604dbbc5-6de7-4698-b0be-f3541940c8c5 HTTP/1.1" status: 204  len: 173 time: 0.6997871
Dec 15 19:27:15.703434 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a02097-388b-40cc-903a-5a5fa43289ea', 'name': 'network-vif-deleted', 'tag': '604dbbc5-6de7-4698-b0be-f3541940c8c5', 'status': 'completed', 'code': 200}
Dec 15 19:27:15.946124 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6526811d-10b2-4fec-b7ab-dab4671835e8 req-4bc31890-7e00-449c-b403-7ca1feb3fe20 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a02097-388b-40cc-903a-5a5fa43289ea HTTP/1.1" status: 200  len: 210 time: 0.0447321
Dec 15 19:27:16.806511 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:16.866350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:17.090798 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39218) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:17.464736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:18.152844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Deleting port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:18.153507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:18.320477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] For port 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:18.320821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:18.325068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:18.437275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Calling delete_port for 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:18.606517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:18.609941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5ea87b08-50e4-4dd3-91bf-bb8a0a8d6eed tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:18.649344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef274ac-caec-4563-8ee4-ad6ebd7c68b4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:18.688130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.688439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.688784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.689149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.689532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.689890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.690245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.690594 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.690950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.691836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.692186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:18.703082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:18.876273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 604dbbc5-6de7-4698-b0be-f3541940c8c5 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:27:18.910431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 604dbbc5-6de7-4698-b0be-f3541940c8c5 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:27:18.910779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 604dbbc5-6de7-4698-b0be-f3541940c8c5 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:27:18.956468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:19.624281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Router 21a484a9-345b-4915-ae33-a427d1419696 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:27:19.823211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:27:19.832810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] Sync routers for ids ['21a484a9-345b-4915-ae33-a427d1419696'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:27:19.835849 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] 10.222.0.48 "PUT /v2.0/routers/21a484a9-345b-4915-ae33-a427d1419696/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7439919
Dec 15 19:27:19.838280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39222) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:19.845549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] Routers {'21a484a9-345b-4915-ae33-a427d1419696'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:19.846159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede908e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['21a484a9-345b-4915-ae33-a427d1419696'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:20.022183 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] Set router 21a484a9-345b-4915-ae33-a427d1419696 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:20.029506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:20.221096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:20.230666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Deleting port 34ba6e05-59c1-4179-a7ee-a57b1c0430de {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:20.231087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:20.303703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede908e0>, [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:27:18Z', 'revision_number': 5, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port': {'id': '34ba6e05-59c1-4179-a7ee-a57b1c0430de', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a484a9-345b-4915-ae33-a427d1419696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:20.307489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] Checking router: 21a484a9-345b-4915-ae33-a427d1419696 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:27:20.318505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] Routers {'21a484a9-345b-4915-ae33-a427d1419696'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:20.319110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede908e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['21a484a9-345b-4915-ae33-a427d1419696'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:20.398545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] For port 34ba6e05-59c1-4179-a7ee-a57b1c0430de, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=34ba6e05-59c1-4179-a7ee-a57b1c0430de,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:20.398905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:20.465612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] Set router 21a484a9-345b-4915-ae33-a427d1419696 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:20.514737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Calling delete_port for 34ba6e05-59c1-4179-a7ee-a57b1c0430de owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:20.614158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede908e0>, [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:27:20Z', 'revision_number': 6, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:20.618620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557c908-1824-43e1-b189-b146f455d5c0 None None] The sync data for ids ['21a484a9-345b-4915-ae33-a427d1419696'] in dv-neutron-821830-2-hyperv is: [{'id': '21a484a9-345b-4915-ae33-a427d1419696', 'name': 'tempest-TestEncryptedCinderVolumes-698333428-router', 'tenant_id': '08c3be234df34453b9bdfd0f2ff736f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:04Z', 'updated_at': '2021-12-15T19:27:20Z', 'revision_number': 6, 'project_id': '08c3be234df34453b9bdfd0f2ff736f7', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:27:20.815609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:20.820398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-220c93dd-9a14-428c-88ef-99c546535906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:20.862669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ba6e05-59c1-4179-a7ee-a57b1c0430de,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:20.865738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:21.061208 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:27:21.084863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.100716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:27:21.101130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4ef274ac-caec-4563-8ee4-ad6ebd7c68b4 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:27:21.335095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.339140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.362962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.363429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a484a9-345b-4915-ae33-a427d1419696 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:27:21.375347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.376444 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] 10.222.0.48 "DELETE /v2.0/routers/21a484a9-345b-4915-ae33-a427d1419696 HTTP/1.1" status: 204  len: 168 time: 1.5372810
Dec 15 19:27:21.378965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39226) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:21.439965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Deleting subnet ee5c2c91-3782-478e-8ef0-4d803d9e4e76 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:27:21.442906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.493720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.571105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.646915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.651775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bbdaaae1-5442-42dd-b8b3-8f4869e04af8 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:21.693164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5c2c91-3782-478e-8ef0-4d803d9e4e76,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:21.695689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:21.699455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.708524 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-44cae067-415e-4b96-8325-13a712916e2d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ee5c2c91-3782-478e-8ef0-4d803d9e4e76 HTTP/1.1" status: 204  len: 168 time: 0.3285222
Dec 15 19:27:21.711011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e48922-eaa9-4831-b257-5bdf04aaf46d None None] Network 7073f0b9-23d3-4ccc-ab63-294c1a126c3b requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:27:21.711582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39230) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:21.819609 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.830308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Deleting port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:21.830633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:21.952863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] DHCP port deletion for 7073f0b9-23d3-4ccc-ab63-294c1a126c3b request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:27:21.957682 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Deleting port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:21.958058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.033377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] For port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:22.033738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.158307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] For port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,segment=NetworkSegment(2398a998-4712-45d6-b097-09b3ee7276dc),segment_id=2398a998-4712-45d6-b097-09b3ee7276dc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:22.158885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.264540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Calling delete_port for 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:22.275525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Calling delete_port for 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:22.337438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.341921 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a29db768-c209-4502-bf05-738b2f9c70e9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:22.342327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:27:22.342730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:27:22.384334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9a7f37-27c5-47f9-8c76-a33598ba95b6,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:22.387746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:22.391595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] No DVR routers for this DVR port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:27:22.505796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.529926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced2b4bb0>,) {'filters': {'network_id': ['7073f0b9-23d3-4ccc-ab63-294c1a126c3b']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:22.542604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2b4bb0>, '2398a998-4712-45d6-b097-09b3ee7276dc') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:22.542896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced2b4bb0>, '2398a998-4712-45d6-b097-09b3ee7276dc') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:22.554653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.570319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.576508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:27:22.577108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:27:22.590449 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:27:22.666016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.669521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8a6a3d1f-5369-4a1e-9413-0b18f5f3a20a tempest-NetworksTest-413809156 tempest-NetworksTest-413809156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:22.682450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.698181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7073f0b9-23d3-4ccc-ab63-294c1a126c3b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:22.703152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:22.708671 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] 10.222.0.48 "DELETE /v2.0/networks/7073f0b9-23d3-4ccc-ab63-294c1a126c3b HTTP/1.1" status: 204  len: 168 time: 0.9958789
Dec 15 19:27:22.711559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39234) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:22.843605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Deleting port 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:22.843991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:22.886934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:27:22.943875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:27:22.944220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3d9a7f37-27c5-47f9-8c76-a33598ba95b6 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:27:22.944643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 34ba6e05-59c1-4179-a7ee-a57b1c0430de no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:27:22.976143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e52d23fd-5808-48fa-a09a-840a0a09f3b8 None None] The port '3d9a7f37-27c5-47f9-8c76-a33598ba95b6' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:27:22.981184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 34ba6e05-59c1-4179-a7ee-a57b1c0430de {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:27:22.981536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 34ba6e05-59c1-4179-a7ee-a57b1c0430de not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:27:23.101363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:23.787869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Deleting port 3c4c921b-7897-4289-b27a-1cc0471d763b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:23.788199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:23.956620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] For port 3c4c921b-7897-4289-b27a-1cc0471d763b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3c4c921b-7897-4289-b27a-1cc0471d763b,segment=NetworkSegment(d861c612-6053-495f-8a60-9432805b0495),segment_id=d861c612-6053-495f-8a60-9432805b0495)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:23.957530 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:24.075051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Calling delete_port for 3c4c921b-7897-4289-b27a-1cc0471d763b owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:24.242906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:24.246393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:24.286551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4c921b-7897-4289-b27a-1cc0471d763b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:24.289024 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:24.573888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:25.246591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:27:25.444536 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:27:25.452996 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] Sync routers for ids ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:27:25.454004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] 10.222.0.48 "PUT /v2.0/routers/c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7414951
Dec 15 19:27:25.456416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39238) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:25.466229 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] Routers {'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:25.466824 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cdc0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:25.641140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] Set router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:25.652376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:25.860432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:25.870263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Deleting port 28b55200-c38a-4001-90f5-d179546b9907 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:25.870605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:25.948681 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cdc0>, [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': '28b55200-c38a-4001-90f5-d179546b9907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:27:24Z', 'revision_number': 5, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port': {'id': '28b55200-c38a-4001-90f5-d179546b9907', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:26:11Z', 'updated_at': '2021-12-15T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:25.952585 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] Checking router: c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:27:25.963216 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] Routers {'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:25.963813 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cdc0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:26.046829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] For port 28b55200-c38a-4001-90f5-d179546b9907, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=28b55200-c38a-4001-90f5-d179546b9907,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:26.047181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:26.110656 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] Set router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:26.170049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Calling delete_port for 28b55200-c38a-4001-90f5-d179546b9907 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:26.213119 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cdc0>, [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:27:25Z', 'revision_number': 6, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:26.217430 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a458b1-8c0b-407c-8cf4-ab670b4e2956 None None] The sync data for ids ['c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff'] in dv-neutron-821830-2-hyperv is: [{'id': 'c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff', 'name': 'tempest-TestEncryptedCinderVolumes-150577469-router', 'tenant_id': '2644539791484c778cd05f444e8ec29d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:26:10Z', 'updated_at': '2021-12-15T19:27:25Z', 'revision_number': 6, 'project_id': '2644539791484c778cd05f444e8ec29d', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:27:26.335563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:26.339584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d47cdb10-4866-4023-bcde-701dd335392a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:26.379076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b55200-c38a-4001-90f5-d179546b9907,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:26.383137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:26.715157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:26.973738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:26.977970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:26.995001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c4c921b-7897-4289-b27a-1cc0471d763b no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:27:27.002650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.003169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:27:27.016493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.017645 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c3ecdfc2-e1e4-4a2a-987e-ada5febef8ff HTTP/1.1" status: 204  len: 168 time: 1.5596163
Dec 15 19:27:27.020712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39242) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:27.035140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 3c4c921b-7897-4289-b27a-1cc0471d763b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:27:27.035503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c4c921b-7897-4289-b27a-1cc0471d763b not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:27:27.035935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 28b55200-c38a-4001-90f5-d179546b9907 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:27:27.067994 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 28b55200-c38a-4001-90f5-d179546b9907 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:27:27.068343 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 28b55200-c38a-4001-90f5-d179546b9907 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:27:27.080058 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Deleting subnet de8ddabb-a7a4-482e-a313-99e1d93ee28a {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:27:27.083568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.137283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.219263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.260640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.289852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.293324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-be058ede-f30d-4d7d-8cf5-9def9ab073c7 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:27.330182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8ddabb-a7a4-482e-a313-99e1d93ee28a,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:27.334023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:27.336591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.344537 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ff1a3ffc-74d5-4582-95c2-60614e126c56 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/de8ddabb-a7a4-482e-a313-99e1d93ee28a HTTP/1.1" status: 204  len: 168 time: 0.3206158
Dec 15 19:27:27.344702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb20664-c008-448d-b45a-629201c3a4e3 None None] Network bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:27:27.344799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39246) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:27.448213 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.458347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Deleting port 1942644d-3434-49aa-bd85-fa0144d4c80b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:27.458600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.580452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] DHCP port deletion for bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:27:27.584538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Deleting port 1942644d-3434-49aa-bd85-fa0144d4c80b {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:27.584983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.659369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] For port 1942644d-3434-49aa-bd85-fa0144d4c80b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1942644d-3434-49aa-bd85-fa0144d4c80b,segment=NetworkSegment(d861c612-6053-495f-8a60-9432805b0495),segment_id=d861c612-6053-495f-8a60-9432805b0495)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:27.659712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.782313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] For port 1942644d-3434-49aa-bd85-fa0144d4c80b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1942644d-3434-49aa-bd85-fa0144d4c80b,segment=NetworkSegment(d861c612-6053-495f-8a60-9432805b0495),segment_id=d861c612-6053-495f-8a60-9432805b0495)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:27.782708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.787302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Calling delete_port for 1942644d-3434-49aa-bd85-fa0144d4c80b owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:27.861601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:27.865884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:27.905072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Pushing event deleted for resources: {'Port': ['ID=1942644d-3434-49aa-bd85-fa0144d4c80b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:27.907792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:27.913396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] No DVR routers for this DVR port 1942644d-3434-49aa-bd85-fa0144d4c80b on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:27:27.937129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Calling delete_port for 1942644d-3434-49aa-bd85-fa0144d4c80b owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:27:28.005808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:27:28.006517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:27:28.029624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.058739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec574d90>,) {'filters': {'network_id': ['bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:28.173397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec574d90>, 'd861c612-6053-495f-8a60-9432805b0495') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:28.173604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec574d90>, 'd861c612-6053-495f-8a60-9432805b0495') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:28.185970 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.201570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.208238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:27:28.208642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:27:28.221557 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:27:28.295017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.298444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:28.311203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.321774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:28.324510 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc2e9c2b-4336-4ccf-bf7f-d8c33a99f651 HTTP/1.1" status: 204  len: 168 time: 0.9788823
Dec 15 19:27:28.325450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:28.507791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Deleting port 1942644d-3434-49aa-bd85-fa0144d4c80b {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:27:28.508189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.510759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39252) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:28.559967 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b86a10cb-f2aa-40e2-9a6a-49c31592ef32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08c3be234df34453b9bdfd0f2ff736f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0479124
Dec 15 19:27:28.562385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39256) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:28.572498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8b39b9f5-74e8-4e03-bfba-539f54959fa7 None None] The port '1942644d-3434-49aa-bd85-fa0144d4c80b' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:27:28.623384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.649228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.699032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.704198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0c0b8c7d-3fa6-46c3-9f7e-7ab1c6e75364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:28.721384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0513effb-2ce8-4170-a5c9-c35db0d159c5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:28.724048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:28.736783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:28.738001 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0513effb-2ce8-4170-a5c9-c35db0d159c5 HTTP/1.1" status: 204  len: 168 time: 0.1747112
Dec 15 19:27:28.910649 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1942644d-3434-49aa-bd85-fa0144d4c80b no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:27:28.956372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1942644d-3434-49aa-bd85-fa0144d4c80b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:27:28.956725 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1942644d-3434-49aa-bd85-fa0144d4c80b not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:27:29.125758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39264) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:29.175075 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5bb19c10-b7d6-441f-a290-48e1b0d9755f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2644539791484c778cd05f444e8ec29d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0480704
Dec 15 19:27:29.178061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39268) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:29.234419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbee4a7e-7548-43d5-9d65-a4f3d2ad95d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:29.259343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbee4a7e-7548-43d5-9d65-a4f3d2ad95d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:29.308958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbee4a7e-7548-43d5-9d65-a4f3d2ad95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:29.313718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-395dd096-20ce-4e7d-b13a-05adcd4f530b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:29.325431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee4a7e-7548-43d5-9d65-a4f3d2ad95d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96409c62-111b-48d2-9e4b-530bb4817311,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:29.327724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fbee4a7e-7548-43d5-9d65-a4f3d2ad95d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:29.331052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fbee4a7e-7548-43d5-9d65-a4f3d2ad95d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:29.332178 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fbee4a7e-7548-43d5-9d65-a4f3d2ad95d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96409c62-111b-48d2-9e4b-530bb4817311 HTTP/1.1" status: 204  len: 168 time: 0.1531892
Dec 15 19:27:30.173561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39290) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:30.299055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1650547849-network', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:27:30.304303 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:30.308137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Usage tracker for resource:network and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:30.310957 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:30.318146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:30.327744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Made reservation on behalf of e4516f1bff9148bfb8a36f0fa8acd085 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:27:30.329976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.345526 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.374982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:30.378677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:30.381935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:30.387507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:30.450044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.453642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.456449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-34dec26d-c4cd-4093-97e6-28d999ba728a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:30.484588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:27:30.492796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e920816f-b398-4edb-9db6-6615ef7e4c2b,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:30.495917 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:30.500314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.500314 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Added segment 790eebe9-0279-4ee0-ab48-8d7c6dbc0025 of type vlan for network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044
Dec 15 19:27:30.526549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.555022 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.555889 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:30.556452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.560992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c4ed0144-6178-4675-b738-30640d077229 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:30.659083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Pushing event updated for resources: {'Network': ['ID=60f4e4fa-740f-4ec2-ac60-10aea1ba7044,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:30.663477 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4888833
Dec 15 19:27:30.664765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:30.665652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39296) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:30.669979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:27:30.671387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Request body: {'subnet': {'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1650547849-subnet', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:27:30.676472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:30.680452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Usage tracker for resource:subnet and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:30.683399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:30.689116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:30.700314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Made reservation on behalf of e4516f1bff9148bfb8a36f0fa8acd085 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:27:30.702730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.905704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:30.909325 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-45ce2b2e-2d85-4de3-a091-7bf0063b96cf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:30.974387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:30.978022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:30.990811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Checking segment: {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:30.991157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Network hostable DHCP agents. Network: 60f4e4fa-740f-4ec2-ac60-10aea1ba7044, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:27:31.013109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:27:31.021957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 60f4e4fa-740f-4ec2-ac60-10aea1ba7044) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:31.025745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:31.026252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.035840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323cc50-d79c-42df-82b2-91f31a45c88e None None] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:27:31.046800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c87d26ea-acc9-4f21-8908-9a9069c4e68f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3799624
Dec 15 19:27:31.049574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39300) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:31.055249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:27:31.059654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:31.063607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Usage tracker for resource:router and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:31.067246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:31.072839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:31.083324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.084246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.102316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.245923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:27:31.246292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.246766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.401667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Allocated IP 172.20.0.2 (60f4e4fa-740f-4ec2-ac60-10aea1ba7044/8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3/4f3970f3-5be5-4042-aaa6-e03e1a72633c) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:27:31.432323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.464709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.595505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Allocated IP 172.26.1.31 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/8e69384f-9ec9-44c2-bd47-dfd9ae710193) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:27:31.603674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.614635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Transition to ACTIVE for port object 4f3970f3-5be5-4042-aaa6-e03e1a72633c will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:31.632542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Transition to ACTIVE for port object 4f3970f3-5be5-4042-aaa6-e03e1a72633c will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:31.637615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.641579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:31.696143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:31.698849 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:31.715987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:27:31.746118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Pushing event updated for resources: {'Port': ['ID=4f3970f3-5be5-4042-aaa6-e03e1a72633c,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:31.754089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.782512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.787393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-060b6162-a338-42b3-a373-170139a28f7c tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:31.802636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.802977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.803310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.803642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.803969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.804290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.804611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.804931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.805247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.805586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.805902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:31.810485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:31.816870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Attempting to bind port 4f3970f3-5be5-4042-aaa6-e03e1a72633c on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:27:31.817396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Attempting to bind port 4f3970f3-5be5-4042-aaa6-e03e1a72633c by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:27:31.817632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Attempting to bind port 4f3970f3-5be5-4042-aaa6-e03e1a72633c on network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:27:31.824098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:27:31.824479 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Checking segment: {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:31.824884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.825277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Bound using segment: {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:27:31.825762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Bound port: 4f3970f3-5be5-4042-aaa6-e03e1a72633c, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:27:31.826408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.854032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:31.860969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:31.865520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:27:31.897640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e69384f-9ec9-44c2-bd47-dfd9ae710193,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:31.901833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:31.912895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8dd95417-8e89-4023-b359-66005c021349 None None] For port 4f3970f3-5be5-4042-aaa6-e03e1a72633c, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:27:31.915943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8dd95417-8e89-4023-b359-66005c021349 None None] For port 4f3970f3-5be5-4042-aaa6-e03e1a72633c, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4f3970f3-5be5-4042-aaa6-e03e1a72633c,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:27:31.919557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:31.922985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:32.004615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Pushing event updated for resources: {'Port': ['ID=4f3970f3-5be5-4042-aaa6-e03e1a72633c,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:32.007553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:32.140271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:32.140271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:32.381290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:27:32.579304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:27:32.589585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Sync routers for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:27:32.601556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:32.602437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedff13d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:32.606901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:32.608349 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5578420
Dec 15 19:27:32.611051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39304) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:32.854576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:32.964891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4f3970f3-5be5-4042-aaa6-e03e1a72633c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:33.000749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694c260-cde3-4faf-8c27-a18484b9f1f9 None None] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:27:33.195715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ee4e97cc-a4bb-4aaa-8519-4303b7b13d49 None None] Provisioning for port 4f3970f3-5be5-4042-aaa6-e03e1a72633c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:33.357748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 4f3970f3-5be5-4042-aaa6-e03e1a72633c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:33.374669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.397481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4f3970f3-5be5-4042-aaa6-e03e1a72633c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:33.397861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.545739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedff13d0>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 3, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:33.559026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Checking router: 0bafe925-b16d-42c8-9ab6-93be6c6503c6 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:27:33.559389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Updating router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:27:33.583250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Allocated IP 172.20.0.1 (60f4e4fa-740f-4ec2-ac60-10aea1ba7044/8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3/33f6f57a-8fad-4fdf-96fe-5978e358cff3) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:27:33.596763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.636350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.688212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 4f3970f3-5be5-4042-aaa6-e03e1a72633c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4f3970f3-5be5-4042-aaa6-e03e1a72633c,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:33.701357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.705899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-78fb7719-7098-4602-85ff-1f10e26f7b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:33.851808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=4f3970f3-5be5-4042-aaa6-e03e1a72633c,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:33.859484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:33.864408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.881059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Transition to ACTIVE for port object 33f6f57a-8fad-4fdf-96fe-5978e358cff3 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:33.902796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.906905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75eb790f-6d85-4901-be5b-b5ee5aed92fa tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:33.937586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-707875b1-bac1-4fc4-98ae-226b6caad3a1 None None] Provisioning complete for port 4f3970f3-5be5-4042-aaa6-e03e1a72633c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:33.937964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-707875b1-bac1-4fc4-98ae-226b6caad3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:33.972772 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:33.976083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:33.978101 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Pushing event updated for resources: {'Port': ['ID=33f6f57a-8fad-4fdf-96fe-5978e358cff3,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:33.980226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:27:34.011763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:34.039435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.127416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.155226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.168585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Transition to ACTIVE for port object 8e69384f-9ec9-44c2-bd47-dfd9ae710193 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:34.176129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.180921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-05353665-4461-464f-914b-5d121647a1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:34.261974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Attempting to bind port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:27:34.262380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Attempting to bind port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:27:34.262753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Attempting to bind port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:27:34.264601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5e019-e20b-4b2c-806f-7f82caf264c0 None None] Pushing event updated for resources: {'Port': ['ID=8e69384f-9ec9-44c2-bd47-dfd9ae710193,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:34.267145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-03e5e019-e20b-4b2c-806f-7f82caf264c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:34.275708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:27:34.276083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:34.276484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.276878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:27:34.277359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Bound port: 8e69384f-9ec9-44c2-bd47-dfd9ae710193, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:27:34.277735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.321179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7d73f76b-72b5-464a-8e7b-30b2f4c18f6e None None] Provisioning for port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:34.335228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7d73f76b-72b5-464a-8e7b-30b2f4c18f6e None None] Provisioning complete for port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:34.335607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7d73f76b-72b5-464a-8e7b-30b2f4c18f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.350454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.356187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.384164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-83da55e5-e58b-40b9-b31e-d118f9ce2e19 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:34.405878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] For port 8e69384f-9ec9-44c2-bd47-dfd9ae710193, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:27:34.408102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-7d73f76b-72b5-464a-8e7b-30b2f4c18f6e None None] Port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:27:34.416734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] For port 8e69384f-9ec9-44c2-bd47-dfd9ae710193, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8e69384f-9ec9-44c2-bd47-dfd9ae710193,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:27:34.420469 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.424709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:34.461897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Pushing event updated for resources: {'Port': ['ID=33f6f57a-8fad-4fdf-96fe-5978e358cff3,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:34.464355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:34.467989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:34.561072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5e019-e20b-4b2c-806f-7f82caf264c0 None None] Pushing event updated for resources: {'Port': ['ID=8e69384f-9ec9-44c2-bd47-dfd9ae710193,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:34.564079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-03e5e019-e20b-4b2c-806f-7f82caf264c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:34.565726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:34.566357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedff13d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:34.603774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:34.604903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:34.755017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:34.906715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4f3970f3-5be5-4042-aaa6-e03e1a72633c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:35.008033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:27:35.015633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e91a9d05-aa6c-4629-baaa-e66c7c53d9c9 None None] Provisioning complete for port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:35.016007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e91a9d05-aa6c-4629-baaa-e66c7c53d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:35.110483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e91a9d05-aa6c-4629-baaa-e66c7c53d9c9 None None] Port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:27:35.154477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 4f3970f3-5be5-4042-aaa6-e03e1a72633c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:35.154854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:35.210028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:27:35.219195 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] 10.222.0.48 "PUT /v2.0/routers/0bafe925-b16d-42c8-9ab6-93be6c6503c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6064854
Dec 15 19:27:35.265743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedff13d0>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 2, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:35.278072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216175a1-ad2d-4252-bd45-ea33e900a7e5 None None] The sync data for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv is: [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 2, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:27:36.108315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39326) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:36.114907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-244498233-network', 'tenant_id': '003859d0cb344615942ec9b13c12f381'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:27:36.123191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:36.127207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Usage tracker for resource:network and tenant:003859d0cb344615942ec9b13c12f381 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:36.130137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:36.136093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:36.146802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Made reservation on behalf of 003859d0cb344615942ec9b13c12f381 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:27:36.149126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.165975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.198251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:36.202182 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Usage tracker for resource:security_group_rule and tenant:003859d0cb344615942ec9b13c12f381 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:36.204987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:36.211100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:36.279078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.284040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.287678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-86fb56be-cc13-4046-b8f9-ad9b5f132058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:36.314686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:27:36.328929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7bd4f-d716-41fa-9534-292faf504a69,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:36.333136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:36.336231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.336569 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Added segment 03f9ca27-445a-4b1b-ab0d-9b66d7291af3 of type vlan for network 428de4fc-676d-41b7-a98a-fab8331cfc9c
Dec 15 19:27:36.364389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.394332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.395941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:36.396522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.401543 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-084fe7c4-4836-4b7f-8b3f-e9c8ff4051de tempest-RoutersNegativeIpV6Test-409398947 tempest-RoutersNegativeIpV6Test-409398947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:36.605712 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4960129
Dec 15 19:27:36.608546 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Pushing event updated for resources: {'Network': ['ID=428de4fc-676d-41b7-a98a-fab8331cfc9c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:36.608745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39330) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:36.611454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:36.615252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Request body: {'subnet': {'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-244498233-subnet', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:27:36.618934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:27:36.621140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:36.625002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Usage tracker for resource:subnet and tenant:003859d0cb344615942ec9b13c12f381 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:36.627832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:36.633584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:36.645622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Made reservation on behalf of 003859d0cb344615942ec9b13c12f381 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:27:36.647881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.914171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8e69384f-9ec9-44c2-bd47-dfd9ae710193 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:36.945574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:36.949118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fe60407d-5809-42a7-a05a-1cc2c65a3b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:36.983914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:36.988419 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:36.988815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.019373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2898fa4-d83c-4311-9f34-831479d3762e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:37.023806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:37.032007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Checking segment: {'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:37.032615 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Network hostable DHCP agents. Network: 428de4fc-676d-41b7-a98a-fab8331cfc9c, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:27:37.054506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:27:37.063611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 428de4fc-676d-41b7-a98a-fab8331cfc9c) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:37.068369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:37.069142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.080411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bce8a3-fc87-4ca4-acb7-ca660cb06914 None None] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:27:37.090197 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-34a6f4cb-b253-403e-ad00-df562ad9203a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4803302
Dec 15 19:27:37.093410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39334) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:37.098320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:27:37.103533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:37.107623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Usage tracker for resource:router and tenant:003859d0cb344615942ec9b13c12f381 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:27:37.110560 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:27:37.117051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:37.128483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.129990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.147262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.174373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.212592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8e69384f-9ec9-44c2-bd47-dfd9ae710193, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8e69384f-9ec9-44c2-bd47-dfd9ae710193,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:37.221358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.225295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:37.289740 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.330926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8e69384f-9ec9-44c2-bd47-dfd9ae710193,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:37.359084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:37.378309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-428de4fc-676d-41b7-a98a-fab8331cfc9c', 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'fixed_ips': [{'subnet_id': 'e2898fa4-d83c-4311-9f34-831479d3762e'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:27:37.379671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.493205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.522177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.572824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Allocated IP 172.20.0.2 (428de4fc-676d-41b7-a98a-fab8331cfc9c/e2898fa4-d83c-4311-9f34-831479d3762e/d05e134e-91c7-4897-90bc-c1566ecd5e3c) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:27:37.659909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Allocated IP 172.26.1.29 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/e6473159-a791-498f-8b50-5222ad5478f8) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:27:37.775355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.785903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Transition to ACTIVE for port object d05e134e-91c7-4897-90bc-c1566ecd5e3c will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:37.803792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Transition to ACTIVE for port object d05e134e-91c7-4897-90bc-c1566ecd5e3c will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:37.810659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.814723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-fe8f48fb-cf83-4278-b6ee-542bcbe8ee1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:37.824246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.852947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.857393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dae6cb91-c195-432d-93be-05a47546c96a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:37.881863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:37.885385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:37.887267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Pushing event updated for resources: {'Port': ['ID=d05e134e-91c7-4897-90bc-c1566ecd5e3c,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:37.889397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:27:37.891588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:37.940806 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6473159-a791-498f-8b50-5222ad5478f8,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:37.943695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:37.945644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:37.946744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:37.948915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:27:37.978095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Attempting to bind port d05e134e-91c7-4897-90bc-c1566ecd5e3c on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:27:37.978481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Attempting to bind port d05e134e-91c7-4897-90bc-c1566ecd5e3c by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:27:37.978852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Attempting to bind port d05e134e-91c7-4897-90bc-c1566ecd5e3c on network 428de4fc-676d-41b7-a98a-fab8331cfc9c {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:27:37.985734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:27:37.985734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Checking segment: {'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:37.986150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:37.986572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Bound using segment: {'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:27:37.987040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Bound port: d05e134e-91c7-4897-90bc-c1566ecd5e3c, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:27:37.987418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:38.076595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] For port d05e134e-91c7-4897-90bc-c1566ecd5e3c, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:27:38.080150 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] For port d05e134e-91c7-4897-90bc-c1566ecd5e3c, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d05e134e-91c7-4897-90bc-c1566ecd5e3c,segment=NetworkSegment(03f9ca27-445a-4b1b-ab0d-9b66d7291af3),segment_id=03f9ca27-445a-4b1b-ab0d-9b66d7291af3)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:27:38.084540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:38.088022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:38.103019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:38.103736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:38.161618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Pushing event updated for resources: {'Port': ['ID=d05e134e-91c7-4897-90bc-c1566ecd5e3c,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:38.165703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:38.352455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:27:38.554125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:27:38.562560 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Sync routers for ids ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:27:38.574592 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Routers {'d9b9eeda-822b-45d6-94b3-fe94ed9ac175'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:38.575196 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:38.578531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:38.579889 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.4863551
Dec 15 19:27:38.582599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39338) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:27:38.755929 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Set router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:39.006220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d05e134e-91c7-4897-90bc-c1566ecd5e3c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:39.070307 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cca0>, [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 3, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port': {'id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:39.074592 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Checking router: d9b9eeda-822b-45d6-94b3-fe94ed9ac175 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:27:39.075026 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Updating router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 port e6473159-a791-498f-8b50-5222ad5478f8 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:27:39.086104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port d05e134e-91c7-4897-90bc-c1566ecd5e3c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:39.091117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8e69384f-9ec9-44c2-bd47-dfd9ae710193 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:39.134667 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.170011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:39.170390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.229554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d9cc3-3cb4-4d30-bcef-af5f1e945d53 None None] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:27:39.382405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Provisioning for port d05e134e-91c7-4897-90bc-c1566ecd5e3c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:39.408486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Provisioning complete for port d05e134e-91c7-4897-90bc-c1566ecd5e3c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:39.408863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.495053 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.497200 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.509131 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Transition to ACTIVE for port object e6473159-a791-498f-8b50-5222ad5478f8 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:39.515754 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.521032 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ac4848cf-f823-47f2-823e-ec1a3323ba63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:39.586528 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Attempting to bind port e6473159-a791-498f-8b50-5222ad5478f8 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:27:39.587183 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Attempting to bind port e6473159-a791-498f-8b50-5222ad5478f8 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:27:39.587284 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Attempting to bind port e6473159-a791-498f-8b50-5222ad5478f8 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:27:39.606715 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:27:39.607076 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:39.607472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.607857 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:27:39.608466 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Bound port: e6473159-a791-498f-8b50-5222ad5478f8, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:27:39.608778 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.627236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.636875 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Pushing event updated for resources: {'Port': ['ID=e6473159-a791-498f-8b50-5222ad5478f8,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:39.654953 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.655316 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.655603 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.655921 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.656286 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.656547 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.656861 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.657430 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.657740 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.658045 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.658716 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:39.663849 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:39.675368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] For port d05e134e-91c7-4897-90bc-c1566ecd5e3c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d05e134e-91c7-4897-90bc-c1566ecd5e3c,segment=NetworkSegment(03f9ca27-445a-4b1b-ab0d-9b66d7291af3),segment_id=03f9ca27-445a-4b1b-ab0d-9b66d7291af3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:39.680274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.682785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-18b678ed-d901-4058-abec-cab780777a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:39.704664 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] For port e6473159-a791-498f-8b50-5222ad5478f8, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:27:39.709172 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] For port e6473159-a791-498f-8b50-5222ad5478f8, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e6473159-a791-498f-8b50-5222ad5478f8,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:27:39.713561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Allocated IP 172.20.0.1 (428de4fc-676d-41b7-a98a-fab8331cfc9c/e2898fa4-d83c-4311-9f34-831479d3762e/7278a2ea-e9eb-4087-980e-510743570b1c) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:27:39.716315 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.723552 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-b6bdbfac-2ac9-40ae-ba35-2b19daa7c366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:39.768348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Pushing event updated for resources: {'Port': ['ID=d05e134e-91c7-4897-90bc-c1566ecd5e3c,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:39.772702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:39.808918 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Routers {'d9b9eeda-822b-45d6-94b3-fe94ed9ac175'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:39.809712 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cca0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:39.885966 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Pushing event updated for resources: {'Port': ['ID=e6473159-a791-498f-8b50-5222ad5478f8,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:39.889336 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:39.904571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.920222 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Transition to ACTIVE for port object 7278a2ea-e9eb-4087-980e-510743570b1c will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:39.942666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:39.946237 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:40.000967 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] Set router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:40.003018 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:40.010598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:40.014608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:27:40.030550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a7f7f859-73c1-421c-ac04-2b02e8221bad None None] Provisioning complete for port d05e134e-91c7-4897-90bc-c1566ecd5e3c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:40.031480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a7f7f859-73c1-421c-ac04-2b02e8221bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:40.048788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Pushing event updated for resources: {'Port': ['ID=7278a2ea-e9eb-4087-980e-510743570b1c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:40.055668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:40.080663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:40.173355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:40.308768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e5465f78-c156-41a4-8871-bd70665831eb None None] Provisioning for port 7278a2ea-e9eb-4087-980e-510743570b1c completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:40.314536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e5465f78-c156-41a4-8871-bd70665831eb None None] Provisioning complete for port 7278a2ea-e9eb-4087-980e-510743570b1c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:40.314967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e5465f78-c156-41a4-8871-bd70665831eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:40.321860 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cf0c8cca0>, [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 3, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port': {'id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:40.325956 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4034d74-6d93-489c-831f-5bcdf7376730 None None] The sync data for ids ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'] in dv-neutron-821830-2-hyperv is: [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 3, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port': {'id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:27:40.370850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e5465f78-c156-41a4-8871-bd70665831eb None None] Port 7278a2ea-e9eb-4087-980e-510743570b1c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:27:40.409458 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:40.414296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:40.543554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3fb7c9c-9cfa-4be9-b1ad-386bf1c35dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:40.621133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Pushing event updated for resources: {'Port': ['ID=7278a2ea-e9eb-4087-980e-510743570b1c,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:40.624259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:40.625180 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:40.759722 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:40.761045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:40.904237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d05e134e-91c7-4897-90bc-c1566ecd5e3c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:40.976201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d05e134e-91c7-4897-90bc-c1566ecd5e3c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:40.976585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:41.039402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-005ea283-6fd7-47dd-bc54-636622baf393 None None] Provisioning complete for port 7278a2ea-e9eb-4087-980e-510743570b1c triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:41.040060 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-005ea283-6fd7-47dd-bc54-636622baf393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:41.149015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:27:41.163839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-005ea283-6fd7-47dd-bc54-636622baf393 None None] Port 7278a2ea-e9eb-4087-980e-510743570b1c cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:27:41.356571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:27:41.365460 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9b9eeda-822b-45d6-94b3-fe94ed9ac175/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7818325
Dec 15 19:27:43.053649 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:27:43.350621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d9791d00-da08-439c-b486-b31d81ee9678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:45.591246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35e322ba-8a26-450e-b95a-8b49499f6b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:46.810978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:46.880830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:46.944971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e6473159-a791-498f-8b50-5222ad5478f8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:47.017069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e6473159-a791-498f-8b50-5222ad5478f8 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:47.022907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e6473159-a791-498f-8b50-5222ad5478f8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:47.023284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:47.144913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:47.161774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port e6473159-a791-498f-8b50-5222ad5478f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e6473159-a791-498f-8b50-5222ad5478f8,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:47.166465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:47.168532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:47.241595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=e6473159-a791-498f-8b50-5222ad5478f8,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:47.244721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:48.331647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:48.904814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e6473159-a791-498f-8b50-5222ad5478f8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:48.987260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e6473159-a791-498f-8b50-5222ad5478f8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:48.987729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:50.124673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Sync routers for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:27:50.138332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:50.139088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e5e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:50.329241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:50.662539 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e5e0>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 2, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:50.667045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Checking router: 0bafe925-b16d-42c8-9ab6-93be6c6503c6 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:27:50.667408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Updating router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:27:50.731624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:51.184954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:51.197393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Transition to ACTIVE for port object 33f6f57a-8fad-4fdf-96fe-5978e358cff3 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:51.204016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:51.213864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:51.274255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682c6fd-ddf4-47de-8f12-73884f99ba62 None None] Pushing event updated for resources: {'Port': ['ID=33f6f57a-8fad-4fdf-96fe-5978e358cff3,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:51.277752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8682c6fd-ddf4-47de-8f12-73884f99ba62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:51.445777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Attempting to bind port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:27:51.446482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Attempting to bind port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:27:51.447067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Attempting to bind port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 on network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:27:51.456303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:27:51.457906 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Checking segment: {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:51.458544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:51.459142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Bound using segment: {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:27:51.459818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Bound port: 33f6f57a-8fad-4fdf-96fe-5978e358cff3, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:27:51.460409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:51.558173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] For port 33f6f57a-8fad-4fdf-96fe-5978e358cff3, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:27:51.562480 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] For port 33f6f57a-8fad-4fdf-96fe-5978e358cff3, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=33f6f57a-8fad-4fdf-96fe-5978e358cff3,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:27:51.571848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:51.582897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5b1be8b0-b8c1-43b3-9557-e4293061a2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:51.684171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682c6fd-ddf4-47de-8f12-73884f99ba62 None None] Pushing event updated for resources: {'Port': ['ID=33f6f57a-8fad-4fdf-96fe-5978e358cff3,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:51.687537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8682c6fd-ddf4-47de-8f12-73884f99ba62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:51.688676 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:51.689293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e5e0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:51.894208 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Sync routers for ids ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:27:51.901905 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:51.906662 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Routers {'d9b9eeda-822b-45d6-94b3-fe94ed9ac175'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:51.907348 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4feb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:52.086463 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Set router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:52.227177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced40e5e0>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:51Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:52.231722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c3857-0dd2-4e5c-9899-655366377169 None None] The sync data for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv is: [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:51Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:27:52.417054 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4feb0>, [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:40Z', 'revision_number': 4, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port': {'id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7278a2ea-e9eb-4087-980e-510743570b1c', 'name': '', 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'mac_address': 'fa:16:3e:f4:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2898fa4-d83c-4311-9f34-831479d3762e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:39Z', 'updated_at': '2021-12-15T19:27:40Z', 'revision_number': 2, 'project_id': '003859d0cb344615942ec9b13c12f381', 'subnets': [{'id': 'e2898fa4-d83c-4311-9f34-831479d3762e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:52.421719 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Checking router: d9b9eeda-822b-45d6-94b3-fe94ed9ac175 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:27:52.422070 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Updating router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 port 7278a2ea-e9eb-4087-980e-510743570b1c binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:27:52.477726 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:52.670688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-2c1844d9-60f8-4bb2-a952-10f3e70c37c9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:52.672808 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-2c1844d9-60f8-4bb2-a952-10f3e70c37c9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 815 time: 0.1551239
Dec 15 19:27:52.695727 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-854849ab-3961-4cd1-8073-169b3ad1e491 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/quotas/e4516f1bff9148bfb8a36f0fa8acd085 HTTP/1.1" status: 200  len: 375 time: 0.0160811
Dec 15 19:27:52.781178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-adba159d-8a1e-42d6-8efb-9e2938b1726a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Synchronizing usage tracker for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:27:52.801889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-adba159d-8a1e-42d6-8efb-9e2938b1726a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Unset dirty status for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:27:52.803641 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-adba159d-8a1e-42d6-8efb-9e2938b1726a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1068494
Dec 15 19:27:52.875859 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:52.890240 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Transition to ACTIVE for port object 7278a2ea-e9eb-4087-980e-510743570b1c will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:52.902770 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:52.917385 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-19118e2e-1f07-4317-8c9b-d58b7d3f0ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:52.956149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 33f6f57a-8fad-4fdf-96fe-5978e358cff3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:52.968295 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-8cc823d9-9712-445e-8556-6950acddac93 service neutron] 10.222.0.48 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529140
Dec 15 19:27:53.028958 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:53.036106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:53.036559 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:53.133045 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-29d1251d-8b2b-4b60-ac90-80a43b171936 service neutron] 10.222.0.48 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575799
Dec 15 19:27:53.135371 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Attempting to bind port 7278a2ea-e9eb-4087-980e-510743570b1c on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:27:53.135751 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Attempting to bind port 7278a2ea-e9eb-4087-980e-510743570b1c by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:27:53.136215 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Attempting to bind port 7278a2ea-e9eb-4087-980e-510743570b1c on network 428de4fc-676d-41b7-a98a-fab8331cfc9c {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:27:53.146838 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8529c09-f1bf-4283-8499-9be7ce91bd4d None None] Pushing event updated for resources: {'Port': ['ID=7278a2ea-e9eb-4087-980e-510743570b1c,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:53.154690 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:27:53.155136 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Checking segment: {'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:27:53.155547 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:53.156291 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Bound using segment: {'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:27:53.158621 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Bound port: 7278a2ea-e9eb-4087-980e-510743570b1c, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f9ca27-445a-4b1b-ab0d-9b66d7291af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:27:53.159026 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:53.177349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:53.184084 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-d8529c09-f1bf-4283-8499-9be7ce91bd4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:53.212236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 33f6f57a-8fad-4fdf-96fe-5978e358cff3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=33f6f57a-8fad-4fdf-96fe-5978e358cff3,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:53.216936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:53.218891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5ae9e62-c05c-4c83-b1ed-4ff669a2dff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:53.283354 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] For port 7278a2ea-e9eb-4087-980e-510743570b1c, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:27:53.286871 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] For port 7278a2ea-e9eb-4087-980e-510743570b1c, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7278a2ea-e9eb-4087-980e-510743570b1c,segment=NetworkSegment(03f9ca27-445a-4b1b-ab0d-9b66d7291af3),segment_id=03f9ca27-445a-4b1b-ab0d-9b66d7291af3)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:27:53.294517 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:53.298942 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=33f6f57a-8fad-4fdf-96fe-5978e358cff3,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:53.302660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:53.304345 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:53.363257 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0100ce2-3c83-43a2-87ad-b750d7bc5683 req-a2fe1a5d-e4c0-40de-b787-7258c67343c4 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 210 time: 0.0488882
Dec 15 19:27:53.384962 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8529c09-f1bf-4283-8499-9be7ce91bd4d None None] Pushing event updated for resources: {'Port': ['ID=7278a2ea-e9eb-4087-980e-510743570b1c,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:53.388326 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-d8529c09-f1bf-4283-8499-9be7ce91bd4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:53.390673 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Routers {'d9b9eeda-822b-45d6-94b3-fe94ed9ac175'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:27:53.392378 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4feb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:27:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:53.590745 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] Set router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:27:53.901648 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4feb0>, [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:40Z', 'revision_number': 4, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port': {'id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7278a2ea-e9eb-4087-980e-510743570b1c', 'name': '', 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'mac_address': 'fa:16:3e:f4:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2898fa4-d83c-4311-9f34-831479d3762e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:39Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 4, 'project_id': '003859d0cb344615942ec9b13c12f381', 'subnets': [{'id': 'e2898fa4-d83c-4311-9f34-831479d3762e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:27:53.905530 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b33c8-08fc-46db-b10d-f6247fba2b43 None None] The sync data for ids ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'] in dv-neutron-821830-2-hyperv is: [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:40Z', 'revision_number': 4, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port': {'id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '7278a2ea-e9eb-4087-980e-510743570b1c', 'name': '', 'network_id': '428de4fc-676d-41b7-a98a-fab8331cfc9c', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'mac_address': 'fa:16:3e:f4:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2898fa4-d83c-4311-9f34-831479d3762e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:39Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 4, 'project_id': '003859d0cb344615942ec9b13c12f381', 'subnets': [{'id': 'e2898fa4-d83c-4311-9f34-831479d3762e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:27:54.431136 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-e6053f8c-8717-4add-8230-26d93038385d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:54.432019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-e6053f8c-8717-4add-8230-26d93038385d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Synchronizing usage tracker for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:27:54.454228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-e6053f8c-8717-4add-8230-26d93038385d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Unset dirty status for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:27:54.455387 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-e6053f8c-8717-4add-8230-26d93038385d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 815 time: 0.1780374
Dec 15 19:27:54.474046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'port': {'device_id': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'admin_state_up': True, 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:27:54.553235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b9f463ae-54f8-494e-a5a9-b2a47f6a8d41 req-0b5d0565-e38e-4344-b8b0-bf443cb69472 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 210 time: 0.0436049
Dec 15 19:27:54.622300 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:27:54.632339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:27:54.642739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Made reservation on behalf of e4516f1bff9148bfb8a36f0fa8acd085 for: {'port': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:27:54.646950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:54.823191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Allocated IP 172.20.0.5 (60f4e4fa-740f-4ec2-ac60-10aea1ba7044/8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3/48706601-d7ca-4af4-b1e7-de278189d728) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:27:55.077660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7278a2ea-e9eb-4087-980e-510743570b1c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:55.180043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 7278a2ea-e9eb-4087-980e-510743570b1c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:55.189579 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7278a2ea-e9eb-4087-980e-510743570b1c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:55.190299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.225766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.243431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Transition to ACTIVE for port object 48706601-d7ca-4af4-b1e7-de278189d728 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:27:55.272944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.287543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24e92993-bfd4-49e5-8577-39bb99c8bac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:55.389697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.391483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:27:55.396590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:27:55.413173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:27:55.453110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:55.458238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 7278a2ea-e9eb-4087-980e-510743570b1c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7278a2ea-e9eb-4087-980e-510743570b1c,segment=NetworkSegment(03f9ca27-445a-4b1b-ab0d-9b66d7291af3),segment_id=03f9ca27-445a-4b1b-ab0d-9b66d7291af3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:27:55.465510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.467964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 33f6f57a-8fad-4fdf-96fe-5978e358cff3 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:55.496591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.497281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.497824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.498435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.498893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.499345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.500148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.500761 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.501212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.501789 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.502460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:27:55.506299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:27:55.507762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:55.532585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:55.534449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.571448 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1023798
Dec 15 19:27:55.643931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=7278a2ea-e9eb-4087-980e-510743570b1c,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:27:55.656983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:27:55.661089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:55.661089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.848358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe64d2-38ea-45dd-b395-75506e77d2f2 req-2a81313f-f9fc-415d-af9a-dcb03cb86955 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:55.849732 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-56fe64d2-38ea-45dd-b395-75506e77d2f2 req-2a81313f-f9fc-415d-af9a-dcb03cb86955 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Synchronizing usage tracker for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:27:55.869590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-56fe64d2-38ea-45dd-b395-75506e77d2f2 req-2a81313f-f9fc-415d-af9a-dcb03cb86955 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Unset dirty status for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:27:55.871869 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-56fe64d2-38ea-45dd-b395-75506e77d2f2 req-2a81313f-f9fc-415d-af9a-dcb03cb86955 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.1386013
Dec 15 19:27:55.875626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8c976aa0-afd1-4762-ba92-a5219126c579 None None] Provisioning for port 48706601-d7ca-4af4-b1e7-de278189d728 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:27:55.884603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8c976aa0-afd1-4762-ba92-a5219126c579 None None] Provisioning complete for port 48706601-d7ca-4af4-b1e7-de278189d728 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:55.885660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8c976aa0-afd1-4762-ba92-a5219126c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:55.955271 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8c976aa0-afd1-4762-ba92-a5219126c579 None None] Port 48706601-d7ca-4af4-b1e7-de278189d728 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:27:55.958978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-56fe64d2-38ea-45dd-b395-75506e77d2f2 req-1c7f14fb-64f3-4a80-a84e-a3aa5363f400 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Synchronizing usage tracker for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:27:55.982431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-56fe64d2-38ea-45dd-b395-75506e77d2f2 req-1c7f14fb-64f3-4a80-a84e-a3aa5363f400 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Unset dirty status for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:27:55.983828 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-56fe64d2-38ea-45dd-b395-75506e77d2f2 req-1c7f14fb-64f3-4a80-a84e-a3aa5363f400 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049817
Dec 15 19:27:56.912482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7278a2ea-e9eb-4087-980e-510743570b1c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:27:56.989998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 7278a2ea-e9eb-4087-980e-510743570b1c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:27:56.990280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:57.196682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4fc2d-4747-4c41-bd7b-564da359746d req-a30f8096-5d5d-4c5b-a504-61e88ff1a438 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:57.198223 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5ca4fc2d-4747-4c41-bd7b-564da359746d req-a30f8096-5d5d-4c5b-a504-61e88ff1a438 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.0804813
Dec 15 19:27:57.257394 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5ca4fc2d-4747-4c41-bd7b-564da359746d req-9d56f3d8-18c8-4ae4-84e5-b83576d5973c tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536096
Dec 15 19:27:57.291017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:27:58.690482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9d876-1ef3-4c68-b8f2-3a8d8be5de43 req-9201d295-9665-4986-9cf6-dd2b6ebee4fc tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:27:58.698120 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-aeb9d876-1ef3-4c68-b8f2-3a8d8be5de43 req-9201d295-9665-4986-9cf6-dd2b6ebee4fc tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.2980952
Dec 15 19:27:58.740434 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-aeb9d876-1ef3-4c68-b8f2-3a8d8be5de43 req-59395381-c71c-4c76-8fa6-d0de24af8770 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411973
Dec 15 19:28:00.037937 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1380b7-a56d-4343-9971-e8aeb88b43d5 req-f5306eda-a949-4992-9d11-b2b7c3c733c9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:00.039307 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce1380b7-a56d-4343-9971-e8aeb88b43d5 req-f5306eda-a949-4992-9d11-b2b7c3c733c9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.1788189
Dec 15 19:28:00.087681 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce1380b7-a56d-4343-9971-e8aeb88b43d5 req-b6124355-3999-47ca-8118-4bca9600e47c tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424166
Dec 15 19:28:01.293417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec071-a76e-4c08-8ff1-390440ebe256 req-54398220-407c-4f5b-9270-201978182a81 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:01.294780 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dedec071-a76e-4c08-8ff1-390440ebe256 req-54398220-407c-4f5b-9270-201978182a81 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.0774894
Dec 15 19:28:01.343098 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dedec071-a76e-4c08-8ff1-390440ebe256 req-ce35dc2b-ef71-4670-a211-a9bee6cd6747 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428479
Dec 15 19:28:02.553029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aea16-cd7b-45c7-99db-3483f2ef95bf req-f9b1b01c-d567-4018-aaae-60f1aeefcc9c tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:02.554501 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-520aea16-cd7b-45c7-99db-3483f2ef95bf req-f9b1b01c-d567-4018-aaae-60f1aeefcc9c tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.0779107
Dec 15 19:28:02.603096 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-520aea16-cd7b-45c7-99db-3483f2ef95bf req-0af7a19b-abcd-406d-af6f-6e597d952890 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431483
Dec 15 19:28:03.809767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b859-495d-4422-91ff-500fd7102aad req-c1cf6869-8a36-4223-af9f-b18da22be724 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:03.811225 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dff4b859-495d-4422-91ff-500fd7102aad req-c1cf6869-8a36-4223-af9f-b18da22be724 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.0788579
Dec 15 19:28:03.866283 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-dff4b859-495d-4422-91ff-500fd7102aad req-c6ba33e4-8544-4dad-b796-41a5bb6ca193 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483749
Dec 15 19:28:05.063365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55f10a-cf8a-48e3-ad2b-0bcdac7505da req-6380dba3-0119-4e68-a578-0146be8e1308 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:05.065005 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7d55f10a-cf8a-48e3-ad2b-0bcdac7505da req-6380dba3-0119-4e68-a578-0146be8e1308 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 931 time: 0.0791912
Dec 15 19:28:05.110097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7d55f10a-cf8a-48e3-ad2b-0bcdac7505da req-79f37432-5e8a-4a42-b3f8-b2eb6704fd48 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389752
Dec 15 19:28:05.680369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Request body: {'port': {'device_id': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:05.788446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:06.115921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48706601-d7ca-4af4-b1e7-de278189d728 {{(pid=83670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:28:06.122676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:06.136938 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Transition to ACTIVE for port object 48706601-d7ca-4af4-b1e7-de278189d728 will not be triggered until provisioned by entity L2. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:28:06.140755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:06.144422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:06.307728 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Pushing event updated for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:06.311760 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:06.428735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0bf06-05a9-43c4-91bc-0624f01c24ba req-e79f7998-f3ee-46bb-97f3-3562bbd38511 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:06.430209 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8fd0bf06-05a9-43c4-91bc-0624f01c24ba req-e79f7998-f3ee-46bb-97f3-3562bbd38511 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 943 time: 0.1881011
Dec 15 19:28:06.465637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Attempting to bind port 48706601-d7ca-4af4-b1e7-de278189d728 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:28:06.465971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Attempting to bind port 48706601-d7ca-4af4-b1e7-de278189d728 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:28:06.466293 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Attempting to bind port 48706601-d7ca-4af4-b1e7-de278189d728 on network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:28:06.483559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Port 48706601-d7ca-4af4-b1e7-de278189d728 on network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:28:06.483819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Attempting to bind port 48706601-d7ca-4af4-b1e7-de278189d728 on network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:28:06.496505 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8fd0bf06-05a9-43c4-91bc-0624f01c24ba req-abb43abf-6e7b-4557-af4a-b3bc47932c2a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573511
Dec 15 19:28:06.497553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:28:06.497867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Checking segment: {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:28:06.498240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Bound using segment: {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'} {{(pid=83670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:28:06.498660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.managers [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Bound port: 48706601-d7ca-4af4-b1e7-de278189d728, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790eebe9-0279-4ee0-ab48-8d7c6dbc0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044'}}] {{(pid=83670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:28:06.498999 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:06.591154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, cleared binding levels {{(pid=83670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:28:06.594379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=48706601-d7ca-4af4-b1e7-de278189d728,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:28:06.598856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:06.603145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:06.663876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:06.665235 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] 10.222.0.64 "PUT /v2.0/ports/48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 1093 time: 1.0537605
Dec 15 19:28:06.665782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:28:06.685081 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Pushing event updated for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=3']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:06.696635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:06.742603 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728', 'status': 'completed', 'code': 200}
Dec 15 19:28:06.786876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-cb687108-8b74-4f58-bb1c-d2c032e49874 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1096 time: 0.0797784
Dec 15 19:28:06.955627 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-4b7474a5-71ad-444f-a42d-f958212fa829 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 217 time: 0.1613872
Dec 15 19:28:07.018238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-75aa2966-d7ba-41af-841a-0ce0b52a7ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:07.019671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-75aa2966-d7ba-41af-841a-0ce0b52a7ac8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0587065
Dec 15 19:28:07.095409 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-9b6207db-137e-4f16-b2c6-4b38ee3abde3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699410
Dec 15 19:28:07.232699 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-25cb8265-444e-41ec-9f2a-94df9a0e8b57 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311011
Dec 15 19:28:07.360202 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-464b98d9-68da-4bd7-abf2-0ae05dee7b4a req-43fecb13-9ec7-41f6-8f13-73a56d325b36 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216736
Dec 15 19:28:07.467752 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-8d74d462-8357-4701-a3ce-aef50d74888d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1096 time: 0.0668800
Dec 15 19:28:07.599755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-60991b50-d7b4-4515-8d52-1686f68c148d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:07.601203 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-60991b50-d7b4-4515-8d52-1686f68c148d service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.1270754
Dec 15 19:28:07.704757 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-0adbffc0-19e5-47f1-a3f7-192ead175d84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 217 time: 0.0962093
Dec 15 19:28:07.787138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-84b717a8-7712-4ef2-9b1f-ba6b34944f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:07.788490 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-84b717a8-7712-4ef2-9b1f-ba6b34944f77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0751233
Dec 15 19:28:07.798512 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69020e7-0355-4248-b2ac-fa8cbde4fde9 req-53bcf430-db70-456e-90a9-f20ddd20f7c7 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:07.799833 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c69020e7-0355-4248-b2ac-fa8cbde4fde9 req-53bcf430-db70-456e-90a9-f20ddd20f7c7 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 943 time: 0.1404212
Dec 15 19:28:07.889328 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c69020e7-0355-4248-b2ac-fa8cbde4fde9 req-fd827312-d22c-47e2-90b4-64ffce06e894 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601428
Dec 15 19:28:07.906277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-1801e1cc-e1d4-4e62-9758-51895916bdf0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1053460
Dec 15 19:28:08.039976 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-d5e209c8-ce6d-49a7-87d3-0d86018678cc service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263328
Dec 15 19:28:08.170680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-23fe6967-cfa2-4775-a37a-c0692fd42d22 req-449a2e0b-a8f8-4f25-9cd0-494c79c66f86 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235950
Dec 15 19:28:09.017811 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 48706601-d7ca-4af4-b1e7-de278189d728 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:28:09.090280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdba478-a1c6-4708-88fe-92d584c493f4 req-6f96ef7b-8ad0-4e95-a577-023253741531 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:09.092354 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ecdba478-a1c6-4708-88fe-92d584c493f4 req-6f96ef7b-8ad0-4e95-a577-023253741531 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 943 time: 0.0817962
Dec 15 19:28:09.144930 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ecdba478-a1c6-4708-88fe-92d584c493f4 req-24678404-6a93-45c3-b81a-d653cf29be53 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457950
Dec 15 19:28:09.157713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=48706601-d7ca-4af4-b1e7-de278189d728,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:28:09.172105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '48706601-d7ca-4af4-b1e7-de278189d728', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'port_id': '48706601-d7ca-4af4-b1e7-de278189d728', 'mac_address': 'fa:16:3e:47:fb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:28:09.224893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:09.242248 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48706601-d7ca-4af4-b1e7-de278189d728 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:28:09.257334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=48706601-d7ca-4af4-b1e7-de278189d728,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:28:09.261135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:09.263936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-c033a4cb-2158-4c04-bb0d-df207cd08988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:09.329292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:09.332771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:09.474938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['48706601-d7ca-4af4-b1e7-de278189d728'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:28:10.337639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321e7d7-42e0-4208-910f-9db7753568bb req-c832a052-1b4a-4ec4-a370-6e3f270674f5 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:10.339106 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b321e7d7-42e0-4208-910f-9db7753568bb req-c832a052-1b4a-4ec4-a370-6e3f270674f5 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 944 time: 0.0753527
Dec 15 19:28:10.383244 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b321e7d7-42e0-4208-910f-9db7753568bb req-874421e3-daa8-4d8c-a463-dfe2e84bedaf tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387645
Dec 15 19:28:11.033576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 48706601-d7ca-4af4-b1e7-de278189d728 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:28:11.101735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 48706601-d7ca-4af4-b1e7-de278189d728 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:28:11.106153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 48706601-d7ca-4af4-b1e7-de278189d728 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:28:11.106464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:11.215796 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:11.241421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:28:11.250693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=48706601-d7ca-4af4-b1e7-de278189d728,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:28:11.255097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:11.257065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8682c6fd-ddf4-47de-8f12-73884f99ba62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:11.296936 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728', 'code': 200}
Dec 15 19:28:11.322123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:11.324970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:11.556879 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a0ba6043-afeb-4b23-9eb5-830f3bc5a426 req-7db1d959-943e-4705-83d8-f74b098db6c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1098 time: 0.1067734
Dec 15 19:28:11.609584 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a0ba6043-afeb-4b23-9eb5-830f3bc5a426 req-0e4f0794-0ab8-4211-9dda-05b0ecd44cf5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452316
Dec 15 19:28:11.627900 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866c98-8c86-485b-b5c9-02000848d620 req-d5dd30c5-8d52-45c8-9f1b-636ead5b5236 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:11.629889 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e1866c98-8c86-485b-b5c9-02000848d620 req-d5dd30c5-8d52-45c8-9f1b-636ead5b5236 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.1126244
Dec 15 19:28:11.674910 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e1866c98-8c86-485b-b5c9-02000848d620 req-572487ee-94de-4d0c-b276-dc37895bae49 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395393
Dec 15 19:28:12.870212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48fbf8-ee3b-4aa6-ac45-e84252fe4e17 req-04915ffe-fb2e-4cc3-8c57-ff30acea6634 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:12.871630 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef48fbf8-ee3b-4aa6-ac45-e84252fe4e17 req-04915ffe-fb2e-4cc3-8c57-ff30acea6634 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.0761449
Dec 15 19:28:12.917548 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef48fbf8-ee3b-4aa6-ac45-e84252fe4e17 req-fcf366d7-3d8f-4f3b-9338-61fee4786de1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404990
Dec 15 19:28:13.207176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3a862-8fa3-4415-b7fc-74ed8257b1f1 req-9b281317-0b3a-4699-bf6c-cbaf4700e138 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:13.208542 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ebf3a862-8fa3-4415-b7fc-74ed8257b1f1 req-9b281317-0b3a-4699-bf6c-cbaf4700e138 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.1750550
Dec 15 19:28:13.252044 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ebf3a862-8fa3-4415-b7fc-74ed8257b1f1 req-5940ebf1-0441-43ed-841f-118cfc183e80 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381136
Dec 15 19:28:13.344082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2683e92a-c90a-4685-85b8-90035f5f70ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:13.661170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7bdb3-7fc4-499d-85e9-1ea3d96ee47c req-97e878a6-d591-4a5a-9b24-319ddd07c7ec tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:13.662606 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a9a7bdb3-7fc4-499d-85e9-1ea3d96ee47c req-97e878a6-d591-4a5a-9b24-319ddd07c7ec tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.0742445
Dec 15 19:28:13.710502 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a9a7bdb3-7fc4-499d-85e9-1ea3d96ee47c req-78853c6e-0555-43a3-bfd3-1c1b23c9ea4a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424333
Dec 15 19:28:15.594622 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1e507e67-0cdd-457e-a254-2715fc94925a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:16.812634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:16.875170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:18.329464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:20.054481 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:28:23.968525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168ccaf-5818-4c61-9baf-a99d15a2cb33 req-ff0a7eaf-8e4f-4332-acd3-a8673e2c9e10 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:23.969968 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c168ccaf-5818-4c61-9baf-a99d15a2cb33 req-ff0a7eaf-8e4f-4332-acd3-a8673e2c9e10 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.0768237
Dec 15 19:28:24.015482 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c168ccaf-5818-4c61-9baf-a99d15a2cb33 req-a6848755-07ce-425f-85ff-18a4bb4d6892 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400360
Dec 15 19:28:24.043350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39520) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:24.177350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4e7f5dfe-a5f5-4676-b6cd-1081dd6edcb6 tempest-TestMinimumBasicScenario-976867329 tempest-TestMinimumBasicScenario-976867329-project-admin] Synchronizing usage tracker for tenant:003859d0cb344615942ec9b13c12f381 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:28:24.193676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4e7f5dfe-a5f5-4676-b6cd-1081dd6edcb6 tempest-TestMinimumBasicScenario-976867329 tempest-TestMinimumBasicScenario-976867329-project-admin] Unset dirty status for tenant:003859d0cb344615942ec9b13c12f381 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:28:24.195090 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4e7f5dfe-a5f5-4676-b6cd-1081dd6edcb6 tempest-TestMinimumBasicScenario-976867329 tempest-TestMinimumBasicScenario-976867329-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1093 time: 0.1507795
Dec 15 19:28:24.198026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39526) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:24.203145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '48706601-d7ca-4af4-b1e7-de278189d728', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:24.209006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:24.212755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:floatingip and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:24.215504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:24.221096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:24.231371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:24.364296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:24.494121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Allocated IP 172.26.1.68 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/3a9ca4f3-e5ff-43cc-b68e-148cd1ae94aa) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:28:24.636752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:24.663668 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:24.667184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:24.733824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:28:24.736852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:28:24.741531 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:28:24.764567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'Port': ['ID=3a9ca4f3-e5ff-43cc-b68e-148cd1ae94aa,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:24.769169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:25.238935 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:25.292771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:25.588491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:25.592527 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:25.596092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-78d7db81-f8f3-49b7-9246-57c87f4530dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:25.692148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'Port': ['ID=3a9ca4f3-e5ff-43cc-b68e-148cd1ae94aa,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:25.695912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:25.712861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:25.899526 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Floating IP 22bc8c61-5da9-411d-85b3-771f9c9d6b1a associated. External IP: 172.26.1.68, port: 48706601-d7ca-4af4-b1e7-de278189d728.
Dec 15 19:28:26.273958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:28:26.468167 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:28:26.478216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] Sync routers for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:28:26.490382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:28:26.491009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9641c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:28:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:28:26.492565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.545625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3464670
Dec 15 19:28:26.546528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:28:26.548456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39530) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:26.561063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967656554', 'description': 'tempest-secgroup-smoke-1967656554 description', 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:26.579110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:26.590831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:26.603648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.616978 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728', 'status': 'completed', 'code': 200}
Dec 15 19:28:26.646836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:26.650778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:26.653792 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:26.659877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:26.694108 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:28:26.719606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.727000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.727178 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-306ddedf-cf83-4ece-9a4e-74a7f7a2dafd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1098 time: 0.0858274
Dec 15 19:28:26.731395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-294280bd-58a5-4fca-acf2-fbcd8fbc045c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:26.776271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067f6d8d-1693-407a-b068-4ffa3156eb41,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:26.779898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.784885 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2317238
Dec 15 19:28:26.784885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39536) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:26.794643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'security_group_rule': {'security_group_id': '067f6d8d-1693-407a-b068-4ffa3156eb41', 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:26.801271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.801676 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.802110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.802539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.802964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.803406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.803826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.804244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.804662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.805076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.805519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:28:26.808747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:26.812790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:26.815829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:26.821721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:26.823944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:26.842367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.872861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-5a6bb8e7-fd42-48b9-8922-a7f7d84fee82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:26.874722 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-5a6bb8e7-fd42-48b9-8922-a7f7d84fee82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.1397340
Dec 15 19:28:26.905464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.911711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.913582 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8a45b0a7-88ad-4393-a9c6-191b13e6625c tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:26.935710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8954111-f463-418e-ac83-d1307118a7c2,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:26.939535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:26.948975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:26.952725 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1648903
Dec 15 19:28:26.953394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39540) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:26.960084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'security_group_rule': {'security_group_id': '067f6d8d-1693-407a-b068-4ffa3156eb41', 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:26.966125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:26.970131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:26.973153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:26.979475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:26.982584 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-401de173-4871-4f9b-9607-75cc95858b31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 998 time: 0.1013956
Dec 15 19:28:26.998175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.055129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-55b7e07a-fe8a-4137-b9e9-bea7e77f8340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:27.056660 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-55b7e07a-fe8a-4137-b9e9-bea7e77f8340 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0676928
Dec 15 19:28:27.065771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.070877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.073276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e8e988ae-ef16-4585-84c1-af6a47c3e0b6 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:27.100738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc731ad0-442f-4c71-80ce-0c9e05a0e4d1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:27.104128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:27.114606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.116221 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1616094
Dec 15 19:28:27.120288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39544) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:27.124782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9641c0>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '22bc8c61-5da9-411d-85b3-771f9c9d6b1a', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'port_id': '48706601-d7ca-4af4-b1e7-de278189d728', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'mac_address': 'fa:16:3e:47:fb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:25Z', 'revision_number': 0, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 5, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:28:27.128577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'security_group_rule': {'security_group_id': '067f6d8d-1693-407a-b068-4ffa3156eb41', 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:27.129565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] Checking router: 0bafe925-b16d-42c8-9ab6-93be6c6503c6 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:28:27.138574 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:27.140216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:28:27.140840 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9641c0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:28:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:28:27.150184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:27.154321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:27.161712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:27.170348 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-86962f84-0fbb-4c8c-8d17-d9880501bad4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1073709
Dec 15 19:28:27.205619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.319489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.342782 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:28:27.481003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.483037 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-c4e2bb3b-c04c-465b-af80-a3690e99637f service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3028369
Dec 15 19:28:27.484576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.492852 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-58264361-045a-4141-b97c-207acdbe1c9c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:27.535899 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c240ac10-3344-46ae-bbf1-e94149c046db,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:27.538924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:27.587687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.589002 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4675541
Dec 15 19:28:27.593474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39548) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:27.598752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'security_group_rule': {'security_group_id': '067f6d8d-1693-407a-b068-4ffa3156eb41', 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:27.604775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:27.608894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:27.611788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:27.618512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:27.638317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.649246 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b3d63d31-f5b0-4951-bd40-e919b5adf135 req-2e276ae5-c50b-46d5-9a97-610c261fd1e0 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440651
Dec 15 19:28:27.708631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.711789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9641c0>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '22bc8c61-5da9-411d-85b3-771f9c9d6b1a', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'port_id': '48706601-d7ca-4af4-b1e7-de278189d728', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'mac_address': 'fa:16:3e:47:fb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:25Z', 'revision_number': 0, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 5, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:28:27.712621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.714532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-601a4591-d173-465e-8aff-8d0304cce71c tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:27.716970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d161d-d04e-4afe-84ef-0121d8bf46b2 None None] The sync data for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv is: [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '22bc8c61-5da9-411d-85b3-771f9c9d6b1a', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'port_id': '48706601-d7ca-4af4-b1e7-de278189d728', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'mac_address': 'fa:16:3e:47:fb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:25Z', 'revision_number': 0, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 5, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:28:27.740765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c122d8d7-b66a-4c9d-bf64-33764bb99483,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:27.743836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:27.752135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.753830 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1600416
Dec 15 19:28:27.756642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39552) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:27.762393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'security_group_rule': {'security_group_id': '067f6d8d-1693-407a-b068-4ffa3156eb41', 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:27.768671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:27.772564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:27.775480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:27.781264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:27.792554 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Project e4516f1bff9148bfb8a36f0fa8acd085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:28:27.799207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.865413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.869120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.871127 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-029fe328-f9dd-405c-b7e5-b17179b6b9f3 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:27.896833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cb8660-d9c9-47a9-a501-520c39f4a6c1,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:27.901387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:27.906115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:27.907269 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1497130
Dec 15 19:28:27.910858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39556) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:28:27.916669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'security_group_rule': {'security_group_id': '067f6d8d-1693-407a-b068-4ffa3156eb41', 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:27.922848 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:28:27.928710 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Usage tracker for resource:security_group_rule and tenant:e4516f1bff9148bfb8a36f0fa8acd085 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:28:27.931662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:28:27.936007 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a0a10-b3e7-4dea-8eb6-e19a1f0b6208 None None] New status for floating IP 22bc8c61-5da9-411d-85b3-771f9c9d6b1a: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:28:27.938122 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:28:27.949367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Project e4516f1bff9148bfb8a36f0fa8acd085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:28:27.956133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.020892 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.024613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.026518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-539c51c6-55c2-469c-b3ba-03f16639dbdf tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:28.052821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faab07a-a21b-4830-9c9f-50679fc74b07,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:28.057698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:28.062479 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.063842 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1520000
Dec 15 19:28:28.195885 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-4ee6d65c-3b8d-4aed-b877-b3412024c9fe tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967656554&fields=id&tenant_id=e4516f1bff9148bfb8a36f0fa8acd085 HTTP/1.1" status: 200  len: 267 time: 0.0411739
Dec 15 19:28:28.278536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-b294a51d-8684-416a-9c81-bc625197eea3 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:28.279952 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-b294a51d-8684-416a-9c81-bc625197eea3 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.0786159
Dec 15 19:28:28.291363 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'port': {'security_groups': ['e920816f-b398-4edb-9db6-6615ef7e4c2b', '067f6d8d-1693-407a-b068-4ffa3156eb41']}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:28:28.405847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.657840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=48706601-d7ca-4af4-b1e7-de278189d728,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:28:28.683765 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.688393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.694485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-45666aea-e97b-4caa-860e-d344f9471f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:28:28.699852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['48706601-d7ca-4af4-b1e7-de278189d728'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:28:28.757017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:28.757674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:28.759100 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e699b73b-523a-4593-b9f3-50cbea0be6a4 req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "PUT /v2.0/ports/48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 981 time: 0.4720745
Dec 15 19:28:28.759569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:28:28.786834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=6']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:28:28.790020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:28:28.828525 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728', 'status': 'completed', 'code': 200}
Dec 15 19:28:28.833292 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['48706601-d7ca-4af4-b1e7-de278189d728'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:28:29.022373 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-b5019a49-935f-42d2-826f-bd8fa40e1bc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1137 time: 0.1680791
Dec 15 19:28:29.027997 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e0b84-d344-417e-99f4-f00abaf87e1d req-63c73729-43eb-4bd3-8c20-1c2363008fef tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:29.030046 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-865e0b84-d344-417e-99f4-f00abaf87e1d req-63c73729-43eb-4bd3-8c20-1c2363008fef tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.1177440
Dec 15 19:28:29.173277 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-865e0b84-d344-417e-99f4-f00abaf87e1d req-e82d0bf8-519e-48cc-87fb-b00590f4a4ad tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1202123
Dec 15 19:28:29.195198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-3a98995b-f186-4fea-8149-0b146eb8f561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:29.197390 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-3a98995b-f186-4fea-8149-0b146eb8f561 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.1661468
Dec 15 19:28:29.205147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-ef792404-d0ae-4867-ac3b-ebd3a79a9fe3 None None] Provisioning complete for port 48706601-d7ca-4af4-b1e7-de278189d728 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:28:29.205455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ef792404-d0ae-4867-ac3b-ebd3a79a9fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:29.303006 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-10a4b196-fff1-4a89-83b2-43f6c6b16326 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 1000 time: 0.0982764
Dec 15 19:28:29.363988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-2cfe0088-30d5-480f-b7b9-9fb3aa75ef7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:29.365468 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-2cfe0088-30d5-480f-b7b9-9fb3aa75ef7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0567908
Dec 15 19:28:29.446823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-5144c86f-86ce-4a5f-8a42-6a88505488af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706902
Dec 15 19:28:29.687059 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-159ac3d6-9d0d-4f6c-8008-b61b96f9eb0d service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334964
Dec 15 19:28:29.826480 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2dd2b195-e0d6-43bd-9eee-239b54d96f44 req-202f04e7-0b68-4f5e-9b25-11e4461d672f service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325858
Dec 15 19:28:30.251136 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-14160d76-b059-47ec-9b30-c59ad7dd81f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697482
Dec 15 19:28:30.389851 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-694a63d0-2548-45e4-9317-1abfa988747f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1137 time: 0.0715983
Dec 15 19:28:30.534129 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-b9afa708-8a04-48f7-89fe-9d70b6a77830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:30.535590 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-b9afa708-8a04-48f7-89fe-9d70b6a77830 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.1269207
Dec 15 19:28:30.638227 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-9e17f23d-00f2-42ce-a468-f1c270552e82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 1000 time: 0.0932870
Dec 15 19:28:30.705784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-36efdc7c-f7fb-4a6d-b6d0-a1189c11fe61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:30.707143 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-36efdc7c-f7fb-4a6d-b6d0-a1189c11fe61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0596206
Dec 15 19:28:30.779700 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-3e6f072d-32e0-430d-8071-5e20727f74e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666115
Dec 15 19:28:30.907183 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-c4d538e3-501d-4d4d-8841-18b629b1b34d service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205847
Dec 15 19:28:31.035041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0fceb66f-7d66-4333-bf0f-050d725a218c req-480faa25-ffae-4f28-b492-9e3616da8b54 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208773
Dec 15 19:28:43.345686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-671d3071-b6dc-4e1c-82e8-64a2c84954b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:45.596820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7bc0009d-d74c-4053-ae76-b790ad4aa778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:46.538322 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-647bde5e-a861-4815-8332-035a9d6221e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1137 time: 0.1311243
Dec 15 19:28:46.548276 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa505-8ea4-4bea-9dad-33d5e29b8c4d req-caf2f8c8-dc84-4ed6-8507-cfa7f629be1a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:46.549620 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6d5fa505-8ea4-4bea-9dad-33d5e29b8c4d req-caf2f8c8-dc84-4ed6-8507-cfa7f629be1a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0984182
Dec 15 19:28:46.687282 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6d5fa505-8ea4-4bea-9dad-33d5e29b8c4d req-b25231f5-63ad-4473-b51b-4f1cf3442545 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1171727
Dec 15 19:28:46.707263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-973b960f-0fba-4fe2-adc9-729d65abb06b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:46.708839 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-973b960f-0fba-4fe2-adc9-729d65abb06b service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.1583843
Dec 15 19:28:46.814701 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-2300bbc7-dcb6-4f23-b193-16871befd0c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 1000 time: 0.0987749
Dec 15 19:28:46.816255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:46.876006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:46.888754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-600cad77-73d4-4afc-a28b-70c0271de193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:46.890248 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-600cad77-73d4-4afc-a28b-70c0271de193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0631893
Dec 15 19:28:46.963850 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-8875ce49-8439-4873-89ff-6c345faa8052 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669038
Dec 15 19:28:47.186309 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-88586c47-e400-43c2-91de-282fd6242a5f service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2141922
Dec 15 19:28:47.314198 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c8623fc-b419-41f0-a38f-15c9c2da8f70 req-030ef63d-04d3-44b6-a581-29050967b4ef service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208224
Dec 15 19:28:47.888631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ad52d-0e28-40db-a76c-fa611a7281fc req-0fb1a3da-128f-4df7-8f36-f53e3830e103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:47.890098 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-589ad52d-0e28-40db-a76c-fa611a7281fc req-0fb1a3da-128f-4df7-8f36-f53e3830e103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0785139
Dec 15 19:28:47.936115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-589ad52d-0e28-40db-a76c-fa611a7281fc req-092e3ffe-b859-4ac5-a1bb-fbc549e081af tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Synchronizing usage tracker for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:28:47.951973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-589ad52d-0e28-40db-a76c-fa611a7281fc req-092e3ffe-b859-4ac5-a1bb-fbc549e081af tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Unset dirty status for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:28:47.953250 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-589ad52d-0e28-40db-a76c-fa611a7281fc req-092e3ffe-b859-4ac5-a1bb-fbc549e081af tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0575483
Dec 15 19:28:48.333246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:49.151460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400aac4-6dd5-4bba-b823-7d021247392e req-4e2e36cb-7cc2-471b-be11-3780cef41718 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:49.152886 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5400aac4-6dd5-4bba-b823-7d021247392e req-4e2e36cb-7cc2-471b-be11-3780cef41718 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0807300
Dec 15 19:28:49.199497 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5400aac4-6dd5-4bba-b823-7d021247392e req-1b927f88-1562-49cf-b2a0-17cce22370e2 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410607
Dec 15 19:28:50.394230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a01d-0617-4017-b68a-2dcd5a95eb83 req-de4d3cf4-11af-4fe9-b999-34ebbe9b3ac2 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:50.396229 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aee8a01d-0617-4017-b68a-2dcd5a95eb83 req-de4d3cf4-11af-4fe9-b999-34ebbe9b3ac2 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0798159
Dec 15 19:28:50.442346 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aee8a01d-0617-4017-b68a-2dcd5a95eb83 req-43f994ec-9853-4418-8a56-acaeb01289c0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405433
Dec 15 19:28:51.633250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fc102-0891-46aa-8d41-89d52bf405e9 req-7bd0a51f-2bdc-4e0c-90f8-4ae2b81f600a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:51.634708 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a99fc102-0891-46aa-8d41-89d52bf405e9 req-7bd0a51f-2bdc-4e0c-90f8-4ae2b81f600a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0747914
Dec 15 19:28:51.680544 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a99fc102-0891-46aa-8d41-89d52bf405e9 req-f560385b-2e46-4426-99de-315acae16548 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0403776
Dec 15 19:28:52.874452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977a6d8-5a3d-42c4-b0ca-66b2d11ceba8 req-cd43e7ad-9b8b-4960-84eb-04aab614acb5 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:52.875871 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5977a6d8-5a3d-42c4-b0ca-66b2d11ceba8 req-cd43e7ad-9b8b-4960-84eb-04aab614acb5 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0773106
Dec 15 19:28:52.921982 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5977a6d8-5a3d-42c4-b0ca-66b2d11ceba8 req-e6d160d9-1cd1-4098-b8eb-bd4554877ede tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406539
Dec 15 19:28:54.128093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ce45-3156-4ec3-9f2d-f27565ba657e req-a273b7cb-a34e-46cd-931c-8e2d619ebb16 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:54.129528 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5231ce45-3156-4ec3-9f2d-f27565ba657e req-a273b7cb-a34e-46cd-931c-8e2d619ebb16 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0805585
Dec 15 19:28:54.177782 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5231ce45-3156-4ec3-9f2d-f27565ba657e req-47fd8469-41b3-47bb-9493-97555d18e50a tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426948
Dec 15 19:28:55.471171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f24c-2d52-41f0-95d3-578bfe859f59 req-1c3db1c7-70d8-4c39-832a-a3973211971d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:55.472522 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4960f24c-2d52-41f0-95d3-578bfe859f59 req-1c3db1c7-70d8-4c39-832a-a3973211971d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.1754503
Dec 15 19:28:55.519491 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4960f24c-2d52-41f0-95d3-578bfe859f59 req-32f41ba2-a212-4143-9cd5-7f446711d648 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407894
Dec 15 19:28:56.714410 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ee9bd-7676-460c-a2d5-46e16df38121 req-9edbd973-ce57-4a04-a015-1478f32f1da5 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:56.715848 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-571ee9bd-7676-460c-a2d5-46e16df38121 req-9edbd973-ce57-4a04-a015-1478f32f1da5 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0777087
Dec 15 19:28:56.762354 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-571ee9bd-7676-460c-a2d5-46e16df38121 req-83e310f6-f162-476d-b5ef-ec0d258883f0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408792
Dec 15 19:28:57.054101 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:28:57.296982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:28:57.959027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f979-74ad-4ed5-8fcc-8ec3c6ff8467 req-02525ba3-ab65-4c71-bd85-5a0630baf53b tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:57.960491 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ca79f979-74ad-4ed5-8fcc-8ec3c6ff8467 req-02525ba3-ab65-4c71-bd85-5a0630baf53b tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0782588
Dec 15 19:28:58.010503 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ca79f979-74ad-4ed5-8fcc-8ec3c6ff8467 req-8a7afd71-4b1d-44ce-9063-d9aaa04320ab tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0440409
Dec 15 19:28:59.210469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9e4f-6186-4bc9-ae45-1cee6f033878 req-22716e80-b7c4-416a-9f58-0b93a8a2359f tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:28:59.211912 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-445b9e4f-6186-4bc9-ae45-1cee6f033878 req-22716e80-b7c4-416a-9f58-0b93a8a2359f tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0818911
Dec 15 19:28:59.257900 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-445b9e4f-6186-4bc9-ae45-1cee6f033878 req-db4b9863-2c82-4ee2-a7ad-0f7074ded036 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&id=067f6d8d-1693-407a-b068-4ffa3156eb41&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0403793
Dec 15 19:29:13.346879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-98683615-c293-4199-8e34-0f1210ee516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:15.608009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a537ec2-ebb4-4eb2-9f64-6a4d61cf7e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:16.817808 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:16.877049 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:18.335626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:27.297153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:31.696722 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-23826a07-056f-4ae9-b9b6-23a4aa41c4ba tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967656554&fields=id&tenant_id=e4516f1bff9148bfb8a36f0fa8acd085 HTTP/1.1" status: 200  len: 267 time: 0.0414455
Dec 15 19:29:31.776651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-f78d95f3-93e9-4766-b4c1-38148acb6e8d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:31.778096 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-f78d95f3-93e9-4766-b4c1-38148acb6e8d tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 984 time: 0.0761712
Dec 15 19:29:31.788542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Request body: {'port': {'security_groups': ['e920816f-b398-4edb-9db6-6615ef7e4c2b']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:31.905629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.140960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=48706601-d7ca-4af4-b1e7-de278189d728,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:32.165448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.169830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.175486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6b5934cf-359f-4c1e-8815-a70ad9749f4c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:32.181545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['48706601-d7ca-4af4-b1e7-de278189d728'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:29:32.231538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:32.232142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.233477 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f3e15cf7-fd70-4297-84e0-fe0d1e02ef65 req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "PUT /v2.0/ports/48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 942 time: 0.4494047
Dec 15 19:29:32.234121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:29:32.241288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39620) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:32.270429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event updated for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=7']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:32.280877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.281984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.281984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.282640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.283147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.283528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.284129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.284661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.285660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.285660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.286520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.293810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:32.311800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['48706601-d7ca-4af4-b1e7-de278189d728'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:29:32.405025 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.445255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.450421 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728', 'status': 'completed', 'code': 200}
Dec 15 19:29:32.509642 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-c135e4ab-eee0-481d-a0a3-2d8c92ed816a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1785650
Dec 15 19:29:32.537236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.547143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-114a58b0-74bf-4122-bc00-1328598eaf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:32.562356 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-ae957f4d-0910-4f87-a38d-764d091172f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1098 time: 0.0886822
Dec 15 19:29:32.564733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f6d8d-1693-407a-b068-4ffa3156eb41,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:32.571970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-98b36599-e024-4015-b8ab-e515396a8bab None None] Provisioning complete for port 48706601-d7ca-4af4-b1e7-de278189d728 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:29:32.572348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-98b36599-e024-4015-b8ab-e515396a8bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.574546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.578238 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "DELETE /v2.0/security-groups/067f6d8d-1693-407a-b068-4ffa3156eb41 HTTP/1.1" status: 204  len: 168 time: 0.3325560
Dec 15 19:29:32.578238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.578238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.578238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.578621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.578694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.579056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.579420 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.579766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.580119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.580468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.580819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:29:32.584576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:32.585209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39626) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:32.704810 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-61a734d6-45fc-443c-ad5a-2023b3d29e14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:32.706252 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-61a734d6-45fc-443c-ad5a-2023b3d29e14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.1373959
Dec 15 19:29:32.799127 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Deleting port 3a9ca4f3-e5ff-43cc-b68e-148cd1ae94aa {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:32.799461 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.808696 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-e170d55f-df0c-491c-a53d-9e20611f9165 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 1000 time: 0.0961456
Dec 15 19:29:32.872184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-7554eb6a-d57a-46d3-b637-2d71c772f687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:32.873631 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-7554eb6a-d57a-46d3-b637-2d71c772f687 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0573037
Dec 15 19:29:32.946989 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-2fe46143-5688-416e-be71-d4ee0f5e496f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666666
Dec 15 19:29:32.965931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:32.966256 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:33.076842 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-231f4744-bc63-4263-861f-c4e848069848 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232159
Dec 15 19:29:33.086085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Calling delete_port for 3a9ca4f3-e5ff-43cc-b68e-148cd1ae94aa owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:33.208372 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ea36f92a-6276-4e02-8ff1-bed6f3723176 req-1415db5c-1827-46be-ac4b-d2e3ac64f915 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240697
Dec 15 19:29:33.236171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:33.239741 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5445710-d959-448d-8358-8bc8794ebe77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:33.280834 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event deleted for resources: {'Port': ['ID=3a9ca4f3-e5ff-43cc-b68e-148cd1ae94aa,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:33.284389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:33.366817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-2f8a32c3-2d0d-4584-bea3-fffecf545ba6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1098 time: 0.0760083
Dec 15 19:29:33.476796 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:33.627086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-c85d92e2-fda9-4471-a3b9-db7ae5a1fa0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:33.628399 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-c85d92e2-fda9-4471-a3b9-db7ae5a1fa0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.2429423
Dec 15 19:29:33.695111 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-55e417bf-1159-4943-92c1-d119dd1b78d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 217 time: 0.0600283
Dec 15 19:29:33.759258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-bd1b592f-b625-4139-8233-64511a40967d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:33.760684 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-bd1b592f-b625-4139-8233-64511a40967d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0595596
Dec 15 19:29:33.834101 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-9ab844dc-1e8d-48c8-86b2-1a2e2308dd86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665214
Dec 15 19:29:33.872656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:29:33.964516 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-6f879461-150a-4799-b546-3d6593277e02 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238651
Dec 15 19:29:34.054777 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:29:34.072169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:29:34.083515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] Sync routers for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:29:34.092932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:34.095726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:29:34.096338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2faa60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:34.103742 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-55bd4c2f-0146-4cb2-953e-c931266b769f service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324854
Dec 15 19:29:34.147709 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "DELETE /v2.0/floatingips/22bc8c61-5da9-411d-85b3-771f9c9d6b1a HTTP/1.1" status: 204  len: 168 time: 1.5614209
Dec 15 19:29:34.148449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:29:34.205832 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728', 'status': 'completed', 'code': 200}
Dec 15 19:29:34.284438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:29:34.299778 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-80399cca-c4a0-4cc8-af15-046059198ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 1098 time: 0.0739539
Dec 15 19:29:34.448397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-0f8a8b7b-58a7-4c47-abfd-da69c059a39c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:34.449962 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-0f8a8b7b-58a7-4c47-abfd-da69c059a39c service neutron] 10.222.0.64 "GET /v2.0/networks?id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 200  len: 916 time: 0.1438828
Dec 15 19:29:34.528103 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-9a8dd40f-3eb8-4fb3-bbef-e4ee90949bae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 200  len: 217 time: 0.0703321
Dec 15 19:29:34.599092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-f843c669-477b-4308-8efe-f1a2fdc7cc27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:34.600521 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-f843c669-477b-4308-8efe-f1a2fdc7cc27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 200  len: 854 time: 0.0665581
Dec 15 19:29:34.611728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2faa60>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 5, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:34.616189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] Checking router: 0bafe925-b16d-42c8-9ab6-93be6c6503c6 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:29:34.627028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:29:34.627623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2faa60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:34.675054 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-bf3c2c26-15b4-4750-888e-efc89fbbae4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60f4e4fa-740f-4ec2-ac60-10aea1ba7044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681493
Dec 15 19:29:34.808324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:29:34.808950 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-4566cfef-3bc5-45e1-ba04-578d51a6024c service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270235
Dec 15 19:29:34.942705 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-96baf1e3-9da4-4284-b36f-8815ea35f03f req-8b427422-9b5f-464e-a120-852b57bcf077 service neutron] 10.222.0.64 "GET /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276486
Dec 15 19:29:35.160111 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2faa60>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 5, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:35.165077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd31553-4737-4709-a6cd-2e6be3a9e684 None None] The sync data for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv is: [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:34Z', 'revision_number': 4, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '33f6f57a-8fad-4fdf-96fe-5978e358cff3', 'name': '', 'network_id': '60f4e4fa-740f-4ec2-ac60-10aea1ba7044', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'mac_address': 'fa:16:3e:55:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:33Z', 'updated_at': '2021-12-15T19:27:53Z', 'revision_number': 5, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'subnets': [{'id': '8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:29:35.392113 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5a8e69-5b74-4f16-acf1-2e1e9915fa66 None None] New status for floating IP 22bc8c61-5da9-411d-85b3-771f9c9d6b1a: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:29:38.523897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ce324-94a3-4299-890a-4cab42dfc4e3 req-8074ac0a-cacb-4c98-b73e-ba83c93bf4c8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:38.524584 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e45ce324-94a3-4299-890a-4cab42dfc4e3 req-8074ac0a-cacb-4c98-b73e-ba83c93bf4c8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Synchronizing usage tracker for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:29:38.540507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e45ce324-94a3-4299-890a-4cab42dfc4e3 req-8074ac0a-cacb-4c98-b73e-ba83c93bf4c8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Unset dirty status for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:29:38.541675 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e45ce324-94a3-4299-890a-4cab42dfc4e3 req-8074ac0a-cacb-4c98-b73e-ba83c93bf4c8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.0953932
Dec 15 19:29:38.587247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e45ce324-94a3-4299-890a-4cab42dfc4e3 req-3981e397-b746-445c-a0ff-ed10791f2a2c tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Synchronizing usage tracker for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:29:38.601989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e45ce324-94a3-4299-890a-4cab42dfc4e3 req-3981e397-b746-445c-a0ff-ed10791f2a2c tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Unset dirty status for tenant:e4516f1bff9148bfb8a36f0fa8acd085 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:29:38.603236 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e45ce324-94a3-4299-890a-4cab42dfc4e3 req-3981e397-b746-445c-a0ff-ed10791f2a2c tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559027
Dec 15 19:29:39.805173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab6b6b-6790-4b65-8343-2c4c2edc8240 req-77f3d8aa-52d5-4fef-892b-a9485329fbd0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:39.806629 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c0ab6b6b-6790-4b65-8343-2c4c2edc8240 req-77f3d8aa-52d5-4fef-892b-a9485329fbd0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.0803969
Dec 15 19:29:39.852558 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c0ab6b6b-6790-4b65-8343-2c4c2edc8240 req-7aabbde3-d69f-47b4-88d1-2d3ca17b1ca6 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/security-groups?id=e920816f-b398-4edb-9db6-6615ef7e4c2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405107
Dec 15 19:29:40.085256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-ea2bd4f6-3a87-4ca0-b482-fc3e8563324f tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:40.086674 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-ea2bd4f6-3a87-4ca0-b482-fc3e8563324f tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.64 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 945 time: 0.0746794
Dec 15 19:29:40.155440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Deleting port 48706601-d7ca-4af4-b1e7-de278189d728 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:40.155776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:40.493130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] For port 48706601-d7ca-4af4-b1e7-de278189d728, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=48706601-d7ca-4af4-b1e7-de278189d728,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:40.493508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:40.611161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Calling delete_port for 48706601-d7ca-4af4-b1e7-de278189d728 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:40.775226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:40.782276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:40.789667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['48706601-d7ca-4af4-b1e7-de278189d728'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:29:40.830007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Pushing event deleted for resources: {'Port': ['ID=48706601-d7ca-4af4-b1e7-de278189d728,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:40.832495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:40.912366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] No DVR routers for this DVR port 48706601-d7ca-4af4-b1e7-de278189d728 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:29:40.915428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:40.919694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'name': 'network-vif-deleted', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:29:40.934692 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dfbb7d79-9ebf-458d-8023-15f342735a23 req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.64 "DELETE /v2.0/ports/48706601-d7ca-4af4-b1e7-de278189d728 HTTP/1.1" status: 204  len: 173 time: 0.8424768
Dec 15 19:29:40.990196 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140a9bdc-05d0-4a06-92e6-065a2d855a04', 'name': 'network-vif-deleted', 'tag': '48706601-d7ca-4af4-b1e7-de278189d728', 'status': 'completed', 'code': 200}
Dec 15 19:29:41.034031 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-83c7ce28-8d96-4cb2-8fe3-ca3903b9bcbb req-3ab2d381-7ae9-464e-a9f3-fc5575ed8195 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] 10.222.0.48 "GET /v2.0/ports?device_id=140a9bdc-05d0-4a06-92e6-065a2d855a04 HTTP/1.1" status: 200  len: 210 time: 0.0405939
Dec 15 19:29:42.679821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39710) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:43.062150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:43.348635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3547e696-4d45-4947-960b-647c2fb2dd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:43.470178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 48706601-d7ca-4af4-b1e7-de278189d728 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:29:43.501531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 48706601-d7ca-4af4-b1e7-de278189d728 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:29:43.501883 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 48706601-d7ca-4af4-b1e7-de278189d728 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:29:43.750072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Deleting port 33f6f57a-8fad-4fdf-96fe-5978e358cff3 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:43.750616 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:43.917125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] For port 33f6f57a-8fad-4fdf-96fe-5978e358cff3, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=33f6f57a-8fad-4fdf-96fe-5978e358cff3,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:43.917506 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:44.033995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Calling delete_port for 33f6f57a-8fad-4fdf-96fe-5978e358cff3 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:44.204267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:44.208375 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-81387d46-b4f1-4922-994c-568e3fc3c284 tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:44.251153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f6f57a-8fad-4fdf-96fe-5978e358cff3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:44.253642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:44.537735 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:45.209107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:29:45.403703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:29:45.412412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] Sync routers for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:29:45.416149 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] 10.222.0.48 "PUT /v2.0/routers/0bafe925-b16d-42c8-9ab6-93be6c6503c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7345376
Dec 15 19:29:45.418604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39714) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:45.424235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:29:45.424857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced54ae50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:45.613503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:29:45.616685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:45.661955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b2c5576b-c4fd-4dd2-9243-8af8c1c4cdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:45.812942 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:45.822396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Deleting port 8e69384f-9ec9-44c2-bd47-dfd9ae710193 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:45.822811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:45.912048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced54ae50>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:29:44Z', 'revision_number': 5, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port': {'id': '8e69384f-9ec9-44c2-bd47-dfd9ae710193', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:45.915967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] Checking router: 0bafe925-b16d-42c8-9ab6-93be6c6503c6 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:29:45.926296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] Routers {'0bafe925-b16d-42c8-9ab6-93be6c6503c6'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:29:45.926893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced54ae50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:45.997995 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] For port 8e69384f-9ec9-44c2-bd47-dfd9ae710193, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8e69384f-9ec9-44c2-bd47-dfd9ae710193,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:45.998270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.073673 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] Set router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:29:46.117733 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Calling delete_port for 8e69384f-9ec9-44c2-bd47-dfd9ae710193 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:46.178478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced54ae50>, [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:29:45Z', 'revision_number': 6, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:46.182376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69597d6-8cab-4316-8cce-28d927b0b78c None None] The sync data for ids ['0bafe925-b16d-42c8-9ab6-93be6c6503c6'] in dv-neutron-821830-2-hyperv is: [{'id': '0bafe925-b16d-42c8-9ab6-93be6c6503c6', 'name': 'tempest-TestMinimumBasicScenario-1650547849-router', 'tenant_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:31Z', 'updated_at': '2021-12-15T19:29:45Z', 'revision_number': 6, 'project_id': 'e4516f1bff9148bfb8a36f0fa8acd085', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:29:46.389533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.393042 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d24b4bc9-e80c-429d-a59b-49c3ad85a022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:46.434151 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e69384f-9ec9-44c2-bd47-dfd9ae710193,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:46.436642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:46.658781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.820952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.879401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.919690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.924226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.951577 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.952118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bafe925-b16d-42c8-9ab6-93be6c6503c6 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:29:46.965706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:46.966946 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0bafe925-b16d-42c8-9ab6-93be6c6503c6 HTTP/1.1" status: 204  len: 168 time: 1.5473752
Dec 15 19:29:46.969425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39720) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:46.971729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8e69384f-9ec9-44c2-bd47-dfd9ae710193 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:29:47.010610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 8e69384f-9ec9-44c2-bd47-dfd9ae710193 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:29:47.010962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8e69384f-9ec9-44c2-bd47-dfd9ae710193 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:29:47.011384 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 33f6f57a-8fad-4fdf-96fe-5978e358cff3 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:29:47.030196 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Deleting subnet 8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:29:47.033688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.042515 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 33f6f57a-8fad-4fdf-96fe-5978e358cff3 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:29:47.042860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 33f6f57a-8fad-4fdf-96fe-5978e358cff3 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:29:47.083920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.169209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.234859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.238907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1080e969-6e35-4bd0-9b48-e8f2a0144f42 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:47.274058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:47.277499 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:47.280724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.287609 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8ae8a1a3-ac90-4e50-90aa-d6364e9c1db3 HTTP/1.1" status: 204  len: 168 time: 0.3171906
Dec 15 19:29:47.290176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39724) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:47.290293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e783a5-fb00-4c7f-84db-2b9e3683c25a None None] Network 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:29:47.394467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.404786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Deleting port 4f3970f3-5be5-4042-aaa6-e03e1a72633c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:47.405118 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.528117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] DHCP port deletion for 60f4e4fa-740f-4ec2-ac60-10aea1ba7044 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:29:47.532360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Deleting port 4f3970f3-5be5-4042-aaa6-e03e1a72633c {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:47.532734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.615606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] For port 4f3970f3-5be5-4042-aaa6-e03e1a72633c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4f3970f3-5be5-4042-aaa6-e03e1a72633c,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:47.615952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.779972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] For port 4f3970f3-5be5-4042-aaa6-e03e1a72633c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=4f3970f3-5be5-4042-aaa6-e03e1a72633c,segment=NetworkSegment(790eebe9-0279-4ee0-ab48-8d7c6dbc0025),segment_id=790eebe9-0279-4ee0-ab48-8d7c6dbc0025)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:47.780287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.841400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Calling delete_port for 4f3970f3-5be5-4042-aaa6-e03e1a72633c owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:47.897117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Calling delete_port for 4f3970f3-5be5-4042-aaa6-e03e1a72633c owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:47.917811 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:47.921632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aa2349ee-0344-4c97-b989-cfeadc5873ab tempest-ServersAdminNegativeTestJSON-971744262 tempest-ServersAdminNegativeTestJSON-971744262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:47.961469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3970f3-5be5-4042-aaa6-e03e1a72633c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:47.965787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:47.968076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] No DVR routers for this DVR port 4f3970f3-5be5-4042-aaa6-e03e1a72633c on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:29:47.971285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:29:47.971645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:29:48.079003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.106793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec4c1e50>,) {'filters': {'network_id': ['60f4e4fa-740f-4ec2-ac60-10aea1ba7044']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:48.123533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4c1e50>, '790eebe9-0279-4ee0-ab48-8d7c6dbc0025') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:48.123680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec4c1e50>, '790eebe9-0279-4ee0-ab48-8d7c6dbc0025') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:48.137712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.162450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.169433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:29:48.169818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:29:48.183003 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:29:48.257623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.262374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:48.277756 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.294533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Pushing event deleted for resources: {'Network': ['ID=60f4e4fa-740f-4ec2-ac60-10aea1ba7044,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:48.297707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:48.312068 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] 10.222.0.48 "DELETE /v2.0/networks/60f4e4fa-740f-4ec2-ac60-10aea1ba7044 HTTP/1.1" status: 204  len: 168 time: 1.0207181
Dec 15 19:29:48.315535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39728) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:48.341400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.472555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Deleting port 4f3970f3-5be5-4042-aaa6-e03e1a72633c {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:48.473062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.548417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6133d1a6-56ea-4f43-b7d6-7d39fd621a98 None None] The port '4f3970f3-5be5-4042-aaa6-e03e1a72633c' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:29:48.713859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:48.956501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4f3970f3-5be5-4042-aaa6-e03e1a72633c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:29:48.991753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 4f3970f3-5be5-4042-aaa6-e03e1a72633c {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:29:48.992016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 4f3970f3-5be5-4042-aaa6-e03e1a72633c not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:29:49.392503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Deleting port 7278a2ea-e9eb-4087-980e-510743570b1c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:49.392758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:49.556920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] For port 7278a2ea-e9eb-4087-980e-510743570b1c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=7278a2ea-e9eb-4087-980e-510743570b1c,segment=NetworkSegment(03f9ca27-445a-4b1b-ab0d-9b66d7291af3),segment_id=03f9ca27-445a-4b1b-ab0d-9b66d7291af3)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:49.557267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:49.679353 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Calling delete_port for 7278a2ea-e9eb-4087-980e-510743570b1c owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:49.848485 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:49.852486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dcabdf7f-1082-4fbd-b404-986ffdff745f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:49.891125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Pushing event deleted for resources: {'Port': ['ID=7278a2ea-e9eb-4087-980e-510743570b1c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:49.895045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:50.172600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:50.863096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:29:51.062500 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:29:51.071204 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] Sync routers for ids ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:29:51.078730 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9b9eeda-822b-45d6-94b3-fe94ed9ac175/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7621956
Dec 15 19:29:51.081199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39732) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:51.084918 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] Routers {'d9b9eeda-822b-45d6-94b3-fe94ed9ac175'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:29:51.085547 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a9460>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:51.258602 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] Set router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:29:51.277069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:51.477572 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:51.486858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Deleting port e6473159-a791-498f-8b50-5222ad5478f8 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:51.487273 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:51.535297 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a9460>, [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:29:49Z', 'revision_number': 5, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port': {'id': 'e6473159-a791-498f-8b50-5222ad5478f8', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:51.539418 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] Checking router: d9b9eeda-822b-45d6-94b3-fe94ed9ac175 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:29:51.549940 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] Routers {'d9b9eeda-822b-45d6-94b3-fe94ed9ac175'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:29:51.550539 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a9460>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:51.659232 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] For port e6473159-a791-498f-8b50-5222ad5478f8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e6473159-a791-498f-8b50-5222ad5478f8,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:51.659591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:51.701836 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] Set router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:29:51.781187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Calling delete_port for e6473159-a791-498f-8b50-5222ad5478f8 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:51.815165 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8a9460>, [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:29:51Z', 'revision_number': 6, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:51.819061 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed7b18-60d1-470e-81b2-5f79316f6abe None None] The sync data for ids ['d9b9eeda-822b-45d6-94b3-fe94ed9ac175'] in dv-neutron-821830-2-hyperv is: [{'id': 'd9b9eeda-822b-45d6-94b3-fe94ed9ac175', 'name': 'tempest-TestMinimumBasicScenario-244498233-router', 'tenant_id': '003859d0cb344615942ec9b13c12f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:37Z', 'updated_at': '2021-12-15T19:29:51Z', 'revision_number': 6, 'project_id': '003859d0cb344615942ec9b13c12f381', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:29:51.949701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:51.953596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b85a7622-ffe5-4953-a8d9-a0e383225da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:52.003030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6473159-a791-498f-8b50-5222ad5478f8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:52.006455 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:52.347604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.603072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.607143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.632366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.632967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9b9eeda-822b-45d6-94b3-fe94ed9ac175 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:29:52.644970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.646684 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d9b9eeda-822b-45d6-94b3-fe94ed9ac175 HTTP/1.1" status: 204  len: 168 time: 1.5640101
Dec 15 19:29:52.649185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39736) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:52.709665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Deleting subnet e2898fa4-d83c-4311-9f34-831479d3762e {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:29:52.712787 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.765509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.843782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.911564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.915859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fcb94e0e-c6ca-4384-bad2-2aed5628845e tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:52.955639 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2898fa4-d83c-4311-9f34-831479d3762e,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:52.958696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:52.959665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:52.966082 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e0dc9472-9d19-4ee2-a87a-fad2242c581b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e2898fa4-d83c-4311-9f34-831479d3762e HTTP/1.1" status: 204  len: 168 time: 0.3159246
Dec 15 19:29:52.966237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7278a2ea-e9eb-4087-980e-510743570b1c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:29:52.968610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39740) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:52.989102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e388862-ee05-4c7c-8617-1ccc04783909 None None] Network 428de4fc-676d-41b7-a98a-fab8331cfc9c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:29:53.019231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 7278a2ea-e9eb-4087-980e-510743570b1c {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:29:53.019582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 7278a2ea-e9eb-4087-980e-510743570b1c not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:29:53.020011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e6473159-a791-498f-8b50-5222ad5478f8 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:29:53.070614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.080861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Deleting port d05e134e-91c7-4897-90bc-c1566ecd5e3c {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:53.081368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.104401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e6473159-a791-498f-8b50-5222ad5478f8 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:29:53.104755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e6473159-a791-498f-8b50-5222ad5478f8 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:29:53.268124 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] DHCP port deletion for 428de4fc-676d-41b7-a98a-fab8331cfc9c request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:29:53.272506 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Deleting port d05e134e-91c7-4897-90bc-c1566ecd5e3c {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:53.272880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.287113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] For port d05e134e-91c7-4897-90bc-c1566ecd5e3c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d05e134e-91c7-4897-90bc-c1566ecd5e3c,segment=NetworkSegment(03f9ca27-445a-4b1b-ab0d-9b66d7291af3),segment_id=03f9ca27-445a-4b1b-ab0d-9b66d7291af3)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:53.287464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.405734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Calling delete_port for d05e134e-91c7-4897-90bc-c1566ecd5e3c owned by network:dhcp {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:53.464444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] For port d05e134e-91c7-4897-90bc-c1566ecd5e3c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d05e134e-91c7-4897-90bc-c1566ecd5e3c,segment=NetworkSegment(03f9ca27-445a-4b1b-ab0d-9b66d7291af3),segment_id=03f9ca27-445a-4b1b-ab0d-9b66d7291af3)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:29:53.464831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.483597 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.487252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-18ffdffd-870e-42b6-afb1-404c37352560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:53.525716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05e134e-91c7-4897-90bc-c1566ecd5e3c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:53.529570 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:53.534161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] No DVR routers for this DVR port d05e134e-91c7-4897-90bc-c1566ecd5e3c on host dv-neutron-821830-2-hyperv {{(pid=83670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:29:53.585787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Calling delete_port for d05e134e-91c7-4897-90bc-c1566ecd5e3c owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:29:53.651693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.678009 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced252430>,) {'filters': {'network_id': ['428de4fc-676d-41b7-a98a-fab8331cfc9c']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:53.691175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:29:53.691532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:29:53.691628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced252430>, '03f9ca27-445a-4b1b-ab0d-9b66d7291af3') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:53.691927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced252430>, '03f9ca27-445a-4b1b-ab0d-9b66d7291af3') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:29:53.703244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.720015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.726662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:29:53.727044 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:29:53.740043 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:29:53.916038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.921770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:53.925038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:53.946257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Pushing event deleted for resources: {'Network': ['ID=428de4fc-676d-41b7-a98a-fab8331cfc9c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:53.948426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:53.954488 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] 10.222.0.48 "DELETE /v2.0/networks/428de4fc-676d-41b7-a98a-fab8331cfc9c HTTP/1.1" status: 204  len: 168 time: 0.9847710
Dec 15 19:29:54.141672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39746) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:54.193589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Deleting port d05e134e-91c7-4897-90bc-c1566ecd5e3c {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:29:54.194135 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.195339 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cdb06804-f03d-47be-8aa1-f958d439c27c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4516f1bff9148bfb8a36f0fa8acd085&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521455
Dec 15 19:29:54.197651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39750) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:54.256618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a199e166-35c1-4b4a-8418-680c5048808d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.257803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-67bc019e-5d48-49a5-8f1c-9d6249cd144c None None] The port 'd05e134e-91c7-4897-90bc-c1566ecd5e3c' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:29:54.282901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a199e166-35c1-4b4a-8418-680c5048808d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.334960 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a199e166-35c1-4b4a-8418-680c5048808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.338824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c9b3aa0b-403b-4b4a-9a8d-e4de4c592cd7 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:54.353359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199e166-35c1-4b4a-8418-680c5048808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920816f-b398-4edb-9db6-6615ef7e4c2b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:54.356013 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a199e166-35c1-4b4a-8418-680c5048808d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:54.366827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-a199e166-35c1-4b4a-8418-680c5048808d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.367937 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-a199e166-35c1-4b4a-8418-680c5048808d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e920816f-b398-4edb-9db6-6615ef7e4c2b HTTP/1.1" status: 204  len: 168 time: 0.1694133
Dec 15 19:29:54.774756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39758) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:54.840026 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1db6bc86-f2fb-4a75-bcd1-3a6fc460f250 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=003859d0cb344615942ec9b13c12f381&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0631955
Dec 15 19:29:54.842268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39762) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:54.904875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ada411b1-eb72-4b38-8884-33557c92e29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.933161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ada411b1-eb72-4b38-8884-33557c92e29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.959047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d05e134e-91c7-4897-90bc-c1566ecd5e3c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:29:54.993278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ada411b1-eb72-4b38-8884-33557c92e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:54.995624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: d05e134e-91c7-4897-90bc-c1566ecd5e3c {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:29:54.995973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d05e134e-91c7-4897-90bc-c1566ecd5e3c not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:29:54.999430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35dc26c1-9fea-46cd-9616-052e9568dfea tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:55.013997 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada411b1-eb72-4b38-8884-33557c92e29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7bd4f-d716-41fa-9534-292faf504a69,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:55.016506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ada411b1-eb72-4b38-8884-33557c92e29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:55.018736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ada411b1-eb72-4b38-8884-33557c92e29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:55.019868 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ada411b1-eb72-4b38-8884-33557c92e29a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dc7bd4f-d716-41fa-9534-292faf504a69 HTTP/1.1" status: 204  len: 168 time: 0.1766942
Dec 15 19:29:57.313743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.222517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39808) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:58.228743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319093579', 'description': 'tempest-secgroup-smoke-1319093579 description', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:58.234793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:58.238678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:58.241562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:58.247250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:58.257880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.270427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.303215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:58.307079 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:58.309957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:58.315556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:58.385629 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.389313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.393454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f111912-98fb-45d8-bd24-69169062d8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:58.430198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:58.434171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124e0426-b5ed-4505-b244-bb007b56afd9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:58.436850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:58.439481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:58.440262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:58.446712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:58.502148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.506465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.511330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-586fe83d-3209-42ab-99f7-36b290ced831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:58.549424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be213b1-0a75-4192-b06f-ad52603f4e29,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:58.552649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:58.553791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.554978 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-119f09ea-8f2a-4a1d-aa22-8d5122120b70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3314815
Dec 15 19:29:58.558034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39812) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:58.563618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '2be213b1-0a75-4192-b06f-ad52603f4e29', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:58.571154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:58.575436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:58.578268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:58.584638 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:58.601131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.662770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.666512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.672793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ad46c1c7-f811-4427-ae5b-a89dc9525c90 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:58.695114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bc4e77-af8f-42d6-a648-55ab237aa6d9,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:58.698198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:58.705551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.706701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c508514b-c47d-4dab-a9ee-c0b0ad15975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1475730
Dec 15 19:29:58.710155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39816) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:58.715374 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '2be213b1-0a75-4192-b06f-ad52603f4e29', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:58.721400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:58.725272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:58.728492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:58.734300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:58.752171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.815600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.819302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.825065 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-33194c41-97fb-4ead-84a2-af715bcd3103 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:58.844122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae143396-b73f-401b-910f-f66d566e27d6,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:58.847812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:58.855597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.856742 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1456923
Dec 15 19:29:58.859598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39820) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:58.865585 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '2be213b1-0a75-4192-b06f-ad52603f4e29', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:58.871489 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:58.875290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:58.878201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:58.884630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:58.901274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.964677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.968360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:58.970414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9817854c-f59a-4af1-9967-568cf9bfe688 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:58.993555 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe86b5a-3370-4556-a674-ddea144290dc,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:58.998109 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:59.002577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.003836 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1bba78bf-3799-4a38-b3a7-2abc6de8870f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1433430
Dec 15 19:29:59.007283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39824) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:59.013343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '2be213b1-0a75-4192-b06f-ad52603f4e29', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:59.019670 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:59.023522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:59.026419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:59.032123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:59.049352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.116348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.119969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.121885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6912160d-a485-4851-84e4-dc68ebaf2be9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:59.145718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50519627-0669-4c1e-89a5-42787bf7d1a5,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:59.150654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:59.155200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.156494 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1482832
Dec 15 19:29:59.159326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39828) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:59.165658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '2be213b1-0a75-4192-b06f-ad52603f4e29', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:59.171675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:59.175665 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:59.179194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:59.184987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:59.194602 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:29:59.201094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.266741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.270263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.272014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-330bfb44-9cdf-4388-8458-57955b1014dc tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:59.294487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9cfb18-6b56-4267-aa90-f2203fa79c5a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:59.297034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:59.304661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.305944 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1456680
Dec 15 19:29:59.308925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39832) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:59.314958 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '2be213b1-0a75-4192-b06f-ad52603f4e29', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:59.320945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:59.324763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:59.327719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:59.333528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:59.344363 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:29:59.351915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.419577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.423193 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.429688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12e309dd-6c0a-4e6f-b82e-6424819a9176 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:59.448507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b59ed17-3fec-4e9b-b7cf-7de04471a0a8,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:59.452974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:59.457075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.458255 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1482618
Dec 15 19:29:59.461205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39836) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:59.466667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'network': {'name': 'tempest-network-smoke--908346022', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'port_security_enabled': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:59.471593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:59.475890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:network and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:59.478842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:59.484697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:59.495041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:29:59.498009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.525929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:29:59.534412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.534746 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Added segment 8e04d752-a6de-4d64-8755-824a1e6bd0a2 of type vlan for network a89136cb-a0ff-46d5-bcc4-b783a6f733c0
Dec 15 19:29:59.561007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.590581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.594312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:29:59.594881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.598386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0985220-9beb-40e6-a6bf-4c995377e3cd tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:29:59.693543 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2311132
Dec 15 19:29:59.696558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39840) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:29:59.702462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Network': ['ID=a89136cb-a0ff-46d5-bcc4-b783a6f733c0,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:29:59.703376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'admin_state_up': True, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:29:59.705247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-71b23601-4bc9-4ce5-8a64-0b7e3c853dc1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:29:59.714358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:29:59.714562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:29:59.718772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:router and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:29:59.721775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:29:59.731689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:29:59.742833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.743846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.762084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:29:59.916283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:00.098629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:00.129199 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:00.264641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.74 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/e0d8b09d-7f49-46db-9c30-6d87dea34a58) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:30:00.404460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:00.432090 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:00.437579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-edcfa567-f9f1-4887-856c-de674514a91b tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:00.527691 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:30:00.530772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:30:00.535034 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:30:00.558759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=e0d8b09d-7f49-46db-9c30-6d87dea34a58,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:00.563648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:00.690903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:00.691539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:00.969888 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 2656243d-d503-47c1-9364-ea4fe63b6161 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:30:01.276567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:30:01.287349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Sync routers for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:30:01.298940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:01.299583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced3c3250>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:01.302569 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:01.306711 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.6057973
Dec 15 19:30:01.306934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39844) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:01.472758 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e794d8a2-6475-4517-b710-65b87192debd tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=92ec89df083c4caf9fd00f9f986a0d97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1646044
Dec 15 19:30:01.476073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39850) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:01.493833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:01.611012 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af7e2d-0b88-4abe-8645-b2caf2741b63 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:01.615671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e0af7e2d-0b88-4abe-8645-b2caf2741b63 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1354187
Dec 15 19:30:01.616737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39854) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:01.656563 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2b3b94ee-a6f4-4e63-95e0-6a78bee5931a tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0386631
Dec 15 19:30:01.659093 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39858) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:01.665571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442854814', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:30:01.787565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced3c3250>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:00Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:01.788268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:30:01.791919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Checking router: 2656243d-d503-47c1-9364-ea4fe63b6161 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:30:01.792108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:subnet and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:30:01.792254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Updating router 2656243d-d503-47c1-9364-ea4fe63b6161 port e0d8b09d-7f49-46db-9c30-6d87dea34a58 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:30:01.794973 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:30:01.800609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:30:01.809772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:30:01.845675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:01.914197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.163137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.169792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-712b259f-7ea7-401e-b89b-fa5be9937411 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:02.299528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Subnet': ['ID=3eb282ec-b235-4632-8294-e9bef2026ee6,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:02.304902 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:02.312762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.315149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Checking segment: {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:30:02.315633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network hostable DHCP agents. Network: a89136cb-a0ff-46d5-bcc4-b783a6f733c0, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:30:02.325806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Transition to ACTIVE for port object e0d8b09d-7f49-46db-9c30-6d87dea34a58 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:30:02.332846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.338043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4a9c82c0-3bf7-42f8-8ff2-8891697483c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:02.339274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:30:02.350027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, a89136cb-a0ff-46d5-bcc4-b783a6f733c0) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:30:02.353956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:02.354534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.376082 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-68240017-41d6-4469-9ed5-40a88b8f560b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7159240
Dec 15 19:30:02.378196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b36add-a260-404f-8977-c86250fc5446 None None] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:30:02.379127 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39862) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:02.495908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Pushing event updated for resources: {'Port': ['ID=e0d8b09d-7f49-46db-9c30-6d87dea34a58,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:02.500083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Attempting to bind port e0d8b09d-7f49-46db-9c30-6d87dea34a58 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:30:02.500540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Attempting to bind port e0d8b09d-7f49-46db-9c30-6d87dea34a58 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:30:02.500965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Attempting to bind port e0d8b09d-7f49-46db-9c30-6d87dea34a58 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:30:02.527516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.527863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.528203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.528542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.528874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.529203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.529558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.529886 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.530207 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.530542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.530857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:02.544865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:02.545684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:30:02.546067 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:30:02.546472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.546873 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:30:02.547363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Bound port: e0d8b09d-7f49-46db-9c30-6d87dea34a58, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:30:02.547746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.731915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] For port e0d8b09d-7f49-46db-9c30-6d87dea34a58, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:30:02.762138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] For port e0d8b09d-7f49-46db-9c30-6d87dea34a58, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e0d8b09d-7f49-46db-9c30-6d87dea34a58,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:30:02.767794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.777363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:02.834514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:30:02.835393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:02.921128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Pushing event updated for resources: {'Port': ['ID=e0d8b09d-7f49-46db-9c30-6d87dea34a58,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:02.923656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:02.924270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced3c3250>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:02.977091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:03.183103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Allocated IP 172.20.0.2 (a89136cb-a0ff-46d5-bcc4-b783a6f733c0/3eb282ec-b235-4632-8294-e9bef2026ee6/5e4a7db4-131d-45af-b5d9-b784c2b7f654) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:30:03.190191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:03.336330 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:03.629237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:03.646866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Transition to ACTIVE for port object 5e4a7db4-131d-45af-b5d9-b784c2b7f654 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:30:03.670837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Transition to ACTIVE for port object 5e4a7db4-131d-45af-b5d9-b784c2b7f654 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:30:03.678844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced3c3250>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:00Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:03.681333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:03.685910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8dd95417-8e89-4023-b359-66005c021349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:03.730010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851214c3-bca5-4a6b-9184-2cb70a9f9896 None None] The sync data for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv is: [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:00Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:30:03.748634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.1 (a89136cb-a0ff-46d5-bcc4-b783a6f733c0/3eb282ec-b235-4632-8294-e9bef2026ee6/67632690-b1d4-44b3-8f27-fd7ea81c1d36) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:30:03.760074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:30:03.761582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:30:03.765983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:30:03.768283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Pushing event updated for resources: {'Port': ['ID=5e4a7db4-131d-45af-b5d9-b784c2b7f654,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:03.772349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:03.860999 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Attempting to bind port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:30:03.861399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Attempting to bind port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:30:03.861776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Attempting to bind port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 on network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:30:03.870313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:30:03.870864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Checking segment: {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:30:03.871420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:03.871828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Bound using segment: {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:30:03.872386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Bound port: 5e4a7db4-131d-45af-b5d9-b784c2b7f654, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:30:03.872798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:03.935627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:03.959974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object 67632690-b1d4-44b3-8f27-fd7ea81c1d36 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:30:03.990247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] For port 5e4a7db4-131d-45af-b5d9-b784c2b7f654, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:30:03.991415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:03.993791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] For port 5e4a7db4-131d-45af-b5d9-b784c2b7f654, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5e4a7db4-131d-45af-b5d9-b784c2b7f654,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:30:03.996538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f8817f33-7c53-40df-9c44-f7265bc03a6d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:03.999456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:04.003451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:04.075828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:30:04.084320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:30:04.089178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:30:04.089485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Pushing event updated for resources: {'Port': ['ID=5e4a7db4-131d-45af-b5d9-b784c2b7f654,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:04.093854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:04.122119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=67632690-b1d4-44b3-8f27-fd7ea81c1d36,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:04.129049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:04.158558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:04.262254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:04.887222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:04.892221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:04.920685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d83d85ce-d77c-4939-97de-43ee574212a9 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:05.014481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.018113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=67632690-b1d4-44b3-8f27-fd7ea81c1d36,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:05.021919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:05.033552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e0d8b09d-7f49-46db-9c30-6d87dea34a58 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:30:05.081592 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb342fa1-609a-4d0e-99a3-308eb156251a None None] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:30:05.167021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:30:05.168146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:30:05.271501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e8ff654e-059e-4b6b-9369-99d008816aa0 None None] Provisioning for port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:30:05.277028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e0d8b09d-7f49-46db-9c30-6d87dea34a58 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:30:05.310424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e0d8b09d-7f49-46db-9c30-6d87dea34a58 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:05.310424 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.484121 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.507016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port e0d8b09d-7f49-46db-9c30-6d87dea34a58, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e0d8b09d-7f49-46db-9c30-6d87dea34a58,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:30:05.512963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.513858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e4a7db4-131d-45af-b5d9-b784c2b7f654 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:30:05.545552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:05.562392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 2656243d-d503-47c1-9364-ea4fe63b6161 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:30:05.634545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=e0d8b09d-7f49-46db-9c30-6d87dea34a58,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:05.638099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:05.654348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:30:05.660486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:05.660952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.792007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.811783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:30:05.833921 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/2656243d-d503-47c1-9364-ea4fe63b6161/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4439013
Dec 15 19:30:05.845731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 5e4a7db4-131d-45af-b5d9-b784c2b7f654, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5e4a7db4-131d-45af-b5d9-b784c2b7f654,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:30:05.855381 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.858562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:05.887500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f591f1c-44d9-4b14-8006-eae687a9df64 None None] Provisioning complete for port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:05.887608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0f591f1c-44d9-4b14-8006-eae687a9df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:05.981235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=5e4a7db4-131d-45af-b5d9-b784c2b7f654,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:05.985667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:06.011323 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-0ee64b12-7f8a-416f-ad63-8fb2077a8e73 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319093579&fields=id&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 267 time: 0.0446253
Dec 15 19:30:06.057900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f591f1c-44d9-4b14-8006-eae687a9df64 None None] Provisioning for port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:30:06.066253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f591f1c-44d9-4b14-8006-eae687a9df64 None None] Provisioning complete for port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:06.066633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0f591f1c-44d9-4b14-8006-eae687a9df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:06.124828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0f591f1c-44d9-4b14-8006-eae687a9df64 None None] Port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:30:06.167608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-07b80de4-07fd-4fa2-a766-f371f618a6d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:06.169035 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-07b80de4-07fd-4fa2-a766-f371f618a6d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/networks?id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0 HTTP/1.1" status: 200  len: 796 time: 0.1514647
Dec 15 19:30:06.184847 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-abbed431-fa6c-432d-9b9d-60b0a54ee909 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/quotas/92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 375 time: 0.0104568
Dec 15 19:30:06.247316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-946292dd-4400-4fca-a0bd-1fb1f89e34cd None None] Provisioning complete for port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:06.247605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-946292dd-4400-4fca-a0bd-1fb1f89e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:06.268636 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-1ca6b835-f869-4bdb-860c-b86e450fc5a1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0790105
Dec 15 19:30:06.284225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7fc563a3-e152-49a9-b5e2-adc6776a5fd6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:30:06.285150 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7fc563a3-e152-49a9-b5e2-adc6776a5fd6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0050771
Dec 15 19:30:06.299893 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-946292dd-4400-4fca-a0bd-1fb1f89e34cd None None] Port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:30:06.416759 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-47c33310-0937-4891-aa02-79d1a194d271 service neutron] 10.222.0.48 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251969
Dec 15 19:30:06.550201 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-049561f9-7210-4ee3-b418-80951e55368a service neutron] 10.222.0.48 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276302
Dec 15 19:30:06.738174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e3f1da46-3a01-499c-bbb9-3514a4996773 req-e4b041d0-8dc9-471f-8b9c-2b5d7d0cf31e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:30:06.756404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e3f1da46-3a01-499c-bbb9-3514a4996773 req-e4b041d0-8dc9-471f-8b9c-2b5d7d0cf31e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:30:06.757828 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e3f1da46-3a01-499c-bbb9-3514a4996773 req-e4b041d0-8dc9-471f-8b9c-2b5d7d0cf31e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 210 time: 0.0656815
Dec 15 19:30:06.978826 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e0d8b09d-7f49-46db-9c30-6d87dea34a58 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:30:07.045894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e0d8b09d-7f49-46db-9c30-6d87dea34a58 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:07.046262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:07.163077 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e4a7db4-131d-45af-b5d9-b784c2b7f654 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:30:07.237487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:07.238010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:07.299000 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Sync routers for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:30:07.312200 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:07.312812 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:07.530456 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:07.856667 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce520>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 2, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:07.860603 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Checking router: 2656243d-d503-47c1-9364-ea4fe63b6161 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:30:07.860957 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Updating router 2656243d-d503-47c1-9364-ea4fe63b6161 port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:30:07.867827 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f843c7b7-5384-4ef3-9d51-edab996c262a req-8117e3ef-af5b-4f40-a75b-d17af8bbb78b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 210 time: 0.0425344
Dec 15 19:30:07.918761 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:08.267572 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:08.279295 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Transition to ACTIVE for port object 67632690-b1d4-44b3-8f27-fd7ea81c1d36 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:30:08.285463 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:08.289121 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:08.408844 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Pushing event updated for resources: {'Port': ['ID=67632690-b1d4-44b3-8f27-fd7ea81c1d36,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:08.421144 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.421513 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.421849 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.422174 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.422500 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.422823 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.423140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.423458 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.423770 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.424081 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.424392 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:08.429181 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:08.513081 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Attempting to bind port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:30:08.513483 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Attempting to bind port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:30:08.513850 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Attempting to bind port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 on network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:30:08.520300 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:30:08.520675 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Checking segment: {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:30:08.521083 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:08.521507 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Bound using segment: {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:30:08.521971 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Bound port: 67632690-b1d4-44b3-8f27-fd7ea81c1d36, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:30:08.522346 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:08.613263 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] For port 67632690-b1d4-44b3-8f27-fd7ea81c1d36, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:30:08.616835 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] For port 67632690-b1d4-44b3-8f27-fd7ea81c1d36, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=67632690-b1d4-44b3-8f27-fd7ea81c1d36,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:30:08.620729 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:08.624187 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:08.698140 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Pushing event updated for resources: {'Port': ['ID=67632690-b1d4-44b3-8f27-fd7ea81c1d36,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:08.702262 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f541e3f9-44ea-45f7-8a33-eb52b97eaf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:08.704852 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:08.705506 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce520>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:29:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:08.888508 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:08.987502 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bafc9688-a584-4030-b179-c9ff8d18cb68 req-45021c3e-ef23-4dcc-a595-17ad609f2178 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 210 time: 0.0454459
Dec 15 19:30:09.235859 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceddce520>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:08Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:09.241290 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e42b0-dd7a-41ed-8785-6b74bfeb7a69 None None] The sync data for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv is: [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:08Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:30:10.151741 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ded55008-cb62-476e-9559-5c56a9a12356 req-3940c59a-52b6-4370-8eb0-b271e3bd5339 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 210 time: 0.0414212
Dec 15 19:30:11.015113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 67632690-b1d4-44b3-8f27-fd7ea81c1d36 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:30:11.057549 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:30:11.060144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-54d6788b-910f-4ced-84d1-122c4d5d7697 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:11.060830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-54d6788b-910f-4ced-84d1-122c4d5d7697 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:30:11.077864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-54d6788b-910f-4ced-84d1-122c4d5d7697 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:30:11.079152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-54d6788b-910f-4ced-84d1-122c4d5d7697 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/networks?id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0 HTTP/1.1" status: 200  len: 796 time: 0.1818459
Dec 15 19:30:11.086607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:30:11.091910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:11.092368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:11.136507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-c903b0db-678a-452b-89dd-9dbff03df2f2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:30:11.154729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-c903b0db-678a-452b-89dd-9dbff03df2f2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:30:11.155794 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-c903b0db-678a-452b-89dd-9dbff03df2f2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 380 time: 0.0638776
Dec 15 19:30:11.164336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'port': {'device_id': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'admin_state_up': True, 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'security_groups': ['2be213b1-0a75-4192-b06f-ad52603f4e29']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:30:11.212222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:11.246876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 67632690-b1d4-44b3-8f27-fd7ea81c1d36, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=67632690-b1d4-44b3-8f27-fd7ea81c1d36,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:30:11.250704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:11.252574 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-03e5e019-e20b-4b2c-806f-7f82caf264c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:11.334275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8303f0dd-53dc-43b3-8c91-f2dbeb5e22f8 req-acbf5fd6-6bec-4ea7-a510-fd7400e49a75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 210 time: 0.0536242
Dec 15 19:30:11.334617 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=67632690-b1d4-44b3-8f27-fd7ea81c1d36,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:11.338852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:11.345343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:30:11.365731 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:30:11.378005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:30:11.381780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:11.670643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.12 (a89136cb-a0ff-46d5-bcc4-b783a6f733c0/3eb282ec-b235-4632-8294-e9bef2026ee6/538592b0-dfcc-4254-8c2b-8736958291a9) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:30:11.865479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:11.881201 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object 538592b0-dfcc-4254-8c2b-8736958291a9 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:30:11.902568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:11.908538 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:11.975089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:30:11.978458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:30:11.982636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:30:12.011262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=538592b0-dfcc-4254-8c2b-8736958291a9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:12.016961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:12.050481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:12.051086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:12.078591 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9182715
Dec 15 19:30:12.090403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Request body: {'port': {'device_id': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:30:12.203836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:12.209465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3be65235-ac55-4f5d-bb74-7a448ec67596 None None] Provisioning for port 538592b0-dfcc-4254-8c2b-8736958291a9 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:30:12.214570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3be65235-ac55-4f5d-bb74-7a448ec67596 None None] Provisioning complete for port 538592b0-dfcc-4254-8c2b-8736958291a9 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:12.215021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3be65235-ac55-4f5d-bb74-7a448ec67596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:12.271223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-3be65235-ac55-4f5d-bb74-7a448ec67596 None None] Port 538592b0-dfcc-4254-8c2b-8736958291a9 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:30:12.546033 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414805a-1008-443f-823a-3ab97834e711 req-ead06c49-1393-44c4-a960-d0612cebdb21 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:12.547415 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7414805a-1008-443f-823a-3ab97834e711 req-ead06c49-1393-44c4-a960-d0612cebdb21 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 932 time: 0.0819743
Dec 15 19:30:12.550563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538592b0-dfcc-4254-8c2b-8736958291a9 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:30:12.557572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:12.571980 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Transition to ACTIVE for port object 538592b0-dfcc-4254-8c2b-8736958291a9 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:30:12.576470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:12.580240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2e2f9f92-3bac-4f2f-a200-840b74ffa215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:12.593871 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7414805a-1008-443f-823a-3ab97834e711 req-671fae2e-5346-412c-9864-a01945c3d76f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408485
Dec 15 19:30:12.739152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Pushing event updated for resources: {'Port': ['ID=538592b0-dfcc-4254-8c2b-8736958291a9,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:12.746956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:12.817368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Attempting to bind port 538592b0-dfcc-4254-8c2b-8736958291a9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:30:12.818172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Attempting to bind port 538592b0-dfcc-4254-8c2b-8736958291a9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:30:12.818491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Attempting to bind port 538592b0-dfcc-4254-8c2b-8736958291a9 on network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:30:12.824320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Port 538592b0-dfcc-4254-8c2b-8736958291a9 on network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:30:12.824636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Attempting to bind port 538592b0-dfcc-4254-8c2b-8736958291a9 on network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:30:12.830957 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:30:12.831285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Checking segment: {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:30:12.831660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Bound using segment: {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:30:12.832081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Bound port: 538592b0-dfcc-4254-8c2b-8736958291a9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e04d752-a6de-4d64-8755-824a1e6bd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:30:12.832422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:12.928775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] For port 538592b0-dfcc-4254-8c2b-8736958291a9, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:30:12.931975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] For port 538592b0-dfcc-4254-8c2b-8736958291a9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=538592b0-dfcc-4254-8c2b-8736958291a9,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:30:12.936992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:12.941177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-845da596-435d-4f73-b49e-018116625165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:12.979189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 67632690-b1d4-44b3-8f27-fd7ea81c1d36 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:30:13.005617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:13.008021 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/538592b0-dfcc-4254-8c2b-8736958291a9 HTTP/1.1" status: 200  len: 1094 time: 0.9211216
Dec 15 19:30:13.008021 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:30:13.023891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Pushing event updated for resources: {'Port': ['ID=538592b0-dfcc-4254-8c2b-8736958291a9,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:13.027616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:13.062880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:13.063430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:13.097272 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9', 'status': 'completed', 'code': 200}
Dec 15 19:30:13.138092 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-98a7f302-6ece-4d86-baa7-6c04c6cb661a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 1097 time: 0.0858951
Dec 15 19:30:13.212821 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-c6d228be-5b12-42fb-9ec7-aa55cf323392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538592b0-dfcc-4254-8c2b-8736958291a9 HTTP/1.1" status: 200  len: 217 time: 0.0680714
Dec 15 19:30:13.275912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-d6bb913f-6ba4-4a91-860a-17fda9996aed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:13.277275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-d6bb913f-6ba4-4a91-860a-17fda9996aed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb282ec-b235-4632-8294-e9bef2026ee6 HTTP/1.1" status: 200  len: 835 time: 0.0580657
Dec 15 19:30:13.350110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2fa891df-58d9-4515-ab12-0bbe05444777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:13.354986 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-272abed0-7086-42a0-957b-1f46a86758b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701292
Dec 15 19:30:13.594837 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-0f2f5ed5-5be6-400e-b362-88b7ea4992c4 service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336559
Dec 15 19:30:13.740897 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce6c80e1-45da-4dca-97b4-5a7a993940fd req-334f13f5-1dbc-483c-b9d1-67030a1e901f service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387813
Dec 15 19:30:13.794480 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72800cfd-a5fd-4647-b48a-6ba82cdde7c0 req-0369763b-96b5-475a-b349-ccbd3fdfd542 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:13.795983 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-72800cfd-a5fd-4647-b48a-6ba82cdde7c0 req-0369763b-96b5-475a-b349-ccbd3fdfd542 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 944 time: 0.0817981
Dec 15 19:30:13.843131 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-72800cfd-a5fd-4647-b48a-6ba82cdde7c0 req-dff6e8f5-8a28-49d1-8347-83bccd131ff7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414081
Dec 15 19:30:13.859369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-17b0de41-b413-461b-be78-be6bbe487125 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 1097 time: 0.0712681
Dec 15 19:30:13.991786 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-cc411849-a428-4cc5-a7a2-6660bdba433e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:13.993224 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-cc411849-a428-4cc5-a7a2-6660bdba433e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0 HTTP/1.1" status: 200  len: 897 time: 0.1271191
Dec 15 19:30:14.065348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-098bca3e-48d8-4247-b731-ac33f18b4c99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538592b0-dfcc-4254-8c2b-8736958291a9 HTTP/1.1" status: 200  len: 217 time: 0.0638707
Dec 15 19:30:14.128799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-a489f5ad-39f5-4846-a110-164b985140f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:14.130680 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-a489f5ad-39f5-4846-a110-164b985140f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb282ec-b235-4632-8294-e9bef2026ee6 HTTP/1.1" status: 200  len: 835 time: 0.0585270
Dec 15 19:30:14.205274 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-7c187eb3-6973-4ecc-bed9-f407979a5228 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677011
Dec 15 19:30:14.336524 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-960c8b27-b4c2-4d65-bd16-902764811dad service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242044
Dec 15 19:30:14.470916 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5c74ba31-3237-4af3-9317-ba322742e4fa req-fd21281e-b27f-47bd-b9d0-4fdd929d1bbb service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269205
Dec 15 19:30:15.043187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827fc0a-d488-4bb8-9f53-e067ed63f0ed req-6f22c9bc-9ede-410c-97fc-7250256767c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:15.043765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-2827fc0a-d488-4bb8-9f53-e067ed63f0ed req-6f22c9bc-9ede-410c-97fc-7250256767c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:30:15.059573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-2827fc0a-d488-4bb8-9f53-e067ed63f0ed req-6f22c9bc-9ede-410c-97fc-7250256767c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:30:15.060863 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2827fc0a-d488-4bb8-9f53-e067ed63f0ed req-6f22c9bc-9ede-410c-97fc-7250256767c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 944 time: 0.0969810
Dec 15 19:30:15.107833 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2827fc0a-d488-4bb8-9f53-e067ed63f0ed req-36bbab8f-50ab-4db4-a8f2-22df7dfddb6b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414298
Dec 15 19:30:15.604926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bee-8838-4037-87d7-8cc86dd04ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:15.689711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 538592b0-dfcc-4254-8c2b-8736958291a9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:30:15.823064 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 538592b0-dfcc-4254-8c2b-8736958291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=538592b0-dfcc-4254-8c2b-8736958291a9,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:30:15.836668 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '538592b0-dfcc-4254-8c2b-8736958291a9', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'port_id': '538592b0-dfcc-4254-8c2b-8736958291a9', 'mac_address': 'fa:16:3e:62:84:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:30:15.892549 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:15.909997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538592b0-dfcc-4254-8c2b-8736958291a9 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:30:15.924988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 538592b0-dfcc-4254-8c2b-8736958291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=538592b0-dfcc-4254-8c2b-8736958291a9,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:30:15.928784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:15.930557 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:15.994184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=538592b0-dfcc-4254-8c2b-8736958291a9,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:15.997244 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:16.186101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['538592b0-dfcc-4254-8c2b-8736958291a9'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:30:16.426314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1b00-86ff-4107-88cc-b29b6c6b9974 req-f4077181-0ac1-4a4d-8941-d6482fe516e1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:16.428302 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-07bc1b00-86ff-4107-88cc-b29b6c6b9974 req-f4077181-0ac1-4a4d-8941-d6482fe516e1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 945 time: 0.2001450
Dec 15 19:30:16.477802 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-07bc1b00-86ff-4107-88cc-b29b6c6b9974 req-5684c163-0200-41f8-b7d8-6a66d8e2ceb6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400753
Dec 15 19:30:16.823632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:16.882540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:17.677575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67a83-6f45-4f56-9a53-abed72032ae9 req-9b4f92fc-a807-4859-a479-ccfe531f5928 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:17.679132 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0af67a83-6f45-4f56-9a53-abed72032ae9 req-9b4f92fc-a807-4859-a479-ccfe531f5928 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 945 time: 0.0803349
Dec 15 19:30:17.706814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 538592b0-dfcc-4254-8c2b-8736958291a9 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:30:17.729550 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0af67a83-6f45-4f56-9a53-abed72032ae9 req-1cc321ec-4089-41b3-bac0-567ff4763294 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447183
Dec 15 19:30:17.785026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 538592b0-dfcc-4254-8c2b-8736958291a9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:30:17.789911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 538592b0-dfcc-4254-8c2b-8736958291a9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:30:17.790290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:17.902902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:17.929345 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:30:17.938971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 538592b0-dfcc-4254-8c2b-8736958291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=538592b0-dfcc-4254-8c2b-8736958291a9,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:30:17.943047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:17.946127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:18.018992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=538592b0-dfcc-4254-8c2b-8736958291a9,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:18.022187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:18.080254 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9', 'code': 200}
Dec 15 19:30:18.304589 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-acb2d6a4-4177-42fe-9f54-5bef315cbdeb req-059aea0c-fa3a-4075-b87c-61d4b8bc92af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 1099 time: 0.0683756
Dec 15 19:30:18.342998 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:18.349545 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-acb2d6a4-4177-42fe-9f54-5bef315cbdeb req-3cdc518d-25ad-433d-889b-9901045c4483 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384307
Dec 15 19:30:18.934933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179c804-8538-469d-ac5e-32f5d8321830 req-050792d1-6c4d-47a2-b625-fa666c96dfa7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:18.936400 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179c804-8538-469d-ac5e-32f5d8321830 req-050792d1-6c4d-47a2-b625-fa666c96dfa7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0807836
Dec 15 19:30:18.981654 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179c804-8538-469d-ac5e-32f5d8321830 req-19e2c7d7-ebcb-4652-9d25-baa80b35fb14 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396945
Dec 15 19:30:20.329511 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79f287-0c48-4760-a694-e9da4afcc8b8 req-d85e82ac-3ed3-4fe4-834e-07efa26be174 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:20.330913 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2d79f287-0c48-4760-a694-e9da4afcc8b8 req-d85e82ac-3ed3-4fe4-834e-07efa26be174 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0797174
Dec 15 19:30:20.376788 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2d79f287-0c48-4760-a694-e9da4afcc8b8 req-4a7489f4-2d4c-495f-92d0-1d90650d7f3f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397146
Dec 15 19:30:20.574059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023047d-2af4-4032-a26f-65795a0c93f3 req-2419d1ca-2891-4815-9482-9e708292f898 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:20.575571 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a023047d-2af4-4032-a26f-65795a0c93f3 req-2419d1ca-2891-4815-9482-9e708292f898 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0791569
Dec 15 19:30:20.623064 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a023047d-2af4-4032-a26f-65795a0c93f3 req-3353af40-990a-4855-bd76-cc0f85000353 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418878
Dec 15 19:30:20.650839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39926) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:20.726154 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-01527a28-c2f2-4614-b217-fd5dac8e1781 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 1094 time: 0.0740747
Dec 15 19:30:20.728865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39930) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:20.734416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '538592b0-dfcc-4254-8c2b-8736958291a9', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:30:20.742218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:30:20.746134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:floatingip and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:30:20.748998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:30:20.754764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:30:20.765292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:20.904098 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:21.043688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.73 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/b5f204b6-1257-4836-9547-1f1b94665ee2) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:30:21.295327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:21.321973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:21.326141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4059a08b-b7ca-4674-b22a-968215048d65 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:21.388195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:30:21.391309 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:30:21.395419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:30:21.421767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=b5f204b6-1257-4836-9547-1f1b94665ee2,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:21.426657 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:21.915656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:21.972809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:22.170835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:22.176680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:22.180637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-30f4cd28-d218-4f07-878e-5fcccb377766 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:22.279584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=b5f204b6-1257-4836-9547-1f1b94665ee2,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:22.283836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:22.298719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:22.485592 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Floating IP aedc0e44-6bc0-472d-a8b3-f64500eba21c associated. External IP: 172.26.1.73, port: 538592b0-dfcc-4254-8c2b-8736958291a9.
Dec 15 19:30:22.985572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 2656243d-d503-47c1-9364-ea4fe63b6161 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:30:23.182632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:30:23.192027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] Sync routers for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:30:23.205160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:23.205915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6350d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:23.207514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:23.266198 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5338852
Dec 15 19:30:23.266198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:30:23.320214 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9', 'status': 'completed', 'code': 200}
Dec 15 19:30:23.395277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:23.420693 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-b07358b2-fe7e-4b93-a890-2b85df42011b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 1099 time: 0.0783229
Dec 15 19:30:23.442924 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32c494-8dd0-4937-9019-c93b11d85e8f req-e386a144-2a85-4002-a0a6-3f1de39931d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:23.444348 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc32c494-8dd0-4937-9019-c93b11d85e8f req-e386a144-2a85-4002-a0a6-3f1de39931d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0812211
Dec 15 19:30:23.493962 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc32c494-8dd0-4937-9019-c93b11d85e8f req-edbaf9de-f6ff-41cd-80de-ad1a2b8b2b71 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437407
Dec 15 19:30:23.525103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39938) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:23.557919 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-ee0116d8-168c-4525-95a2-6764fd42665a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:23.559397 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-ee0116d8-168c-4525-95a2-6764fd42665a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0 HTTP/1.1" status: 200  len: 897 time: 0.1325536
Dec 15 19:30:23.640018 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0d42d790-eb80-45d9-9917-aece334257fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/aedc0e44-6bc0-472d-a8b3-f64500eba21c HTTP/1.1" status: 200  len: 991 time: 0.1129849
Dec 15 19:30:23.666894 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-e11b397a-0d72-43c1-a70c-46be8228034b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538592b0-dfcc-4254-8c2b-8736958291a9 HTTP/1.1" status: 200  len: 999 time: 0.1005163
Dec 15 19:30:23.731136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-52466eec-03ae-4d97-b341-c54aa8160f4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:23.732637 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-52466eec-03ae-4d97-b341-c54aa8160f4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb282ec-b235-4632-8294-e9bef2026ee6 HTTP/1.1" status: 200  len: 835 time: 0.0585387
Dec 15 19:30:23.773043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6350d0>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'aedc0e44-6bc0-472d-a8b3-f64500eba21c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.73', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'port_id': '538592b0-dfcc-4254-8c2b-8736958291a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'mac_address': 'fa:16:3e:62:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:30:21Z', 'updated_at': '2021-12-15T19:30:21Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:11Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:23.777091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] Checking router: 2656243d-d503-47c1-9364-ea4fe63b6161 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:30:23.788113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:23.788734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6350d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:23.813993 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-a91322fe-6970-4bad-ac58-6c8aa5f0f965 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750744
Dec 15 19:30:23.947702 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-3710b59d-5b26-40a3-9b98-584972d43e90 service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273427
Dec 15 19:30:24.015613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:24.090110 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-05364a5f-a16b-4bac-ae78-dbd9465de4fa req-96904d3f-0c05-40ed-9ff5-e4583f71d59e service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311958
Dec 15 19:30:24.375231 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6350d0>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'aedc0e44-6bc0-472d-a8b3-f64500eba21c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.73', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'port_id': '538592b0-dfcc-4254-8c2b-8736958291a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'mac_address': 'fa:16:3e:62:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:30:21Z', 'updated_at': '2021-12-15T19:30:21Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:11Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:24.379316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c4ee8-d10a-4fd5-84b6-d11378a88252 None None] The sync data for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv is: [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'aedc0e44-6bc0-472d-a8b3-f64500eba21c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.73', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'port_id': '538592b0-dfcc-4254-8c2b-8736958291a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'mac_address': 'fa:16:3e:62:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:30:21Z', 'updated_at': '2021-12-15T19:30:21Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:11Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:30:24.643336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39942) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:24.749645 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-722e22ca-a6c9-4bde-81a7-36c06b1a77b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/aedc0e44-6bc0-472d-a8b3-f64500eba21c HTTP/1.1" status: 200  len: 991 time: 0.1050878
Dec 15 19:30:25.443635 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228ee2b-795d-4c42-a50f-7b415adc3e15 None None] New status for floating IP aedc0e44-6bc0-472d-a8b3-f64500eba21c: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:30:25.753313 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39946) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:25.861042 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-eb6d9e95-19c9-4dfc-b686-b1b013224f45 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/aedc0e44-6bc0-472d-a8b3-f64500eba21c HTTP/1.1" status: 200  len: 993 time: 0.1064966
Dec 15 19:30:27.322016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:34.316536 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-eb36227a-fe8e-4df0-bb12-9cdc21c73dcd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711279
Dec 15 19:30:34.451956 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-99d52a2f-fc2d-4cbe-8848-ba3a800bccc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 1099 time: 0.0699115
Dec 15 19:30:34.712863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-c94b920d-28fd-4ed9-abed-4570e24c9bc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:34.714240 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-c94b920d-28fd-4ed9-abed-4570e24c9bc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0 HTTP/1.1" status: 200  len: 897 time: 0.2429397
Dec 15 19:30:34.817608 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-ba901ab5-1bd2-4fc1-9e95-e6862dea59a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538592b0-dfcc-4254-8c2b-8736958291a9 HTTP/1.1" status: 200  len: 1001 time: 0.0961232
Dec 15 19:30:34.879804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-fbb850ab-808a-4310-9ebe-27cb771dfb6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:34.881148 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-fbb850ab-808a-4310-9ebe-27cb771dfb6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb282ec-b235-4632-8294-e9bef2026ee6 HTTP/1.1" status: 200  len: 835 time: 0.0577717
Dec 15 19:30:34.960017 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-69d75825-7c2a-45d5-84c2-682b65b06cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721984
Dec 15 19:30:35.090464 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-60749869-12d8-4708-8f37-24bcc41e2a0b service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242771
Dec 15 19:30:35.235796 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c179ca1d-3ce5-4a06-a917-faa95460231d req-48e508c3-b24a-4820-9452-1f7493065f67 service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390390
Dec 15 19:30:43.352776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-81ae12e4-f234-4c52-b90d-727e2c210cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:45.608734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e3446995-7471-4fad-94ba-f90347d477fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:46.826737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:46.886745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:48.059233 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:30:48.343497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:52.855092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295d52c-acd2-4b56-9028-48663208117e req-31bc9006-f520-4a1a-a061-a995d5234105 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:52.856464 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b295d52c-acd2-4b56-9028-48663208117e req-31bc9006-f520-4a1a-a061-a995d5234105 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0808396
Dec 15 19:30:52.905725 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b295d52c-acd2-4b56-9028-48663208117e req-389bbe82-2e1c-4a0d-bef7-ace6b6864387 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428357
Dec 15 19:30:54.113165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117c296-3dcb-43d2-a502-fe859094ed96 req-496f3a9f-fad6-43f5-b90e-be8798164edb tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:54.114566 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9117c296-3dcb-43d2-a502-fe859094ed96 req-496f3a9f-fad6-43f5-b90e-be8798164edb tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0768576
Dec 15 19:30:54.165188 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9117c296-3dcb-43d2-a502-fe859094ed96 req-fad77b21-6e59-4b96-baff-a09968f963a4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448101
Dec 15 19:30:54.193804 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39964) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:54.301143 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-31f92b3c-1307-42c2-a953-89657f04281c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/aedc0e44-6bc0-472d-a8b3-f64500eba21c HTTP/1.1" status: 200  len: 993 time: 0.1061049
Dec 15 19:30:55.799334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328777-395c-43d2-8ef2-953f96aa3f2d req-609bf466-98be-4190-8521-824a134f1969 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:55.800917 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c8328777-395c-43d2-8ef2-953f96aa3f2d req-609bf466-98be-4190-8521-824a134f1969 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0862551
Dec 15 19:30:55.848844 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c8328777-395c-43d2-8ef2-953f96aa3f2d req-c05dbdc6-f0b8-40fb-8572-585d8c427975 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415893
Dec 15 19:30:57.058700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d765e2-5590-47d2-be57-9750a90834a8 req-ad864703-e1d8-4dc3-8027-718c0ae144ea tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:57.060059 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-02d765e2-5590-47d2-be57-9750a90834a8 req-ad864703-e1d8-4dc3-8027-718c0ae144ea tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0788450
Dec 15 19:30:57.106616 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-02d765e2-5590-47d2-be57-9750a90834a8 req-ef4636e4-48b3-4455-8fb8-6fc4d32d4d2b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410228
Dec 15 19:30:57.135518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 39976) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:57.251326 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f6eba532-9a55-40ee-a9ef-f8efbb244eac tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/aedc0e44-6bc0-472d-a8b3-f64500eba21c HTTP/1.1" status: 200  len: 993 time: 0.1146066
Dec 15 19:30:57.333537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:57.572418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 39984) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:30:57.784945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port b5f204b6-1257-4836-9547-1f1b94665ee2 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:30:57.785277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:57.972390 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:57.972706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:58.094599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for b5f204b6-1257-4836-9547-1f1b94665ee2 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:30:58.363042 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:58.366849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:30:58.407680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=b5f204b6-1257-4836-9547-1f1b94665ee2,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:30:58.451129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.451512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.451888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.452262 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.452630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.452998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.453385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.453749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.454119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.454478 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.454832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:30:58.461823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:30:58.514975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:58.945326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 2656243d-d503-47c1-9364-ea4fe63b6161 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:30:59.174178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:30:59.184205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] Sync routers for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:30:59.197644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:59.197871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:30:59.198300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:59.267677 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/floatingips/aedc0e44-6bc0-472d-a8b3-f64500eba21c HTTP/1.1" status: 204  len: 168 time: 1.6914864
Dec 15 19:30:59.269356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:30:59.335444 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9', 'status': 'completed', 'code': 200}
Dec 15 19:30:59.397950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:59.435146 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-c482c443-a1b2-49d4-b477-aa643e9e6ccb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 1099 time: 0.0796170
Dec 15 19:30:59.586295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-9ce4f545-a34b-461b-a12f-bc175caf4eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:59.588238 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-9ce4f545-a34b-461b-a12f-bc175caf4eda service neutron] 10.222.0.64 "GET /v2.0/networks?id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0 HTTP/1.1" status: 200  len: 897 time: 0.1470757
Dec 15 19:30:59.693621 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-3f8add9f-ea47-45a8-9e79-cb036e3ede1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538592b0-dfcc-4254-8c2b-8736958291a9 HTTP/1.1" status: 200  len: 217 time: 0.0966480
Dec 15 19:30:59.721754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7e20>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:11Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:59.725823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] Checking router: 2656243d-d503-47c1-9364-ea4fe63b6161 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:30:59.740089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:30:59.740861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7e20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:30:59.770625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-e4ef193a-74d7-48d0-9ae9-004412c6aa8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:59.772042 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-e4ef193a-74d7-48d0-9ae9-004412c6aa8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb282ec-b235-4632-8294-e9bef2026ee6 HTTP/1.1" status: 200  len: 835 time: 0.0684850
Dec 15 19:30:59.832445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc1517-b458-494f-a986-68867f32bd83 req-2b668fdb-6dad-436f-8cc8-df6b78e8cbe6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:30:59.833122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-4ffc1517-b458-494f-a986-68867f32bd83 req-2b668fdb-6dad-436f-8cc8-df6b78e8cbe6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:30:59.859990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-4ffc1517-b458-494f-a986-68867f32bd83 req-2b668fdb-6dad-436f-8cc8-df6b78e8cbe6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:30:59.861473 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ffc1517-b458-494f-a986-68867f32bd83 req-2b668fdb-6dad-436f-8cc8-df6b78e8cbe6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.2165310
Dec 15 19:30:59.904831 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-b3263ba9-33c5-472d-9146-7263e379972a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a89136cb-a0ff-46d5-bcc4-b783a6f733c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1234007
Dec 15 19:30:59.926163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:30:59.998760 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ffc1517-b458-494f-a986-68867f32bd83 req-5a6f11a1-39bc-4df4-a07f-2e48006c7ad9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270475
Dec 15 19:31:00.187547 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-d70185cf-c93a-4a04-b3dc-65a55d773003 service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728341
Dec 15 19:31:00.327403 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d543772-bba1-4e59-b015-6dc42b62c72d req-f56d2569-493c-4b20-8aaf-47bb97e1a145 service neutron] 10.222.0.64 "GET /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324098
Dec 15 19:31:00.330978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7a7e20>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:11Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:00.340310 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b140c-5b9c-4546-ae61-5ffaddc3189f None None] The sync data for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv is: [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:30:04Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '67632690-b1d4-44b3-8f27-fd7ea81c1d36', 'name': '', 'network_id': 'a89136cb-a0ff-46d5-bcc4-b783a6f733c0', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:fb:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:03Z', 'updated_at': '2021-12-15T19:30:11Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '3eb282ec-b235-4632-8294-e9bef2026ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:31:00.572096 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b16d3a-3485-4cf0-a32a-cb3a33858e90 None None] New status for floating IP aedc0e44-6bc0-472d-a8b3-f64500eba21c: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:31:01.161136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-48457c0a-c747-4164-a990-f3caa6227877 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:01.162857 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-48457c0a-c747-4164-a990-f3caa6227877 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0884030
Dec 15 19:31:01.210427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99d4be-9384-44a5-8d79-fa9997acb974 req-20ea9dc8-e9d8-4ed9-a673-50cbe1187c07 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:01.211928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3f99d4be-9384-44a5-8d79-fa9997acb974 req-20ea9dc8-e9d8-4ed9-a673-50cbe1187c07 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 946 time: 0.0817699
Dec 15 19:31:01.237624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 538592b0-dfcc-4254-8c2b-8736958291a9 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:31:01.238027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:01.263098 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3f99d4be-9384-44a5-8d79-fa9997acb974 req-b4ee8ccb-85f9-4ef8-8d55-1bcc8dea6453 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=2be213b1-0a75-4192-b06f-ad52603f4e29&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448349
Dec 15 19:31:01.501396 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 538592b0-dfcc-4254-8c2b-8736958291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=538592b0-dfcc-4254-8c2b-8736958291a9,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:01.501710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:01.628466 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 538592b0-dfcc-4254-8c2b-8736958291a9 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:31:01.786761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:01.793211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2b3e243b-8b8c-41f1-888c-015e255c6126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:01.842122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=538592b0-dfcc-4254-8c2b-8736958291a9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:01.845588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:01.914040 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] No DVR routers for this DVR port 538592b0-dfcc-4254-8c2b-8736958291a9 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:31:01.916578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:01.919361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'name': 'network-vif-deleted', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:31:01.942613 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5b167de9-bd51-4f20-9161-3fbed9f4213a req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "DELETE /v2.0/ports/538592b0-dfcc-4254-8c2b-8736958291a9 HTTP/1.1" status: 204  len: 173 time: 0.7730010
Dec 15 19:31:01.978243 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a81d6e-05d1-4d31-a05c-6e73b5568979', 'name': 'network-vif-deleted', 'tag': '538592b0-dfcc-4254-8c2b-8736958291a9', 'status': 'completed', 'code': 200}
Dec 15 19:31:02.469934 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-20fd067e-d43c-4653-bedb-4170a97f4ff3 req-7e3be207-a881-4ee2-ab73-542e9f9c4c8e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a81d6e-05d1-4d31-a05c-6e73b5568979 HTTP/1.1" status: 200  len: 210 time: 0.0438721
Dec 15 19:31:03.588875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40002) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:03.923330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 538592b0-dfcc-4254-8c2b-8736958291a9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:31:03.960798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 538592b0-dfcc-4254-8c2b-8736958291a9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:31:03.961140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 538592b0-dfcc-4254-8c2b-8736958291a9 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:31:04.009005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:04.765105 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 67632690-b1d4-44b3-8f27-fd7ea81c1d36 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:31:04.765848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:04.959503 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 67632690-b1d4-44b3-8f27-fd7ea81c1d36, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=67632690-b1d4-44b3-8f27-fd7ea81c1d36,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:04.959858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:05.086134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 67632690-b1d4-44b3-8f27-fd7ea81c1d36 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:31:05.272267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:05.276645 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8164e5c3-5d49-4c07-82c6-400e8b651c26 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:05.318621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=67632690-b1d4-44b3-8f27-fd7ea81c1d36,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:05.322636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:05.636854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:06.416017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 2656243d-d503-47c1-9364-ea4fe63b6161 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:31:06.648550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:31:06.659877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] Sync routers for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:31:06.663580 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/2656243d-d503-47c1-9364-ea4fe63b6161/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0732670
Dec 15 19:31:06.666474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40006) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:06.677693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:06.678312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced91ccd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:06.859533 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting subnet 3eb282ec-b235-4632-8294-e9bef2026ee6 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:31:06.862568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:06.871518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:06.923027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.015442 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.106643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.110714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1858937c-61fd-4690-b0df-5b24a0437fda tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:07.146786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb282ec-b235-4632-8294-e9bef2026ee6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:07.158583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.158966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.159393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.159706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.160073 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.160436 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.160801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.161683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.161683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.161981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.162493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:07.165388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.166024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced91ccd0>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:31:05Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:07.168325 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:07.172133 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b18b80-8e0a-4ac2-a343-573048d1993c None None] Network a89136cb-a0ff-46d5-bcc4-b783a6f733c0 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:31:07.172680 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-5bfcb1ee-2b1b-4ca2-83f4-d3878d7509d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/subnets/3eb282ec-b235-4632-8294-e9bef2026ee6 HTTP/1.1" status: 204  len: 168 time: 0.5052810
Dec 15 19:31:07.175395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40010) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:07.199483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] Checking router: 2656243d-d503-47c1-9364-ea4fe63b6161 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:31:07.282817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] Routers {'2656243d-d503-47c1-9364-ea4fe63b6161'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:07.283472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced91ccd0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['2656243d-d503-47c1-9364-ea4fe63b6161'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:07.496963 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.555371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] Set router 2656243d-d503-47c1-9364-ea4fe63b6161 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:07.659498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] DHCP port deletion for a89136cb-a0ff-46d5-bcc4-b783a6f733c0 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:31:07.688737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Deleting port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:31:07.689504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.711684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.726663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port e0d8b09d-7f49-46db-9c30-6d87dea34a58 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:31:07.726663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:07.929556 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port e0d8b09d-7f49-46db-9c30-6d87dea34a58, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e0d8b09d-7f49-46db-9c30-6d87dea34a58,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:07.929799 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.053803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for e0d8b09d-7f49-46db-9c30-6d87dea34a58 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:31:08.069463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] For port 5e4a7db4-131d-45af-b5d9-b784c2b7f654, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5e4a7db4-131d-45af-b5d9-b784c2b7f654,segment=NetworkSegment(8e04d752-a6de-4d64-8755-824a1e6bd0a2),segment_id=8e04d752-a6de-4d64-8755-824a1e6bd0a2)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:08.069854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.196052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Calling delete_port for 5e4a7db4-131d-45af-b5d9-b784c2b7f654 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:31:08.238187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.243337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1dafc05d-7e0f-4341-94db-ea0e09ecc04e tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:08.257704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced91ccd0>, [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:31:05Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:08.276786 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2d890-3dbc-403c-8a72-a33210d246aa None None] The sync data for ids ['2656243d-d503-47c1-9364-ea4fe63b6161'] in dv-neutron-821830-2-hyperv is: [{'id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040961488', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:59Z', 'updated_at': '2021-12-15T19:31:05Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'e0d8b09d-7f49-46db-9c30-6d87dea34a58', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2656243d-d503-47c1-9364-ea4fe63b6161', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:30:00Z', 'updated_at': '2021-12-15T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:31:08.292717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.293386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=e0d8b09d-7f49-46db-9c30-6d87dea34a58,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:08.295986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:08.302839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-1ee17e56-3702-494d-a50c-254e49862076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:08.347839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Pushing event deleted for resources: {'Port': ['ID=5e4a7db4-131d-45af-b5d9-b784c2b7f654,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:08.357420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] No DVR routers for this DVR port 5e4a7db4-131d-45af-b5d9-b784c2b7f654 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:31:08.359821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.360168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.360648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.360830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.361166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.361537 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.361899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.362225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.362547 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.362866 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.363711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:08.367239 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:08.528340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.807268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.811557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.837330 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.838030 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Fanout notify agent at l3_agent the message router_deleted on router 2656243d-d503-47c1-9364-ea4fe63b6161 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:31:08.852393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:08.856694 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/routers/2656243d-d503-47c1-9364-ea4fe63b6161 HTTP/1.1" status: 204  len: 168 time: 1.6776187
Dec 15 19:31:08.856694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40014) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:09.102039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.238443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.264940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced31ed60>,) {'filters': {'network_id': ['a89136cb-a0ff-46d5-bcc4-b783a6f733c0']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:09.282417 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced31ed60>, '8e04d752-a6de-4d64-8755-824a1e6bd0a2') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:09.282713 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced31ed60>, '8e04d752-a6de-4d64-8755-824a1e6bd0a2') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:09.296369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.316516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.324377 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:31:09.324670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:31:09.341722 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:31:09.367929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e4a7db4-131d-45af-b5d9-b784c2b7f654 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:31:09.403583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 5e4a7db4-131d-45af-b5d9-b784c2b7f654 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:31:09.404142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e4a7db4-131d-45af-b5d9-b784c2b7f654 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:31:09.404837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 67632690-b1d4-44b3-8f27-fd7ea81c1d36 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:31:09.427535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.431130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:09.439322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 67632690-b1d4-44b3-8f27-fd7ea81c1d36 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:31:09.439664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 67632690-b1d4-44b3-8f27-fd7ea81c1d36 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:31:09.449484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.460857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Network': ['ID=a89136cb-a0ff-46d5-bcc4-b783a6f733c0,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:09.464664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:09.470420 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-37780ec2-bfc4-4539-893e-10ff6b04cc34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/networks/a89136cb-a0ff-46d5-bcc4-b783a6f733c0 HTTP/1.1" status: 204  len: 168 time: 0.6129200
Dec 15 19:31:09.473096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40018) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:09.544967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29d47508-88f8-4314-afb1-e0e16da47a06 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.580277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29d47508-88f8-4314-afb1-e0e16da47a06 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.667780 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29d47508-88f8-4314-afb1-e0e16da47a06 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.672368 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e14dd109-7582-4daf-9082-4bdc0be3c4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:09.686594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d47508-88f8-4314-afb1-e0e16da47a06 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be213b1-0a75-4192-b06f-ad52603f4e29,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:09.689667 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-29d47508-88f8-4314-afb1-e0e16da47a06 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:09.715695 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-29d47508-88f8-4314-afb1-e0e16da47a06 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:09.720089 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-29d47508-88f8-4314-afb1-e0e16da47a06 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/security-groups/2be213b1-0a75-4192-b06f-ad52603f4e29 HTTP/1.1" status: 204  len: 168 time: 0.2427714
Dec 15 19:31:10.254781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40026) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:10.261120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707628811', 'description': 'tempest-secgroup-smoke-707628811 description', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:10.268175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:10.272214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:10.275058 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:10.280736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:10.291464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.330516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:10.335946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:10.339947 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:10.347358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:10.413688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.418612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.422329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-88a3a250-3e3b-412e-93e2-92e34d586dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:10.464546 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e8371b-0883-418c-a05d-ed839aa20245,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:10.467286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.468401 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2126281
Dec 15 19:31:10.469418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:10.471369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40030) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:10.476952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': 'f9e8371b-0883-418c-a05d-ed839aa20245', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:10.483697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:10.487414 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:10.490310 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:10.496836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:10.513660 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.575707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.579621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.581564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-abc3dbd1-0935-48e5-900e-e4b50ce17054 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:10.606069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9142a71b-e3ba-4dc4-a1cf-27dca77763ef,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:10.611674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:10.616150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.617438 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1450925
Dec 15 19:31:10.620684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40034) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:10.627068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': 'f9e8371b-0883-418c-a05d-ed839aa20245', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:10.633139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:10.636984 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:10.639916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:10.646591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:10.666868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.735662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.742029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.744011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c493b2fc-1dbb-49e8-9411-7e4205f5b2dc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:10.778092 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f68acd6-8b07-4244-a277-596c5f3b4683,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:10.781688 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:10.793369 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.794717 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7229463c-05ee-4af4-9c53-2fd4bc81b6b4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1731043
Dec 15 19:31:10.797748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40038) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:10.805181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': 'f9e8371b-0883-418c-a05d-ed839aa20245', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:10.811486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:10.815849 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:10.819019 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:10.824961 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:10.841994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.913619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.918931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.924860 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6489fa1-bd39-4c26-a2de-ab9f3cda099b tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:10.944477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3b50de-4b40-409c-9869-2628116fe353,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:10.947231 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:10.956707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:10.961491 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9f061043-7295-40db-85a5-277067d343a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1594927
Dec 15 19:31:10.961491 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40042) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:10.968692 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': 'f9e8371b-0883-418c-a05d-ed839aa20245', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:10.968851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e0d8b09d-7f49-46db-9c30-6d87dea34a58 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:31:10.974810 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:10.979823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:10.982676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:10.989345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:11.005664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e0d8b09d-7f49-46db-9c30-6d87dea34a58 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:31:11.006007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e0d8b09d-7f49-46db-9c30-6d87dea34a58 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:31:11.009343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.077975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.082727 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.084583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-267dd760-0a68-499e-8852-a705deed9c2c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:11.108563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69cc6ae-efa7-4501-a404-cf40bcbbc6e2,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:11.113594 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:11.119181 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.120368 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-934a7bb7-7394-4e4d-be27-67265ac65943 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1575027
Dec 15 19:31:11.123423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40046) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:11.128818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': 'f9e8371b-0883-418c-a05d-ed839aa20245', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:11.135466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:11.139378 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:11.145168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:11.154827 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:11.173749 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:31:11.180553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.247743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.251788 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.254171 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cea7bcd2-710f-4c5d-bd9d-4a4982bccbfd tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:11.279131 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327f00a-83f4-430b-8da8-b5459f495df7,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:11.281647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:11.290994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.292603 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1682370
Dec 15 19:31:11.295529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40050) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:11.301056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': 'f9e8371b-0883-418c-a05d-ed839aa20245', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:11.307204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:11.311319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:11.314379 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:11.320328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:11.331049 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:31:11.339332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.407493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.411359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.418176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-24cdbf1d-4e2f-40ea-af39-f990a0fdeeaa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:11.438269 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2075fb-d24b-4dc4-ac98-97cea5043ba1,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:11.440968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:11.449587 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.450808 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1543539
Dec 15 19:31:11.453611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40054) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:11.459296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'network': {'name': 'tempest-network-smoke--1904659046', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:11.464712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:11.468802 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:network and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:11.471708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:11.477459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:11.495456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:31:11.498730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.529590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:31:11.539178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.539508 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Added segment 01aa8043-5ad5-43aa-aefd-a6c806af23f4 of type vlan for network ea36511c-0bf3-4723-9599-bf65fafecba3
Dec 15 19:31:11.568528 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.598743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.602508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:11.603103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.606666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9355ca9b-6147-41a8-9559-beb5c4323d1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:11.717932 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2632582
Dec 15 19:31:11.718805 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Network': ['ID=ea36511c-0bf3-4723-9599-bf65fafecba3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:11.720782 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40058) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:11.723398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:11.726903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'admin_state_up': True, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:11.730667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network ea36511c-0bf3-4723-9599-bf65fafecba3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:31:11.734057 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:11.738169 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:router and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:11.741098 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:11.749076 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:11.761705 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.762738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.783923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:11.938504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:12.124066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:12.157484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:12.293783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.218 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/b3bdb81d-5dff-4787-9965-83b4ca36c912) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:31:12.447130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:12.476193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:12.480516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2e038680-8775-46e4-8ed5-14c27619c973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:12.552729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:31:12.556160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:31:12.558205 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=b3bdb81d-5dff-4787-9965-83b4ca36c912,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:12.560275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:31:12.585409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:12.839341 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:12.840106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:13.093209 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router bb64d0a5-9c2f-4caf-b839-53bd385eb565 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:31:13.307636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:31:13.317004 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Sync routers for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:31:13.329737 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:13.330437 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4fbb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:13.335661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:13.336889 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d607a661-d9dc-49cc-a338-5587d2d6c86a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.6151776
Dec 15 19:31:13.340441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40062) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:13.359120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-27bd0ed8-a820-4cfc-99d5-920e0486f163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:13.388954 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-881fd96a-a1e5-446a-98c9-80ab71618016 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=92ec89df083c4caf9fd00f9f986a0d97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0468705
Dec 15 19:31:13.392137 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40066) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:13.525701 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:13.528606 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9f1c3-7eda-412d-82ea-520998541c09 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:13.530126 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-92d9f1c3-7eda-412d-82ea-520998541c09 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1370506
Dec 15 19:31:13.533395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40070) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:13.578781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c8ab2c18-19cb-4caa-91ec-c5aca8facc46 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0438695
Dec 15 19:31:13.581814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40074) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:13.590349 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644046179', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:13.715843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:13.719772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:subnet and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:13.729437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:13.736895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:13.749021 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:31:13.858279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:13.864337 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4fbb0>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:12Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:13.870405 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Checking router: bb64d0a5-9c2f-4caf-b839-53bd385eb565 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:31:13.870961 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Updating router bb64d0a5-9c2f-4caf-b839-53bd385eb565 port b3bdb81d-5dff-4787-9965-83b4ca36c912 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:31:13.931621 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.098535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.102191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b7789a7a-9ba7-4cb4-be10-9ed7f08bc454 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:14.174945 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Subnet': ['ID=1f58b13b-1e91-4a45-b249-2041cc15aed8,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:14.180554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:14.191031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Checking segment: {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:31:14.191391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network hostable DHCP agents. Network: ea36511c-0bf3-4723-9599-bf65fafecba3, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:31:14.215336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network ea36511c-0bf3-4723-9599-bf65fafecba3 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:31:14.225621 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, ea36511c-0bf3-4723-9599-bf65fafecba3) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:31:14.231596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:14.231699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.235546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce79bd-0be5-450c-b882-10390aecc774 None None] Network ea36511c-0bf3-4723-9599-bf65fafecba3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:31:14.266617 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6807806
Dec 15 19:31:14.266841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40078) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:14.289026 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.302288 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Transition to ACTIVE for port object b3bdb81d-5dff-4787-9965-83b4ca36c912 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:31:14.311288 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.317659 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-e5f02787-3826-4f67-8214-947b32f7908f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:14.406117 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Pushing event updated for resources: {'Port': ['ID=b3bdb81d-5dff-4787-9965-83b4ca36c912,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:14.408393 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Attempting to bind port b3bdb81d-5dff-4787-9965-83b4ca36c912 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:31:14.408759 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Attempting to bind port b3bdb81d-5dff-4787-9965-83b4ca36c912 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:31:14.409118 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Attempting to bind port b3bdb81d-5dff-4787-9965-83b4ca36c912 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:31:14.420800 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.421132 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.421504 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.421831 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.422155 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.422474 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.422792 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.423107 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.423638 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.423749 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.424025 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:31:14.428511 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:31:14.428885 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:31:14.429267 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.429706 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:31:14.430220 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Bound port: b3bdb81d-5dff-4787-9965-83b4ca36c912, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:31:14.430594 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.469535 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:14.494519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-ea36511c-0bf3-4723-9599-bf65fafecba3', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:31:14.495355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.511236 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] For port b3bdb81d-5dff-4787-9965-83b4ca36c912, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:31:14.514511 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] For port b3bdb81d-5dff-4787-9965-83b4ca36c912, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b3bdb81d-5dff-4787-9965-83b4ca36c912,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:31:14.530503 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.535820 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:14.622969 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:14.623583 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4fbb0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:30:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:14.688356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Allocated IP 172.20.0.2 (ea36511c-0bf3-4723-9599-bf65fafecba3/1f58b13b-1e91-4a45-b249-2041cc15aed8/3c2270ff-6324-4911-9a86-3077f14e1a1d) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:31:14.795527 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Pushing event updated for resources: {'Port': ['ID=b3bdb81d-5dff-4787-9965-83b4ca36c912,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:14.800350 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:14.836058 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:14.904436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.917166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Transition to ACTIVE for port object 3c2270ff-6324-4911-9a86-3077f14e1a1d will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:31:14.939128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Transition to ACTIVE for port object 3c2270ff-6324-4911-9a86-3077f14e1a1d will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:31:14.947027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:14.955711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-78964f4e-c3d3-4663-a9b7-2b5fddecf959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:15.031854 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Network ea36511c-0bf3-4723-9599-bf65fafecba3 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:31:15.035211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:31:15.039041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:31:15.046486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Pushing event updated for resources: {'Port': ['ID=3c2270ff-6324-4911-9a86-3077f14e1a1d,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:15.050136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:15.139623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Attempting to bind port 3c2270ff-6324-4911-9a86-3077f14e1a1d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:31:15.140087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Attempting to bind port 3c2270ff-6324-4911-9a86-3077f14e1a1d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:31:15.140525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Attempting to bind port 3c2270ff-6324-4911-9a86-3077f14e1a1d on network ea36511c-0bf3-4723-9599-bf65fafecba3 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:31:15.147810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:31:15.148277 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Checking segment: {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:31:15.148741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:15.149213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Bound using segment: {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:31:15.150426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Bound port: 3c2270ff-6324-4911-9a86-3077f14e1a1d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:31:15.150765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:15.161518 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf4fbb0>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:12Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:15.166928 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421fc8dd-c020-452e-8203-3907259b7de6 None None] The sync data for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv is: [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:12Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:31:15.254968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:15.305761 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] For port 3c2270ff-6324-4911-9a86-3077f14e1a1d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:31:15.309941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] For port 3c2270ff-6324-4911-9a86-3077f14e1a1d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3c2270ff-6324-4911-9a86-3077f14e1a1d,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:31:15.315094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:15.319946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4aed1ff0-eca5-481e-a526-7b2859fb709d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:15.423497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Pushing event updated for resources: {'Port': ['ID=3c2270ff-6324-4911-9a86-3077f14e1a1d,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:15.426746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:15.653483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8f76-d2ec-41cc-aa2e-d83c313d871c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:15.828060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.1 (ea36511c-0bf3-4723-9599-bf65fafecba3/1f58b13b-1e91-4a45-b249-2041cc15aed8/3eb14c77-88c9-469d-aa82-ce1518a54153) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:31:16.000644 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.018502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object 3eb14c77-88c9-469d-aa82-ce1518a54153 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:31:16.040822 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.044821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a2dc08df-d385-4073-87e5-2eba2c49a48f tempest-RoutersNegativeTest-70066288 tempest-RoutersNegativeTest-70066288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:16.121564 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network ea36511c-0bf3-4723-9599-bf65fafecba3 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:31:16.125130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:31:16.130225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=3eb14c77-88c9-469d-aa82-ce1518a54153,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:16.132354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:31:16.170607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:16.203706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.289708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.451211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae5050-170c-4277-8095-0b39a543113b None None] Network ea36511c-0bf3-4723-9599-bf65fafecba3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:31:16.544975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-44e68999-499e-4023-a1b4-d4881b4f02fd None None] Provisioning for port 3c2270ff-6324-4911-9a86-3077f14e1a1d completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:31:16.830972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.836356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.841501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.874079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e09cb411-dde6-4524-ab56-5cc85c2db615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:16.892201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.958277 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:16.961985 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=3eb14c77-88c9-469d-aa82-ce1518a54153,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:16.964977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:17.003954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2beb865d-b7a7-4c82-b5fc-c1e20d2f215d None None] Provisioning for port 3eb14c77-88c9-469d-aa82-ce1518a54153 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:31:17.013358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-2beb865d-b7a7-4c82-b5fc-c1e20d2f215d None None] Provisioning complete for port 3eb14c77-88c9-469d-aa82-ce1518a54153 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:17.013818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2beb865d-b7a7-4c82-b5fc-c1e20d2f215d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.079142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2beb865d-b7a7-4c82-b5fc-c1e20d2f215d None None] Port 3eb14c77-88c9-469d-aa82-ce1518a54153 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:31:17.106593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3bdb81d-5dff-4787-9965-83b4ca36c912 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:31:17.138015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network ea36511c-0bf3-4723-9599-bf65fafecba3 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:31:17.139226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:31:17.181585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port b3bdb81d-5dff-4787-9965-83b4ca36c912 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:31:17.187020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b3bdb81d-5dff-4787-9965-83b4ca36c912 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:17.187534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.305316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-54349662-4b41-4685-84f9-4aadec615bbd None None] Provisioning complete for port 3eb14c77-88c9-469d-aa82-ce1518a54153 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:17.306502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-54349662-4b41-4685-84f9-4aadec615bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.376073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-54349662-4b41-4685-84f9-4aadec615bbd None None] Port 3eb14c77-88c9-469d-aa82-ce1518a54153 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:31:17.377483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.395325 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port b3bdb81d-5dff-4787-9965-83b4ca36c912, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b3bdb81d-5dff-4787-9965-83b4ca36c912,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:17.399257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.400597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c2270ff-6324-4911-9a86-3077f14e1a1d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:31:17.429895 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:17.524024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=b3bdb81d-5dff-4787-9965-83b4ca36c912,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:17.528853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:17.539577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a2dd540f-3c98-417f-b106-f184de5cea3a None None] Provisioning complete for port 3eb14c77-88c9-469d-aa82-ce1518a54153 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:17.539956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a2dd540f-3c98-417f-b106-f184de5cea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.558951 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router bb64d0a5-9c2f-4caf-b839-53bd385eb565 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:31:17.576288 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 3c2270ff-6324-4911-9a86-3077f14e1a1d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:31:17.586004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3c2270ff-6324-4911-9a86-3077f14e1a1d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:17.586361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.632665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd540f-3c98-417f-b106-f184de5cea3a None None] Port 3eb14c77-88c9-469d-aa82-ce1518a54153 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:31:17.710991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.745711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 3c2270ff-6324-4911-9a86-3077f14e1a1d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3c2270ff-6324-4911-9a86-3077f14e1a1d,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:17.749737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:17.751743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-b5ae9e62-c05c-4c83-b1ed-4ff669a2dff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:17.770879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:31:17.784943 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/bb64d0a5-9c2f-4caf-b839-53bd385eb565/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5170295
Dec 15 19:31:17.826737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=3c2270ff-6324-4911-9a86-3077f14e1a1d,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:17.830335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:17.968449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-e92d185e-1313-420d-9bd2-20cd4285a98e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:31:17.983183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-e92d185e-1313-420d-9bd2-20cd4285a98e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:31:17.984344 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-e92d185e-1313-420d-9bd2-20cd4285a98e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707628811&fields=id&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 267 time: 0.0564787
Dec 15 19:31:18.152932 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-f6578f7b-eba7-4b52-ae66-4a976b2925cf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:18.153538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-f6578f7b-eba7-4b52-ae66-4a976b2925cf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:31:18.169964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-f6578f7b-eba7-4b52-ae66-4a976b2925cf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:31:18.171177 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-f6578f7b-eba7-4b52-ae66-4a976b2925cf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 797 time: 0.1804013
Dec 15 19:31:18.187913 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-7a883743-1378-4943-bc35-aef1521af387 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/quotas/92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 375 time: 0.0111215
Dec 15 19:31:18.271687 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-efb3ce40-fe1b-4c6f-a05d-7918553f2c52 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:31:18.286794 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-efb3ce40-fe1b-4c6f-a05d-7918553f2c52 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:31:18.288505 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-efb3ce40-fe1b-4c6f-a05d-7918553f2c52 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0953367
Dec 15 19:31:18.347538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:18.544951 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-a845e546-a09d-4784-9a77-9c4739d1e232 service neutron] 10.222.0.48 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448044
Dec 15 19:31:18.800784 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-9f2bb108-be07-4d3a-8d3e-1ea1bb933a03 service neutron] 10.222.0.48 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494793
Dec 15 19:31:18.831195 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Sync routers for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:31:18.843274 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:18.843953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6fb20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:31:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:19.000128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-27a8b3fd-215f-4f69-be82-4ca9a10591d7 req-240e40b1-d650-4eb0-85eb-b7caea8f53c2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:31:19.014759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-27a8b3fd-215f-4f69-be82-4ca9a10591d7 req-240e40b1-d650-4eb0-85eb-b7caea8f53c2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:31:19.015911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-27a8b3fd-215f-4f69-be82-4ca9a10591d7 req-240e40b1-d650-4eb0-85eb-b7caea8f53c2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 210 time: 0.0677898
Dec 15 19:31:19.032073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3bdb81d-5dff-4787-9965-83b4ca36c912 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:31:19.106196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:19.236316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b3bdb81d-5dff-4787-9965-83b4ca36c912 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:19.236820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:19.540753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c2270ff-6324-4911-9a86-3077f14e1a1d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:31:19.622088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6fb20>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 2, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:19.629084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Checking router: bb64d0a5-9c2f-4caf-b839-53bd385eb565 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:31:19.629485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Updating router bb64d0a5-9c2f-4caf-b839-53bd385eb565 port 3eb14c77-88c9-469d-aa82-ce1518a54153 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:31:19.657898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3c2270ff-6324-4911-9a86-3077f14e1a1d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:19.658273 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:19.729414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.065161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-5834acb3-a7ce-43da-b6d4-27af0176ee32 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:20.066604 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-5834acb3-a7ce-43da-b6d4-27af0176ee32 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 797 time: 0.1559458
Dec 15 19:31:20.146593 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-44467f34-f7bc-4b91-8dc4-4079b1d98d75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 379 time: 0.0668006
Dec 15 19:31:20.151588 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.156350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'port': {'device_id': '8a18d302-ac9a-484c-8802-5204872685f7', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'admin_state_up': True, 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'security_groups': ['f9e8371b-0883-418c-a05d-ed839aa20245']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:20.176828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Transition to ACTIVE for port object 3eb14c77-88c9-469d-aa82-ce1518a54153 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:31:20.190318 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.194148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:20.216776 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-aa079430-7c63-47de-8538-002da5deea6e req-1e6e8c91-4524-4f4d-a889-786c643a3d6d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 210 time: 0.0504205
Dec 15 19:31:20.315742 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5dba3-704f-4b3f-b461-e81e71372b6d None None] Pushing event updated for resources: {'Port': ['ID=3eb14c77-88c9-469d-aa82-ce1518a54153,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:20.319770 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7dd5dba3-704f-4b3f-b461-e81e71372b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:20.325491 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:20.336089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:20.346747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:31:20.350160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.414544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Attempting to bind port 3eb14c77-88c9-469d-aa82-ce1518a54153 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:31:20.415739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Attempting to bind port 3eb14c77-88c9-469d-aa82-ce1518a54153 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:31:20.416302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Attempting to bind port 3eb14c77-88c9-469d-aa82-ce1518a54153 on network ea36511c-0bf3-4723-9599-bf65fafecba3 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:31:20.424014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:31:20.424388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Checking segment: {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:31:20.424961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.425502 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Bound using segment: {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:31:20.425926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Bound port: 3eb14c77-88c9-469d-aa82-ce1518a54153, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:31:20.426305 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.522975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.13 (ea36511c-0bf3-4723-9599-bf65fafecba3/1f58b13b-1e91-4a45-b249-2041cc15aed8/2d5eac2d-c236-4e1c-ae35-f28363f86b7b) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:31:20.525243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] For port 3eb14c77-88c9-469d-aa82-ce1518a54153, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:31:20.528863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] For port 3eb14c77-88c9-469d-aa82-ce1518a54153, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3eb14c77-88c9-469d-aa82-ce1518a54153,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:31:20.533269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.537922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:20.613523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5dba3-704f-4b3f-b461-e81e71372b6d None None] Pushing event updated for resources: {'Port': ['ID=3eb14c77-88c9-469d-aa82-ce1518a54153,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:20.616933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7dd5dba3-704f-4b3f-b461-e81e71372b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:20.619468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:20.620083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6fb20>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:31:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:20.730470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.748988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object 2d5eac2d-c236-4e1c-ae35-f28363f86b7b will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:31:20.773408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.780474 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8d6ae47f-e8ba-4f4f-a8c0-7bfcb93bf44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:20.825553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:20.854879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network ea36511c-0bf3-4723-9599-bf65fafecba3 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:31:20.858245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:31:20.863493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:31:20.890864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:20.901566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:20.943553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:20.944176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:20.976846 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8241148
Dec 15 19:31:20.988302 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Request body: {'port': {'device_id': '8a18d302-ac9a-484c-8802-5204872685f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:21.193199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-69a1413e-3376-46f7-8f24-5c8f505135f1 None None] Provisioning for port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:31:21.203461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-69a1413e-3376-46f7-8f24-5c8f505135f1 None None] Provisioning complete for port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:21.203890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-69a1413e-3376-46f7-8f24-5c8f505135f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:21.227135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:21.263943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-69a1413e-3376-46f7-8f24-5c8f505135f1 None None] Port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:31:21.291194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb6fb20>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:20Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:21.295475 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c010b0-257f-49c4-9355-053f0c57bcd9 None None] The sync data for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv is: [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:20Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:31:21.572381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506152f2-4c9f-4693-8e9f-ab19eb6dc8a1 req-9ce6e0ae-8d94-441f-91b8-7d38bcd67914 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:21.573074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-506152f2-4c9f-4693-8e9f-ab19eb6dc8a1 req-9ce6e0ae-8d94-441f-91b8-7d38bcd67914 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:31:21.610445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-506152f2-4c9f-4693-8e9f-ab19eb6dc8a1 req-9ce6e0ae-8d94-441f-91b8-7d38bcd67914 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:31:21.611555 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-506152f2-4c9f-4693-8e9f-ab19eb6dc8a1 req-9ce6e0ae-8d94-441f-91b8-7d38bcd67914 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 932 time: 0.2533097
Dec 15 19:31:21.712427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5eac2d-c236-4e1c-ae35-f28363f86b7b {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:31:21.721714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:21.726118 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-506152f2-4c9f-4693-8e9f-ab19eb6dc8a1 req-a01183b9-bb4c-4983-ab02-24da7307aa18 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014056
Dec 15 19:31:21.741551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Transition to ACTIVE for port object 2d5eac2d-c236-4e1c-ae35-f28363f86b7b will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:31:21.746669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:21.760619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-47f4a823-a197-4f07-9b76-176fc70cab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:21.886038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Pushing event updated for resources: {'Port': ['ID=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:21.889855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:22.018706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Attempting to bind port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:31:22.019161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Attempting to bind port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:31:22.019533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Attempting to bind port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b on network ea36511c-0bf3-4723-9599-bf65fafecba3 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:31:22.026911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b on network ea36511c-0bf3-4723-9599-bf65fafecba3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:31:22.027228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Attempting to bind port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b on network ea36511c-0bf3-4723-9599-bf65fafecba3 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:31:22.035129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:31:22.035453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Checking segment: {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:31:22.035841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Bound using segment: {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:31:22.036279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Bound port: 2d5eac2d-c236-4e1c-ae35-f28363f86b7b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aa8043-5ad5-43aa-aefd-a6c806af23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:31:22.036620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:22.136601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] For port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:31:22.140776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] For port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:31:22.146022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:22.151512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-747463b4-19a8-4a97-89a4-b6cec7143a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:22.210342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:22.212667 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] 10.222.0.64 "PUT /v2.0/ports/2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 1094 time: 1.2288287
Dec 15 19:31:22.215732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:31:22.251524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Pushing event updated for resources: {'Port': ['ID=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:22.256221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:22.301410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'status': 'completed', 'code': 200}
Dec 15 19:31:22.340352 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-3b0c1285-db74-46eb-9f6d-6875f5f53b50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1097 time: 0.0803494
Dec 15 19:31:22.418296 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-b61bdeff-f132-4f35-94a2-24ee991e4ca9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 217 time: 0.0704844
Dec 15 19:31:22.484292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-13e1c393-6af8-449d-a752-3e88c3f9eacc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:22.485676 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-13e1c393-6af8-449d-a752-3e88c3f9eacc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 200  len: 834 time: 0.0609717
Dec 15 19:31:22.566978 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-d778798a-3beb-4e53-b625-ff4cf51bfd42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea36511c-0bf3-4723-9599-bf65fafecba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750055
Dec 15 19:31:22.702191 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-f12483ab-1cae-4ecd-b33b-eb10067c19f2 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285927
Dec 15 19:31:22.837334 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4a81d040-9ad1-4674-b8bc-0bef95b5ccfa req-e46afd2b-df4e-4427-b274-ed9276888791 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290579
Dec 15 19:31:23.036904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3eb14c77-88c9-469d-aa82-ce1518a54153 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:31:23.107936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 3eb14c77-88c9-469d-aa82-ce1518a54153 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:31:23.112766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3eb14c77-88c9-469d-aa82-ce1518a54153 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:23.113148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:23.121328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e8adf-9a89-41fd-b109-8ae3d5aecd65 req-7e3c5fe7-eb67-474a-bb98-0ac55f727318 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:23.122795 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-340e8adf-9a89-41fd-b109-8ae3d5aecd65 req-7e3c5fe7-eb67-474a-bb98-0ac55f727318 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 944 time: 0.2522631
Dec 15 19:31:23.129725 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-02981779-8eb1-4259-b4c7-c077adc4e4b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1097 time: 0.2244442
Dec 15 19:31:23.230827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:23.259974 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-340e8adf-9a89-41fd-b109-8ae3d5aecd65 req-e1ffe5f4-1854-4a2c-9325-440f2cae84dc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293385
Dec 15 19:31:23.273677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 3eb14c77-88c9-469d-aa82-ce1518a54153, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3eb14c77-88c9-469d-aa82-ce1518a54153,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:23.280112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:23.282992 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:23.301658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-fbca808d-59d9-4127-95ef-606c97bedaa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:23.303439 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-fbca808d-59d9-4127-95ef-606c97bedaa2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 898 time: 0.1589873
Dec 15 19:31:23.371028 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=3eb14c77-88c9-469d-aa82-ce1518a54153,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:23.373797 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-d4294f34-6f06-4b60-b250-0f0f42c7df05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 217 time: 0.0633793
Dec 15 19:31:23.374716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:23.443376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-10932386-8aac-48d7-9088-a62739735f23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:23.444821 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-10932386-8aac-48d7-9088-a62739735f23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 200  len: 834 time: 0.0642750
Dec 15 19:31:23.521216 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-dc1354a4-d949-4df3-82d7-cd6f9683f190 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea36511c-0bf3-4723-9599-bf65fafecba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696011
Dec 15 19:31:23.655840 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-f84dd2b6-e506-4d6d-8df3-de74d1dabf45 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272526
Dec 15 19:31:23.791120 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbb72af6-dec7-4773-9c32-29a29f719fc0 req-41f5e8b4-c037-4b54-b6ad-d3c0da3d628a service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290145
Dec 15 19:31:24.463345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac940158-3ba3-4385-9346-63bd0657cc40 req-9dc857e9-14b1-4f06-b363-e6f5b95117d8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:24.464773 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ac940158-3ba3-4385-9346-63bd0657cc40 req-9dc857e9-14b1-4f06-b363-e6f5b95117d8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 944 time: 0.0799165
Dec 15 19:31:24.511766 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ac940158-3ba3-4385-9346-63bd0657cc40 req-5b58cb76-89a3-4d58-9e48-fb51091959fa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414312
Dec 15 19:31:25.018031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3eb14c77-88c9-469d-aa82-ce1518a54153 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:31:25.059159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:31:25.090845 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 3eb14c77-88c9-469d-aa82-ce1518a54153 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:25.091219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:25.720347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c299a1-ab2b-404b-8e40-ff33f9c8b236 req-b8ac7bb5-21b5-455f-a877-32c58642f026 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:25.721846 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-95c299a1-ab2b-404b-8e40-ff33f9c8b236 req-b8ac7bb5-21b5-455f-a877-32c58642f026 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 944 time: 0.0842240
Dec 15 19:31:25.769913 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-95c299a1-ab2b-404b-8e40-ff33f9c8b236 req-820caa79-f9d8-4961-991d-c9068d0d4425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422456
Dec 15 19:31:26.000652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 2d5eac2d-c236-4e1c-ae35-f28363f86b7b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:31:26.138324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:26.171354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'port_id': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'mac_address': 'fa:16:3e:84:81:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:31:26.226242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:26.244566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5eac2d-c236-4e1c-ae35-f28363f86b7b {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:31:26.261113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:26.265329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:26.268388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:26.342357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:26.346429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:26.469371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['2d5eac2d-c236-4e1c-ae35-f28363f86b7b'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:31:26.991319 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace8190-c5c1-481c-9c38-07808f932bcf req-55a62a00-048b-4f0a-b8cc-fdfaa4b4cfa0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:26.992695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ace8190-c5c1-481c-9c38-07808f932bcf req-55a62a00-048b-4f0a-b8cc-fdfaa4b4cfa0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 945 time: 0.0893397
Dec 15 19:31:27.041367 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ace8190-c5c1-481c-9c38-07808f932bcf req-ca3a37a3-a83e-4151-8c32-70b4b28e560a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412281
Dec 15 19:31:27.341443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:28.004855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 2d5eac2d-c236-4e1c-ae35-f28363f86b7b up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:31:28.071430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:31:28.076353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:31:28.076731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:28.196837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:28.224991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:31:28.236520 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:31:28.242876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:28.245327 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:28.251544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f4741-52c1-4ca6-875a-c42ae03b2f96 req-117a89a6-ecea-4c64-8afb-706f9be255bc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:28.253122 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-126f4741-52c1-4ca6-875a-c42ae03b2f96 req-117a89a6-ecea-4c64-8afb-706f9be255bc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 945 time: 0.0914843
Dec 15 19:31:28.293125 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'code': 200}
Dec 15 19:31:28.323732 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-126f4741-52c1-4ca6-875a-c42ae03b2f96 req-e56c20f4-5d6d-429c-9245-aa8ee94a41e4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554075
Dec 15 19:31:28.324853 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:28.327891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:28.532322 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e6c01dd3-53fb-47e5-9c95-fd5ce3fa2bf7 req-91d517ae-bfd1-47f9-9c75-d0acbd6cd337 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1099 time: 0.0763612
Dec 15 19:31:28.581024 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e6c01dd3-53fb-47e5-9c95-fd5ce3fa2bf7 req-1626f2bc-ea9f-4539-9135-b6999c53c0e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425477
Dec 15 19:31:29.530309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c4e91-2ef2-493c-94ba-e342f6420239 req-041e97be-77b5-485b-86de-e183ecf3931a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:29.532151 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a53c4e91-2ef2-493c-94ba-e342f6420239 req-041e97be-77b5-485b-86de-e183ecf3931a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0906658
Dec 15 19:31:29.584206 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a53c4e91-2ef2-493c-94ba-e342f6420239 req-69a7c4df-ee12-4f23-88a8-edb2fd5a3f4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456409
Dec 15 19:31:30.788566 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a11ee-ce77-4536-9939-ea746b168501 req-15de2ef2-0635-46e1-91ed-1c876347b21b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:30.790044 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ba3a11ee-ce77-4536-9939-ea746b168501 req-15de2ef2-0635-46e1-91ed-1c876347b21b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0780635
Dec 15 19:31:30.842578 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ba3a11ee-ce77-4536-9939-ea746b168501 req-08430acc-6c21-43a5-99ee-9b0c144e4b61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466013
Dec 15 19:31:31.053532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc611aa-9ce8-46c7-ae03-8b2366c27ddc req-5787bba7-5346-4b6d-b8e4-6bd6d05b1739 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:31.055002 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bc611aa-9ce8-46c7-ae03-8b2366c27ddc req-5787bba7-5346-4b6d-b8e4-6bd6d05b1739 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0793931
Dec 15 19:31:31.101621 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5bc611aa-9ce8-46c7-ae03-8b2366c27ddc req-f56aea7c-f3a2-4f1e-97c9-93515bc1966a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404298
Dec 15 19:31:31.130757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40126) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:31.205739 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d47725fb-3a36-4147-afae-1a0756ca8eb4 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1094 time: 0.0735412
Dec 15 19:31:31.208260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40130) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:31.213445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:31:31.219014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:31:31.222958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:floatingip and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:31:31.225777 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:31:31.231398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:31:31.241532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:31.380146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:31.517542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.194 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/771c202e-3cc4-4e5b-af23-db82076f6052) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:31:31.684835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:31.717792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:31.722228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d73bb402-11a0-48f5-b21a-1634d70d2a77 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:31.785699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:31:31.793562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:31:31.796370 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:31:31.824561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=771c202e-3cc4-4e5b-af23-db82076f6052,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:31.827543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:32.318666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:32.482011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:32.692971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:32.699160 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:32.703959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fc09f8da-f851-4df7-a215-9011c352e607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:31:32.810657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=771c202e-3cc4-4e5b-af23-db82076f6052,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:31:32.818514 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:31:32.827936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:33.023010 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Floating IP 805d8c5f-9c45-40e7-add0-c043f7a11817 associated. External IP: 172.26.1.194, port: 2d5eac2d-c236-4e1c-ae35-f28363f86b7b.
Dec 15 19:31:33.424538 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router bb64d0a5-9c2f-4caf-b839-53bd385eb565 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:31:33.640049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:31:33.651975 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] Sync routers for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:31:33.666127 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:33.666883 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c3070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:31:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:33.678244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:33.698581 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-bffc694a-7f20-4312-8930-ac7fa2b830e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0903432
Dec 15 19:31:33.762819 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5509365
Dec 15 19:31:33.762819 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:31:33.859827 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-d7fa4b44-6613-4bbd-b00a-fd79c8f461dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1099 time: 0.0802486
Dec 15 19:31:33.883148 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:33.922913 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'status': 'completed', 'code': 200}
Dec 15 19:31:34.097247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e872672-ff4e-48ec-a730-64babcf98051 req-6d0b35f9-c942-447d-abca-e3fb09093348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:34.101381 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-6d0b35f9-c942-447d-abca-e3fb09093348 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 898 time: 0.2159693
Dec 15 19:31:34.221209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5579d19-4b59-4c07-b666-d56d5d2fac7e req-f8491f4c-8a6f-498f-a75f-b8fa988b6d85 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:34.223237 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5579d19-4b59-4c07-b666-d56d5d2fac7e req-f8491f4c-8a6f-498f-a75f-b8fa988b6d85 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.2576802
Dec 15 19:31:34.288168 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-ebce424f-2421-408e-bd06-d4d9a22d02b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 1000 time: 0.1800606
Dec 15 19:31:34.291214 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c3070>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '805d8c5f-9c45-40e7-add0-c043f7a11817', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'port_id': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'mac_address': 'fa:16:3e:84:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a18d302-ac9a-484c-8802-5204872685f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:31:32Z', 'updated_at': '2021-12-15T19:31:32Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:23Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:34.295576 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] Checking router: bb64d0a5-9c2f-4caf-b839-53bd385eb565 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:31:34.309551 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:31:34.310186 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c3070>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:31:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:34.340701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5579d19-4b59-4c07-b666-d56d5d2fac7e req-16f25926-e314-4809-9506-8c8a311e42c5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115494
Dec 15 19:31:34.366202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e872672-ff4e-48ec-a730-64babcf98051 req-5b353289-4ae0-4c67-991c-bcb84ea7fb62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:34.367758 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-5b353289-4ae0-4c67-991c-bcb84ea7fb62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 200  len: 834 time: 0.0722322
Dec 15 19:31:34.370144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40140) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:34.509029 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:31:34.653958 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7590595c-4b24-4b5e-b98a-c40b20ff6b50 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/805d8c5f-9c45-40e7-add0-c043f7a11817 HTTP/1.1" status: 200  len: 992 time: 0.2824914
Dec 15 19:31:34.679631 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-5dc6209f-dd12-492f-be1b-e86151aa9da6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea36511c-0bf3-4723-9599-bf65fafecba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1222763
Dec 15 19:31:34.831245 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-8ee0b2b3-b048-4b2d-a62a-3c40096ffe54 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379786
Dec 15 19:31:34.878193 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c3070>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '805d8c5f-9c45-40e7-add0-c043f7a11817', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'port_id': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'mac_address': 'fa:16:3e:84:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a18d302-ac9a-484c-8802-5204872685f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:31:32Z', 'updated_at': '2021-12-15T19:31:32Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:23Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:31:34.882245 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a134e-c492-4b3b-baa6-7a912f390f80 None None] The sync data for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv is: [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '805d8c5f-9c45-40e7-add0-c043f7a11817', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'port_id': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'mac_address': 'fa:16:3e:84:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a18d302-ac9a-484c-8802-5204872685f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:31:32Z', 'updated_at': '2021-12-15T19:31:32Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:23Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:31:34.971265 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0e872672-ff4e-48ec-a730-64babcf98051 req-b00f25e0-a954-4fd6-87e8-ad98db533cad service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337917
Dec 15 19:31:35.111125 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-353daffa-390e-42cf-8e68-3fae4315a01d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1099 time: 0.0882430
Dec 15 19:31:35.247132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-da0ecde8-89d2-4dc2-84c5-86c319117066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:35.248632 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-da0ecde8-89d2-4dc2-84c5-86c319117066 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 898 time: 0.1311333
Dec 15 19:31:35.358848 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-24a19e8a-c99e-4217-a244-09a89c5de795 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 1000 time: 0.1028757
Dec 15 19:31:35.441790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-63b610df-210e-4558-a95f-1aa9fe22f5d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:31:35.443217 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-63b610df-210e-4558-a95f-1aa9fe22f5d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 200  len: 834 time: 0.0771129
Dec 15 19:31:35.525592 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-525f3eac-cc6d-4ebb-9f7d-c4407446b501 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea36511c-0bf3-4723-9599-bf65fafecba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747938
Dec 15 19:31:35.657910 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40144) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:35.672807 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-77fc9643-8201-4a91-bdb9-1132c2781484 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394579
Dec 15 19:31:35.786312 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f870c9e7-7257-4bea-948f-ba4ee4bf48d5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/805d8c5f-9c45-40e7-add0-c043f7a11817 HTTP/1.1" status: 200  len: 992 time: 0.1268687
Dec 15 19:31:35.814487 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e9d0cc19-e41e-4ef9-9f76-919a44a7dd39 req-f6dfef60-238a-4d1e-9c03-b11beb6191a5 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351986
Dec 15 19:31:36.789554 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40148) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:36.897105 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7165c548-be59-4b6f-809b-2f59cdc85327 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/805d8c5f-9c45-40e7-add0-c043f7a11817 HTTP/1.1" status: 200  len: 992 time: 0.1061060
Dec 15 19:31:37.821374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39443eb-e332-4c27-a71e-707439480c9c None None] New status for floating IP 805d8c5f-9c45-40e7-add0-c043f7a11817: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:31:37.900681 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40152) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:38.010593 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-10fab9cc-df26-42bf-9978-275f78e42d4d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/805d8c5f-9c45-40e7-add0-c043f7a11817 HTTP/1.1" status: 200  len: 992 time: 0.1083591
Dec 15 19:31:39.014565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40156) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:31:39.113995 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-acfb0b73-3e7c-494b-bfab-2616f3b9c885 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/805d8c5f-9c45-40e7-add0-c043f7a11817 HTTP/1.1" status: 200  len: 994 time: 0.0982063
Dec 15 19:31:43.356131 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b00c0557-3c55-4a3c-918b-a6c8488b2740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:45.611349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-57d0f933-79be-441e-9ac8-a215e7c83fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:46.832101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:46.884764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:48.348967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:31:57.358791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:02.056665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc290720-918e-4fc3-a951-99cd10fa4664 req-26c40c5d-ad73-4210-80ca-54a5d940738e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:02.058104 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc290720-918e-4fc3-a951-99cd10fa4664 req-26c40c5d-ad73-4210-80ca-54a5d940738e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0835600
Dec 15 19:32:02.059711 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:32:02.107041 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bc290720-918e-4fc3-a951-99cd10fa4664 req-8634f6dd-63de-4e30-9c5e-0e4d6fb169ff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426998
Dec 15 19:32:02.120906 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2018146f-282d-4181-8806-9881763b177d req-51a8fa05-278a-44dc-8fc2-25c630d2e575 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1099 time: 0.1921544
Dec 15 19:32:02.254310 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018146f-282d-4181-8806-9881763b177d req-9bef9baa-bcd4-41c5-8540-c0bf9443f2ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:02.255748 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2018146f-282d-4181-8806-9881763b177d req-9bef9baa-bcd4-41c5-8540-c0bf9443f2ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 898 time: 0.1277049
Dec 15 19:32:02.361912 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2018146f-282d-4181-8806-9881763b177d req-9ef4f763-97c3-4220-9332-de13f4d6f644 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 1002 time: 0.0993085
Dec 15 19:32:02.424570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018146f-282d-4181-8806-9881763b177d req-2530487d-0377-4b35-a0e4-363952ca5bbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:02.426025 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2018146f-282d-4181-8806-9881763b177d req-2530487d-0377-4b35-a0e4-363952ca5bbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 200  len: 834 time: 0.0579803
Dec 15 19:32:02.503158 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2018146f-282d-4181-8806-9881763b177d req-696deb41-b1bf-4527-892e-8723e33c9339 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea36511c-0bf3-4723-9599-bf65fafecba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711997
Dec 15 19:32:02.638750 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2018146f-282d-4181-8806-9881763b177d req-8d67c1e8-1389-4df2-98a4-0163dee2fa32 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285863
Dec 15 19:32:02.771684 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2018146f-282d-4181-8806-9881763b177d req-ffc02f49-5abd-42d0-9dd6-69a5d896feb1 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265810
Dec 15 19:32:03.306952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3ab5b-0b51-4afa-bde8-b65d50f6233b req-73d4e3cd-ceb0-4452-98ba-2effc3c5ceea tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:03.308303 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dcb3ab5b-0b51-4afa-bde8-b65d50f6233b req-73d4e3cd-ceb0-4452-98ba-2effc3c5ceea tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0783250
Dec 15 19:32:03.353083 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dcb3ab5b-0b51-4afa-bde8-b65d50f6233b req-64feedc3-ffe6-4c2b-88b8-365851d6ba08 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392427
Dec 15 19:32:04.564469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9ece-d63f-4064-a512-c1b548a1b02d req-851ed71c-5265-47af-95fa-85a86c1c83ec tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:04.566431 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db2a9ece-d63f-4064-a512-c1b548a1b02d req-851ed71c-5265-47af-95fa-85a86c1c83ec tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0894051
Dec 15 19:32:04.750769 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-db2a9ece-d63f-4064-a512-c1b548a1b02d req-e5538f51-7ca2-4af2-8b97-b44f6497ab7b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1747830
Dec 15 19:32:05.985806 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd71b4-cf49-4070-9344-62fd5d599fc1 req-c645cb61-bb76-4373-a147-ac94736a65a8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:05.987583 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6cdd71b4-cf49-4070-9344-62fd5d599fc1 req-c645cb61-bb76-4373-a147-ac94736a65a8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.1052222
Dec 15 19:32:06.051864 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6cdd71b4-cf49-4070-9344-62fd5d599fc1 req-56cd4106-839d-45a9-9e42-9adff54417d5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580363
Dec 15 19:32:07.281094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b19ef-606c-4c34-9ade-a963e853bde5 req-a09f3eb0-99d8-4e5b-8569-4a6ba0c5509a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:07.282561 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-de1b19ef-606c-4c34-9ade-a963e853bde5 req-a09f3eb0-99d8-4e5b-8569-4a6ba0c5509a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0868289
Dec 15 19:32:07.332788 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-de1b19ef-606c-4c34-9ade-a963e853bde5 req-939a1e71-f686-4732-ae16-8005e38bdcb9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444643
Dec 15 19:32:08.541068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ebae7-4fc1-4819-8bff-dff5142db633 req-ffa837aa-03b3-411e-afeb-598781c7ac7e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:08.542601 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd0ebae7-4fc1-4819-8bff-dff5142db633 req-ffa837aa-03b3-411e-afeb-598781c7ac7e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0786562
Dec 15 19:32:08.595976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cd0ebae7-4fc1-4819-8bff-dff5142db633 req-d4cac62c-10af-4e07-8a04-3cccc3cdffb8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441306
Dec 15 19:32:09.829718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e7e97-f9fb-4e8b-a692-544f78df6322 req-16479259-c9a4-4742-a18d-6f5c83aab46e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:09.831405 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e37e7e97-f9fb-4e8b-a692-544f78df6322 req-16479259-c9a4-4742-a18d-6f5c83aab46e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0874662
Dec 15 19:32:09.897839 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e37e7e97-f9fb-4e8b-a692-544f78df6322 req-35b94b0b-c478-4c63-82cb-04904a056a86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606523
Dec 15 19:32:11.113056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a763d-a285-4edf-9f70-434d142cce7e req-5ed9d03f-c656-4a15-8572-d6666d2af453 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:11.114627 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2c1a763d-a285-4edf-9f70-434d142cce7e req-5ed9d03f-c656-4a15-8572-d6666d2af453 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0839486
Dec 15 19:32:11.168786 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2c1a763d-a285-4edf-9f70-434d142cce7e req-2b3a8a0a-256d-4b90-985e-add459f62a49 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481853
Dec 15 19:32:12.390690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdf28e-5113-49d1-b4cd-14ac31f1e75d req-509ca73f-2a42-4a55-9eb5-9e0a664a23d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:12.392288 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0dcdf28e-5113-49d1-b4cd-14ac31f1e75d req-509ca73f-2a42-4a55-9eb5-9e0a664a23d0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0914252
Dec 15 19:32:12.446141 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0dcdf28e-5113-49d1-b4cd-14ac31f1e75d req-c2c2fa62-e0b6-4422-97ee-6d49876c0125 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476365
Dec 15 19:32:13.358952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-411cd77a-4b0c-4598-8893-21927815b9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:13.669930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521989-1ff3-49ee-9997-f6cba201be91 req-75cdd6cf-ebce-4b61-9d1d-056a9f380d01 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:13.670593 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b2521989-1ff3-49ee-9997-f6cba201be91 req-75cdd6cf-ebce-4b61-9d1d-056a9f380d01 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0841634
Dec 15 19:32:13.728212 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b2521989-1ff3-49ee-9997-f6cba201be91 req-7f90323c-fe7b-45a2-a4b4-78d75791f7b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520687
Dec 15 19:32:13.757056 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40194) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:13.875352 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-35e77911-35d2-42ca-b4cb-888c92e0ef84 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/805d8c5f-9c45-40e7-add0-c043f7a11817 HTTP/1.1" status: 200  len: 994 time: 0.1169658
Dec 15 19:32:15.613087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47c94702-95af-4bc4-b5e0-bf9b46b98ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:16.838445 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:16.888284 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:18.353408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:27.374193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:36.188116 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-16376750-4d25-4fe9-9bb9-bda602641083 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0689354
Dec 15 19:32:36.324138 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-1608bdca-814b-4b3a-b0a5-8c2e3c2cc811 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1099 time: 0.0688961
Dec 15 19:32:36.468823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-030943f2-c863-46d8-bd8c-48383a81105b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:36.470319 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-030943f2-c863-46d8-bd8c-48383a81105b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 898 time: 0.1261244
Dec 15 19:32:36.690559 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-0643d3f9-60fd-480f-97c5-913a725b609d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 1002 time: 0.2112021
Dec 15 19:32:36.756320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-93852d57-1ee7-4933-99ea-9841ffab97a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:36.757771 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-93852d57-1ee7-4933-99ea-9841ffab97a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 200  len: 834 time: 0.0605097
Dec 15 19:32:36.832280 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-a477eaf1-d5ba-408b-9f35-0a8ee83a0b9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea36511c-0bf3-4723-9599-bf65fafecba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675857
Dec 15 19:32:36.991734 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-c8734bd5-8863-43ef-9461-329251ac8725 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522012
Dec 15 19:32:37.123479 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9dc55825-dc46-4519-82bf-04ee1f9345b0 req-02919b57-650e-4755-a082-c2bb1240af17 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252511
Dec 15 19:32:39.059223 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:32:43.363000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-68ac099d-d443-42f6-b910-373d066265e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:44.278326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40208) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:44.474840 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 771c202e-3cc4-4e5b-af23-db82076f6052 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:32:44.475172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:44.645868 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:44.646107 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:44.764068 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 771c202e-3cc4-4e5b-af23-db82076f6052 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:32:44.911813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:44.915425 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-5a7a9d10-cf1b-4786-b7c7-c95bc377cb07 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:44.955464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=771c202e-3cc4-4e5b-af23-db82076f6052,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:44.992930 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.993322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.993714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.994091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.994456 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.994826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.995187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.995552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.995912 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.996270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:44.996628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:45.003909 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:45.058975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:45.558571 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router bb64d0a5-9c2f-4caf-b839-53bd385eb565 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:32:45.615293 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d0a0470a-82bb-412d-9fb5-b058e870a3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:45.773202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:32:45.783512 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] Sync routers for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:32:45.795950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:45.797879 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:32:45.798691 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb29be0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:45.853343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/floatingips/805d8c5f-9c45-40e7-add0-c043f7a11817 HTTP/1.1" status: 204  len: 168 time: 1.5734987
Dec 15 19:32:45.853913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:32:45.917182 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'status': 'completed', 'code': 200}
Dec 15 19:32:45.977819 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:32:46.018198 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-f20ec417-902e-4101-975f-419d97781472 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 1099 time: 0.0772634
Dec 15 19:32:46.158297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-492bf280-ff69-4519-a57d-69e953f9e9b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:46.159638 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-492bf280-ff69-4519-a57d-69e953f9e9b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 200  len: 898 time: 0.1360319
Dec 15 19:32:46.227931 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-0b9a8df7-6165-49fd-8173-33e42ccec564 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 200  len: 217 time: 0.0609989
Dec 15 19:32:46.262067 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bf94c-7cbb-4586-84b0-84f36d9329a8 req-09c4a8b0-d0e9-4141-9f03-72265848cb52 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:46.262757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c97bf94c-7cbb-4586-84b0-84f36d9329a8 req-09c4a8b0-d0e9-4141-9f03-72265848cb52 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:32:46.279125 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-c97bf94c-7cbb-4586-84b0-84f36d9329a8 req-09c4a8b0-d0e9-4141-9f03-72265848cb52 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:32:46.280664 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c97bf94c-7cbb-4586-84b0-84f36d9329a8 req-09c4a8b0-d0e9-4141-9f03-72265848cb52 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.1092680
Dec 15 19:32:46.296411 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-3773b3d1-2c1f-4e4a-8fda-26b6b71edd64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:46.298898 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-3773b3d1-2c1f-4e4a-8fda-26b6b71edd64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 200  len: 834 time: 0.0641859
Dec 15 19:32:46.329201 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c97bf94c-7cbb-4586-84b0-84f36d9329a8 req-87ed71a3-3f53-40b5-80dd-46251b200034 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432239
Dec 15 19:32:46.334057 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb29be0>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:23Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:46.338037 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] Checking router: bb64d0a5-9c2f-4caf-b839-53bd385eb565 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:32:46.351854 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:32:46.351854 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb29be0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:46.381855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-3eec2112-6939-4648-a690-a3931f1e5f93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea36511c-0bf3-4723-9599-bf65fafecba3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760188
Dec 15 19:32:46.516911 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-c7114d87-ba6c-42b6-b65e-f85e4c333b83 service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271851
Dec 15 19:32:46.525377 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:32:46.670286 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e14e8a4e-9269-47ca-a5bf-9f3cae3cd5c6 req-378a8c7d-7053-4218-a053-daf08023ec2f service neutron] 10.222.0.64 "GET /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471283
Dec 15 19:32:46.838633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:46.842600 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb29be0>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:23Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:46.847236 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd87a29-4053-455d-bd65-830fa67fe198 None None] The sync data for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv is: [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:31:16Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '3eb14c77-88c9-469d-aa82-ce1518a54153', 'name': '', 'network_id': 'ea36511c-0bf3-4723-9599-bf65fafecba3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:19:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:15Z', 'updated_at': '2021-12-15T19:31:23Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '1f58b13b-1e91-4a45-b249-2041cc15aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:32:46.892083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:47.061203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63536501-88d1-48b4-9848-fbe437efbd98 None None] New status for floating IP 805d8c5f-9c45-40e7-add0-c043f7a11817: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:32:47.530059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51f00d-ef80-48cf-bd18-35463cf12a33 req-bdfd82d8-1bda-4b7f-980b-f6848c607ebe tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:47.531519 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-be51f00d-ef80-48cf-bd18-35463cf12a33 req-bdfd82d8-1bda-4b7f-980b-f6848c607ebe tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0762830
Dec 15 19:32:47.621386 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-be51f00d-ef80-48cf-bd18-35463cf12a33 req-0b2cb6c3-7808-4f72-acc6-eafe9ae1c988 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9e8371b-0883-418c-a05d-ed839aa20245&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843821
Dec 15 19:32:47.650534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-a1a9f22d-8dfa-42f3-8321-2b89ebd96b05 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:47.651930 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-a1a9f22d-8dfa-42f3-8321-2b89ebd96b05 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 946 time: 0.0934386
Dec 15 19:32:47.719758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:32:47.720089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:48.061944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:32:48.062296 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:48.184499 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 2d5eac2d-c236-4e1c-ae35-f28363f86b7b owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:32:48.321272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:48.326613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ae3192e6-596a-47b7-9965-1d6d7f59e648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:48.354501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:48.373076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=2d5eac2d-c236-4e1c-ae35-f28363f86b7b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:48.409931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.410314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.410690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.411059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.411421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.411780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.412141 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.412500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.412856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.413210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.413844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:48.420784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:48.459205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] No DVR routers for this DVR port 2d5eac2d-c236-4e1c-ae35-f28363f86b7b on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:32:48.461626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:48.464122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'name': 'network-vif-deleted', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:32:48.479241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7fb3323e-9a0b-4871-9ce6-bbdfd5ab3775 req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "DELETE /v2.0/ports/2d5eac2d-c236-4e1c-ae35-f28363f86b7b HTTP/1.1" status: 204  len: 173 time: 0.8213732
Dec 15 19:32:48.527484 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a18d302-ac9a-484c-8802-5204872685f7', 'name': 'network-vif-deleted', 'tag': '2d5eac2d-c236-4e1c-ae35-f28363f86b7b', 'status': 'completed', 'code': 200}
Dec 15 19:32:48.804232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-80368f99-75dd-4e0e-824b-3768000c5c03 req-ca9be969-539e-4b87-a910-d8487fcb6e18 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:32:48.820234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-80368f99-75dd-4e0e-824b-3768000c5c03 req-ca9be969-539e-4b87-a910-d8487fcb6e18 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:32:48.821516 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80368f99-75dd-4e0e-824b-3768000c5c03 req-ca9be969-539e-4b87-a910-d8487fcb6e18 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a18d302-ac9a-484c-8802-5204872685f7 HTTP/1.1" status: 200  len: 210 time: 0.0633125
Dec 15 19:32:49.927725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40230) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:50.324579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:50.421455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 2d5eac2d-c236-4e1c-ae35-f28363f86b7b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:32:50.454916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 2d5eac2d-c236-4e1c-ae35-f28363f86b7b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:32:50.455255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 2d5eac2d-c236-4e1c-ae35-f28363f86b7b not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:32:50.930063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 3eb14c77-88c9-469d-aa82-ce1518a54153 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:32:50.930649 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:51.226342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 3eb14c77-88c9-469d-aa82-ce1518a54153, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3eb14c77-88c9-469d-aa82-ce1518a54153,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:32:51.226697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:51.348523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 3eb14c77-88c9-469d-aa82-ce1518a54153 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:32:51.529032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:51.533752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bd2aec99-2b19-4c1f-bba8-6cc49bc36bff tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:51.577746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=3eb14c77-88c9-469d-aa82-ce1518a54153,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:51.580821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:51.877252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:52.486315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router bb64d0a5-9c2f-4caf-b839-53bd385eb565 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:32:52.815249 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:32:52.825631 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] Sync routers for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:32:52.835297 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d6f4d92d-abc0-4220-8ef4-7696b12cecca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/bb64d0a5-9c2f-4caf-b839-53bd385eb565/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9063773
Dec 15 19:32:52.838011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40234) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:52.841683 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:32:52.842550 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf9fc70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:53.022014 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:32:53.025133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting subnet 1f58b13b-1e91-4a45-b249-2041cc15aed8 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:32:53.028251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.082755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.178764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.252188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.256083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-a44cd213-3217-4201-a63f-2f3c012cd1c2 tempest-FloatingIPNegativeTestJSON-1974388327 tempest-FloatingIPNegativeTestJSON-1974388327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:53.289262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Subnet': ['ID=1f58b13b-1e91-4a45-b249-2041cc15aed8,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:53.293398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:53.298187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.304636 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bbf6afe1-0909-4980-9658-c5c4221d7257 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/subnets/1f58b13b-1e91-4a45-b249-2041cc15aed8 HTTP/1.1" status: 204  len: 168 time: 0.4656546
Dec 15 19:32:53.305606 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a722c6-2fdd-460d-afb7-6682f4a03df8 None None] Network ea36511c-0bf3-4723-9599-bf65fafecba3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:32:53.307149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40238) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:53.321938 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf9fc70>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:32:51Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:53.325784 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] Checking router: bb64d0a5-9c2f-4caf-b839-53bd385eb565 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:32:53.337151 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] Routers {'bb64d0a5-9c2f-4caf-b839-53bd385eb565'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:32:53.337774 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf9fc70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:53.513915 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.523527 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] Set router bb64d0a5-9c2f-4caf-b839-53bd385eb565 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:32:53.572619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] DHCP port deletion for ea36511c-0bf3-4723-9599-bf65fafecba3 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:32:53.577821 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Deleting port 3c2270ff-6324-4911-9a86-3077f14e1a1d {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:32:53.578926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.724449 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.736409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port b3bdb81d-5dff-4787-9965-83b4ca36c912 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:32:53.736905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.798246 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] For port 3c2270ff-6324-4911-9a86-3077f14e1a1d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=3c2270ff-6324-4911-9a86-3077f14e1a1d,segment=NetworkSegment(01aa8043-5ad5-43aa-aefd-a6c806af23f4),segment_id=01aa8043-5ad5-43aa-aefd-a6c806af23f4)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:32:53.798490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.858844 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf9fc70>, [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:32:51Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:53.863923 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23027ea1-f064-4a25-a316-86ff242023eb None None] The sync data for ids ['bb64d0a5-9c2f-4caf-b839-53bd385eb565'] in dv-neutron-821830-2-hyperv is: [{'id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650341156', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:31:11Z', 'updated_at': '2021-12-15T19:32:51Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'b3bdb81d-5dff-4787-9965-83b4ca36c912', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb64d0a5-9c2f-4caf-b839-53bd385eb565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:31:12Z', 'updated_at': '2021-12-15T19:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:32:53.924066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port b3bdb81d-5dff-4787-9965-83b4ca36c912, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b3bdb81d-5dff-4787-9965-83b4ca36c912,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:32:53.924446 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.925778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Calling delete_port for 3c2270ff-6324-4911-9a86-3077f14e1a1d owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:32:53.996227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:53.999768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:54.045142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Pushing event deleted for resources: {'Port': ['ID=3c2270ff-6324-4911-9a86-3077f14e1a1d,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:54.052254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for b3bdb81d-5dff-4787-9965-83b4ca36c912 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:32:54.054908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] No DVR routers for this DVR port 3c2270ff-6324-4911-9a86-3077f14e1a1d on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.064486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.065611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.065611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.065611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:32:54.068276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:54.217921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:54.221336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6deb1fac-325b-458f-b7f7-58b95c658684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:54.267028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=b3bdb81d-5dff-4787-9965-83b4ca36c912,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:54.272173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:54.604554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:54.855694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:54.861285 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:54.884361 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:54.884879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Fanout notify agent at l3_agent the message router_deleted on router bb64d0a5-9c2f-4caf-b839-53bd385eb565 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:32:54.899476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:54.900671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-eda611d1-6bfd-4ea9-b045-ac018f1b11b6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/routers/bb64d0a5-9c2f-4caf-b839-53bd385eb565 HTTP/1.1" status: 204  len: 168 time: 1.5923102
Dec 15 19:32:54.903360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40242) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:55.016895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.149436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.174128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ceda2f0a0>,) {'filters': {'network_id': ['ea36511c-0bf3-4723-9599-bf65fafecba3']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:55.186469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceda2f0a0>, '01aa8043-5ad5-43aa-aefd-a6c806af23f4') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:55.186768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ceda2f0a0>, '01aa8043-5ad5-43aa-aefd-a6c806af23f4') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:55.197953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.213794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.220265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:32:55.220634 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:32:55.234479 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:32:55.312868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.316402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ea7683b0-52e4-4370-af4a-98f77bbff208 tempest-PortsIpV6TestJSON-2050425797 tempest-PortsIpV6TestJSON-2050425797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:55.333950 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.340501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Network': ['ID=ea36511c-0bf3-4723-9599-bf65fafecba3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:55.343030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:55.361407 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/networks/ea36511c-0bf3-4723-9599-bf65fafecba3 HTTP/1.1" status: 204  len: 168 time: 0.4567988
Dec 15 19:32:55.364215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40246) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:55.377276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c2270ff-6324-4911-9a86-3077f14e1a1d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:32:55.438618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2999ab41-eca5-4462-be48-23147c76745c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.451583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 3c2270ff-6324-4911-9a86-3077f14e1a1d {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:32:55.451934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3c2270ff-6324-4911-9a86-3077f14e1a1d not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:32:55.452367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3bdb81d-5dff-4787-9965-83b4ca36c912 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:32:55.469516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2999ab41-eca5-4462-be48-23147c76745c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.483955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: b3bdb81d-5dff-4787-9965-83b4ca36c912 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:32:55.484418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b3bdb81d-5dff-4787-9965-83b4ca36c912 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:32:55.485375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3eb14c77-88c9-469d-aa82-ce1518a54153 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:32:55.515535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 3eb14c77-88c9-469d-aa82-ce1518a54153 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:32:55.515943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 3eb14c77-88c9-469d-aa82-ce1518a54153 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:32:55.532727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2999ab41-eca5-4462-be48-23147c76745c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.536633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-191bda2e-7c98-41ae-a8c8-3e5cc7c79a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:55.556790 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999ab41-eca5-4462-be48-23147c76745c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e8371b-0883-418c-a05d-ed839aa20245,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:55.559368 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2999ab41-eca5-4462-be48-23147c76745c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:55.569286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2999ab41-eca5-4462-be48-23147c76745c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:55.570637 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2999ab41-eca5-4462-be48-23147c76745c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/security-groups/f9e8371b-0883-418c-a05d-ed839aa20245 HTTP/1.1" status: 204  len: 168 time: 0.2050889
Dec 15 19:32:56.082337 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40254) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:56.088450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769732794', 'description': 'tempest-secgroup-smoke-769732794 description', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:56.096280 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:56.103356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:56.108622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:56.120002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:56.135719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.178490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:56.183017 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:56.186894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:56.195701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:56.253087 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.256779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.260340 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-057ede90-0cee-4b1c-9381-f6701e2250a0 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:56.301633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdfe85e-60ba-45b4-bef2-ec7803419889,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:56.304321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.305652 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2223012
Dec 15 19:32:56.306534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d3549bf2-72e3-4d0c-862d-9d2fcde53d33 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:56.308424 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40258) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:56.314317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe85e-60ba-45b4-bef2-ec7803419889', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:56.320191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:56.323968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:56.326767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:56.333544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:56.351588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.418697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.422481 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.424345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-01069269-8828-4d24-8eb2-0f78dacf610a tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:56.446308 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1b8f6c-03f9-4a56-a0a9-acdfb61f6df0,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:56.450694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:56.455778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.457011 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8571a894-abf5-4752-9a74-575b10d16156 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1476877
Dec 15 19:32:56.459708 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40262) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:56.465294 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe85e-60ba-45b4-bef2-ec7803419889', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:56.471509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:56.475272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:56.478117 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:56.483948 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:56.500656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.566836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.570646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.576911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3cbd3b47-677f-4b93-8f38-7216b3768e28 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:56.600496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e65426-c34e-406d-be52-eba7cb69cc0e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:56.603394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:56.607784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.609116 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1484540
Dec 15 19:32:56.612528 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40266) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:56.618577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe85e-60ba-45b4-bef2-ec7803419889', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:56.624590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:56.629780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:56.632669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:56.638351 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:56.654472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.720382 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.723972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.730395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd3f72b9-4a29-4b2f-99f7-78a04f972cbc tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:56.751004 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fd840f-d1b5-4b10-9e6f-c386767a8b21,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:56.754334 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:56.761865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.763027 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1494679
Dec 15 19:32:56.765885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40270) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:56.771407 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe85e-60ba-45b4-bef2-ec7803419889', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:56.777403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:56.781220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:56.784439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:56.790556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:56.808435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.873280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.877551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.883630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8edb5d42-99fc-4fb5-938a-20d2d6de011f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:56.902250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24db9557-eead-40f8-afaa-7510f2ede9d0,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:56.904599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:56.911956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:56.913240 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1464510
Dec 15 19:32:56.916585 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40274) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:56.922759 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe85e-60ba-45b4-bef2-ec7803419889', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:56.934333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:56.939003 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:56.942007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:56.947876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:56.958506 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:32:56.964992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.032149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.036041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.038061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9c5def65-ebb5-4cb9-a242-3b830cbf8fde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:57.063581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8078cb-add4-4b16-8bf2-b929e934f9b1,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:57.068078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:57.072983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.074234 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6a7b21f5-0142-47d5-bcc1-c1009e03e6c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1566770
Dec 15 19:32:57.077035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40278) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:57.083250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '9cdfe85e-60ba-45b4-bef2-ec7803419889', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:57.089599 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:57.093497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:57.096867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:57.102595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:57.116437 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:32:57.123274 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.189020 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.193604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.199662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3a5d42ad-4829-4b79-a608-d1172e0dcee4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:57.223297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2ab5e4-0de8-4590-a5b9-8c93f4ccc355,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:57.225803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:57.237060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.238264 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1602292
Dec 15 19:32:57.241445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40282) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:57.246952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'network': {'name': 'tempest-network-smoke--110050074', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:57.252490 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:57.256823 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:network and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:57.259685 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:57.265366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:57.276110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:32:57.279140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.308746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:32:57.318114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.318524 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Added segment af58026b-0ce5-42dc-a907-b99e2390a196 of type vlan for network d3d282d4-d78a-4800-940f-867d09f0623c
Dec 15 19:32:57.345245 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.377178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.380993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:57.381671 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.387311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fbd77c33-33b7-4c7f-9283-d49f1e5f082a tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:57.388225 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.491314 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2488191
Dec 15 19:32:57.494413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40286) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:57.501281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Network': ['ID=d3d282d4-d78a-4800-940f-867d09f0623c,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:57.502140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'admin_state_up': True, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:57.504286 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2960eb85-8c37-491d-9f2b-8bdaab83d5fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:57.510599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:57.513722 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network d3d282d4-d78a-4800-940f-867d09f0623c details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:32:57.514662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:router and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:57.518086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:57.525003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:57.536522 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.537864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.561636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:57.717628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:58.008186 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:58.041539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:58.174640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.21 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c871c609-a670-4033-807b-3ab46e5cb60b) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:32:58.320485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:58.347787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:58.351317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:58.416896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:32:58.421807 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:32:58.450096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:32:58.488861 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=c871c609-a670-4033-807b-3ab46e5cb60b,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:58.492747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:58.620394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:58.621061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:58.860520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router dd845f6c-78c4-42be-9697-4aed251cbf17 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:32:59.059463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:32:59.070587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019c201-5629-4082-acd7-453711327d02 None None] Sync routers for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:32:59.082776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:32:59.083396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced654c70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:59.086362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:59.087677 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5920789
Dec 15 19:32:59.090800 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40290) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:59.131486 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3ded4a38-61d4-47cb-8995-e85065fcf5d6 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=92ec89df083c4caf9fd00f9f986a0d97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395162
Dec 15 19:32:59.134003 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40294) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:59.261562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:32:59.262229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb22f6-61c5-46d5-bd71-91ed415b67d0 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:32:59.263680 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99fb22f6-61c5-46d5-bd71-91ed415b67d0 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1288102
Dec 15 19:32:59.266618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40298) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:59.311221 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8d4a3d5a-e7b9-4261-a058-74ae34467cd4 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0432696
Dec 15 19:32:59.313757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40302) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:32:59.319536 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103901972', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:32:59.424173 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:32:59.428032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:subnet and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:32:59.430878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:32:59.436525 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:32:59.446437 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:32:59.544481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced654c70>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:32:58Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:32:59.548297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:59.549374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019c201-5629-4082-acd7-453711327d02 None None] Checking router: dd845f6c-78c4-42be-9697-4aed251cbf17 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:32:59.549740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019c201-5629-4082-acd7-453711327d02 None None] Updating router dd845f6c-78c4-42be-9697-4aed251cbf17 port c871c609-a670-4033-807b-3ab46e5cb60b binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:32:59.606680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7019c201-5629-4082-acd7-453711327d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:59.869161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:59.872770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-12fd855f-a899-4db6-b8b8-6a58b4e3fc59 tempest-RoutersTest-121385137 tempest-RoutersTest-121385137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:59.935444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7019c201-5629-4082-acd7-453711327d02 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:59.948395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7019c201-5629-4082-acd7-453711327d02 None None] Transition to ACTIVE for port object c871c609-a670-4033-807b-3ab46e5cb60b will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:32:59.951730 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Subnet': ['ID=e7d50edc-f814-4b02-9d20-e20ebd0f7c51,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:32:59.955373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7019c201-5629-4082-acd7-453711327d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:32:59.956283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:32:59.959072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:32:59.964366 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Checking segment: {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:32:59.964715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network hostable DHCP agents. Network: d3d282d4-d78a-4800-940f-867d09f0623c, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:32:59.986483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network d3d282d4-d78a-4800-940f-867d09f0623c is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:32:59.997618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, d3d282d4-d78a-4800-940f-867d09f0623c) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:33:00.004523 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:00.005718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:00.008132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30cc5f-699d-49ba-bb70-58c8bfe2fdc8 None None] Network d3d282d4-d78a-4800-940f-867d09f0623c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:33:00.032845 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0ee223c3-c734-43cf-ac3a-adbe5d879bfa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7174745
Dec 15 19:33:00.035535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40306) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:00.057712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13da8b-7414-4671-8ac6-16cea437f1bf None None] Pushing event updated for resources: {'Port': ['ID=c871c609-a670-4033-807b-3ab46e5cb60b,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:00.103221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9c13da8b-7414-4671-8ac6-16cea437f1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:00.110813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7019c201-5629-4082-acd7-453711327d02 None None] Attempting to bind port c871c609-a670-4033-807b-3ab46e5cb60b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:33:00.111189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7019c201-5629-4082-acd7-453711327d02 None None] Attempting to bind port c871c609-a670-4033-807b-3ab46e5cb60b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:33:00.111561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019c201-5629-4082-acd7-453711327d02 None None] Attempting to bind port c871c609-a670-4033-807b-3ab46e5cb60b on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:33:00.129705 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019c201-5629-4082-acd7-453711327d02 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:33:00.130012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019c201-5629-4082-acd7-453711327d02 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:33:00.130417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7019c201-5629-4082-acd7-453711327d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:00.130817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019c201-5629-4082-acd7-453711327d02 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:33:00.131289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7019c201-5629-4082-acd7-453711327d02 None None] Bound port: c871c609-a670-4033-807b-3ab46e5cb60b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:33:00.131667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7019c201-5629-4082-acd7-453711327d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:00.267558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7019c201-5629-4082-acd7-453711327d02 None None] For port c871c609-a670-4033-807b-3ab46e5cb60b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:33:00.280008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7019c201-5629-4082-acd7-453711327d02 None None] For port c871c609-a670-4033-807b-3ab46e5cb60b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c871c609-a670-4033-807b-3ab46e5cb60b,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:33:00.307762 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7019c201-5629-4082-acd7-453711327d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:00.319955 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:00.409375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-d3d282d4-d78a-4800-940f-867d09f0623c', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:33:00.410193 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:00.452438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13da8b-7414-4671-8ac6-16cea437f1bf None None] Pushing event updated for resources: {'Port': ['ID=c871c609-a670-4033-807b-3ab46e5cb60b,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:00.457412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9c13da8b-7414-4671-8ac6-16cea437f1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:00.514052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:33:00.514692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced654c70>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:00.748917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Allocated IP 172.20.0.2 (d3d282d4-d78a-4800-940f-867d09f0623c/e7d50edc-f814-4b02-9d20-e20ebd0f7c51/8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:33:00.768008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:33:00.797743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.195056 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.209542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Transition to ACTIVE for port object 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:33:01.238041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Transition to ACTIVE for port object 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:33:01.244334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.248444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7dd5dba3-704f-4b3f-b461-e81e71372b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:01.277583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7019c201-5629-4082-acd7-453711327d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced654c70>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:32:58Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:01.298330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019c201-5629-4082-acd7-453711327d02 None None] The sync data for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv is: [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:32:58Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:33:01.313004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.1 (d3d282d4-d78a-4800-940f-867d09f0623c/e7d50edc-f814-4b02-9d20-e20ebd0f7c51/5e2b6642-ee2b-4b82-901d-71a397c4e2b1) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:33:01.321531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Network d3d282d4-d78a-4800-940f-867d09f0623c is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:33:01.324976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:33:01.329996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:33:01.332152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Pushing event updated for resources: {'Port': ['ID=8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:01.335041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:01.426813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Attempting to bind port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:33:01.427192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Attempting to bind port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:33:01.427566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Attempting to bind port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 on network d3d282d4-d78a-4800-940f-867d09f0623c {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:33:01.434824 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:33:01.435180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Checking segment: {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:33:01.435595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.435997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Bound using segment: {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:33:01.436472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Bound port: 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:33:01.436914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.556576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] For port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:33:01.560198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] For port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:33:01.564993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.571522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:01.669363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Pushing event updated for resources: {'Port': ['ID=8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:01.670723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.674008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:01.709632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:33:01.738982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:01.754886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bbdfd7f0-f8be-4d8a-8eea-4ba79be8f6f9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:01.808623 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network d3d282d4-d78a-4800-940f-867d09f0623c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:33:01.812469 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:33:01.816045 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:33:01.899529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:01.902916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:01.929977 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:02.036200 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:02.455038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:02.460612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:02.488433 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:02.578886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:02.582398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:02.585430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:02.648113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb19dad-42cb-4fe7-b653-2d9e424d66b3 None None] Network d3d282d4-d78a-4800-940f-867d09f0623c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:33:02.725488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network d3d282d4-d78a-4800-940f-867d09f0623c is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:33:02.726809 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:33:02.759890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-4c9aafc4-26ee-41c1-9745-9582a4a5d8e6 None None] Provisioning for port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:33:03.122743 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-54ca1d6a-7e6e-46c4-8b28-57d63aa06ab7 None None] Provisioning for port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:33:03.128844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-54ca1d6a-7e6e-46c4-8b28-57d63aa06ab7 None None] Provisioning complete for port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:03.128844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-54ca1d6a-7e6e-46c4-8b28-57d63aa06ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.131567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router dd845f6c-78c4-42be-9697-4aed251cbf17 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:33:03.228925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:33:03.302802 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-54ca1d6a-7e6e-46c4-8b28-57d63aa06ab7 None None] Port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:33:03.324636 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:33:03.330518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:03.330900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.465929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.472423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:33:03.486691 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/dd845f6c-78c4-42be-9697-4aed251cbf17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4500904
Dec 15 19:33:03.497997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b65f10e8-e3e4-4204-bed4-eb7ba2a90907 None None] Provisioning complete for port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:03.498416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b65f10e8-e3e4-4204-bed4-eb7ba2a90907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.553105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:33:03.564960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.565754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c871c609-a670-4033-807b-3ab46e5cb60b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:33:03.594107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-eaf68b1f-9989-4fee-85e9-d0c25fd0c6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:03.631828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b65f10e8-e3e4-4204-bed4-eb7ba2a90907 None None] Port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:33:03.688869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:03.693440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:03.704191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c871c609-a670-4033-807b-3ab46e5cb60b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:33:03.710670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c871c609-a670-4033-807b-3ab46e5cb60b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:03.711256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.784947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-42a1b9c8-02a8-4175-a598-e0e5e836d7ce None None] Provisioning complete for port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:03.785339 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-42a1b9c8-02a8-4175-a598-e0e5e836d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.826263 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-8848ddb6-b599-4931-aac2-8a4e39bbc3b1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:33:03.841827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-8848ddb6-b599-4931-aac2-8a4e39bbc3b1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:33:03.843003 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-8848ddb6-b599-4931-aac2-8a4e39bbc3b1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769732794&fields=id&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 267 time: 0.0643799
Dec 15 19:33:03.879118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-42a1b9c8-02a8-4175-a598-e0e5e836d7ce None None] Port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:33:03.896865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.913351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port c871c609-a670-4033-807b-3ab46e5cb60b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c871c609-a670-4033-807b-3ab46e5cb60b,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:33:03.917727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:03.919575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-884fa5de-8dd5-47a5-98fd-6579a45b5e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:03.983753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=c871c609-a670-4033-807b-3ab46e5cb60b,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:03.987507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:03.996984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-add55dca-c92d-4c30-92e9-1bc36951386a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:03.997721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-add55dca-c92d-4c30-92e9-1bc36951386a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:33:04.014551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-add55dca-c92d-4c30-92e9-1bc36951386a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:33:04.015677 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-add55dca-c92d-4c30-92e9-1bc36951386a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 796 time: 0.1655443
Dec 15 19:33:04.031743 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-5b31153d-b34d-4747-9945-132f63f51460 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/quotas/92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 375 time: 0.0106275
Dec 15 19:33:04.112722 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-8989cf8c-8386-4a44-b2c1-7e50e53cc927 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0759170
Dec 15 19:33:04.197766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-9e91163b-b1ef-4791-ae01-034ee8f0be42 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:33:04.198727 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-9e91163b-b1ef-4791-ae01-034ee8f0be42 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0750208
Dec 15 19:33:04.440509 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-450cb7e3-4353-4c6d-bc5f-f3f4957d20c4 service neutron] 10.222.0.48 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353299
Dec 15 19:33:04.571917 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-029fe021-ecb4-4959-959b-0be83b1a92b5 service neutron] 10.222.0.48 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259098
Dec 15 19:33:04.895178 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Sync routers for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:33:04.906703 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:33:04.907301 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:05.070587 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:33:05.084086 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:33:05.145116 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:05.145486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:05.272923 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c871c609-a670-4033-807b-3ab46e5cb60b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:33:05.344014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c871c609-a670-4033-807b-3ab46e5cb60b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:05.344398 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:05.400485 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c340>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:02Z', 'revision_number': 2, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:05.404513 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Checking router: dd845f6c-78c4-42be-9697-4aed251cbf17 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:33:05.404874 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Updating router dd845f6c-78c4-42be-9697-4aed251cbf17 port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:33:05.459299 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:05.828125 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:05.840510 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Transition to ACTIVE for port object 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:33:05.848406 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:05.853325 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-5c13d8ef-f160-441c-91b2-4199d6d7a88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:05.916401 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-25004c94-6574-45e8-b79d-fb7be813adc8 req-6fd6b324-6277-4b27-af4e-3433e08bde93 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:33:05.934582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-25004c94-6574-45e8-b79d-fb7be813adc8 req-6fd6b324-6277-4b27-af4e-3433e08bde93 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:33:05.938130 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-25004c94-6574-45e8-b79d-fb7be813adc8 req-6fd6b324-6277-4b27-af4e-3433e08bde93 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 210 time: 0.1571672
Dec 15 19:33:05.983754 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Pushing event updated for resources: {'Port': ['ID=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:05.992644 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.992995 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.993332 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.993738 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.994036 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.994303 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.994613 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.995092 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.995564 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.996036 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:05.996356 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:33:06.026020 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:06.084964 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Attempting to bind port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:33:06.085368 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Attempting to bind port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:33:06.085732 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Attempting to bind port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 on network d3d282d4-d78a-4800-940f-867d09f0623c {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:33:06.092580 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:33:06.092952 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Checking segment: {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:33:06.093383 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:06.093940 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Bound using segment: {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:33:06.094710 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Bound port: 5e2b6642-ee2b-4b82-901d-71a397c4e2b1, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:33:06.094865 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:06.193894 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] For port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:33:06.198575 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] For port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:33:06.204870 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:06.209940 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:06.329743 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Pushing event updated for resources: {'Port': ['ID=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:06.333100 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:06.334251 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:33:06.334864 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:32:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:06.523510 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:33:06.847141 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb0c340>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:06Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:06.851101 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16530-c6f8-4ed9-9592-20d49634a45c None None] The sync data for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv is: [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:06Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:33:06.967838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-32affade-b061-4456-ad3a-7ee780dc41ee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:06.970165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-32affade-b061-4456-ad3a-7ee780dc41ee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 796 time: 0.1855445
Dec 15 19:33:07.057721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-1d74bc5f-b46f-4b53-9193-02d9a3de718e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 379 time: 0.0734594
Dec 15 19:33:07.072240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'port': {'device_id': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'admin_state_up': True, 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'security_groups': ['9cdfe85e-60ba-45b4-bef2-ec7803419889']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:33:07.112822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:33:07.189068 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:33:07.194513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:07.195029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:07.208987 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6d0e841d-938f-4c95-892b-2bbe31de548f req-1b8bc75c-1972-4d3a-876a-b8f24cd33f85 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 210 time: 0.0932162
Dec 15 19:33:07.278169 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:33:07.288876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:33:07.302159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:33:07.306075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:07.325040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:07.364184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:33:07.369654 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:07.371963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9c13da8b-7414-4671-8ac6-16cea437f1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:07.439372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:07.442540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:07.493138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.11 (d3d282d4-d78a-4800-940f-867d09f0623c/e7d50edc-f814-4b02-9d20-e20ebd0f7c51/e304b201-4897-4c9d-90a4-b2b528dba828) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:33:07.699161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:07.718145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object e304b201-4897-4c9d-90a4-b2b528dba828 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:33:07.743328 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:07.749577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3c022b0d-ab57-4fa8-a4a7-c48c535b4ec4 tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:07.818649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network d3d282d4-d78a-4800-940f-867d09f0623c is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:33:07.822249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:33:07.826774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:33:07.856046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:07.862718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:07.894809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:07.895412 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:07.921650 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8554544
Dec 15 19:33:08.003122 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Request body: {'port': {'device_id': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:33:08.075187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b8e06f27-2da1-412f-9bf9-07bf44755a16 None None] Provisioning for port e304b201-4897-4c9d-90a4-b2b528dba828 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:33:08.080252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-b8e06f27-2da1-412f-9bf9-07bf44755a16 None None] Provisioning complete for port e304b201-4897-4c9d-90a4-b2b528dba828 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:08.080630 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b8e06f27-2da1-412f-9bf9-07bf44755a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:08.116217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:08.135605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-b8e06f27-2da1-412f-9bf9-07bf44755a16 None None] Port e304b201-4897-4c9d-90a4-b2b528dba828 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:33:08.442253 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40958b0e-2bad-4249-95b8-be1bb1a0055a req-969864af-3d0a-4cef-8232-bb9ee12a3ba3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:08.444380 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40958b0e-2bad-4249-95b8-be1bb1a0055a req-969864af-3d0a-4cef-8232-bb9ee12a3ba3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 932 time: 0.0788784
Dec 15 19:33:08.458102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e304b201-4897-4c9d-90a4-b2b528dba828 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:33:08.464931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:08.479432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Transition to ACTIVE for port object e304b201-4897-4c9d-90a4-b2b528dba828 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:33:08.484713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:08.489770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cef0e6cc-6d62-4da9-80a2-b49e3849ba1f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:08.492946 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-40958b0e-2bad-4249-95b8-be1bb1a0055a req-e15ec209-bdbe-4a36-a4aa-5946925f226d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:33:08.505557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-40958b0e-2bad-4249-95b8-be1bb1a0055a req-e15ec209-bdbe-4a36-a4aa-5946925f226d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:33:08.506914 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-40958b0e-2bad-4249-95b8-be1bb1a0055a req-e15ec209-bdbe-4a36-a4aa-5946925f226d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561135
Dec 15 19:33:08.744955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:08.749595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:08.862556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Attempting to bind port e304b201-4897-4c9d-90a4-b2b528dba828 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:33:08.862937 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Attempting to bind port e304b201-4897-4c9d-90a4-b2b528dba828 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:33:08.863257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Attempting to bind port e304b201-4897-4c9d-90a4-b2b528dba828 on network d3d282d4-d78a-4800-940f-867d09f0623c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:33:08.869120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Port e304b201-4897-4c9d-90a4-b2b528dba828 on network d3d282d4-d78a-4800-940f-867d09f0623c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:33:08.869465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Attempting to bind port e304b201-4897-4c9d-90a4-b2b528dba828 on network d3d282d4-d78a-4800-940f-867d09f0623c {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:33:08.876207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:33:08.876531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Checking segment: {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:33:08.876905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Bound using segment: {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:33:08.877345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Bound port: e304b201-4897-4c9d-90a4-b2b528dba828, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af58026b-0ce5-42dc-a907-b99e2390a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:33:08.877692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:08.965567 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:33:08.968568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:33:08.973847 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:08.977725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8caaa3df-d286-4943-9159-78837ebbb425 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:09.032128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:09.033525 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] 10.222.0.64 "PUT /v2.0/ports/e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 1094 time: 1.1037364
Dec 15 19:33:09.034059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:33:09.056966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:09.060778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:09.088224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:33:09.139659 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'status': 'completed', 'code': 200}
Dec 15 19:33:09.167069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:09.168140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:09.179318 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-86b55326-e7b8-4d0b-8817-0b3f0b7bb63b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1097 time: 0.0823679
Dec 15 19:33:09.256630 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-eb555965-2c6b-4602-9c44-df044e0ddfbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 217 time: 0.0702617
Dec 15 19:33:09.321146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-46ceed11-732f-46e6-9281-0bf9bc9a090a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:09.322659 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-46ceed11-732f-46e6-9281-0bf9bc9a090a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0592272
Dec 15 19:33:09.396540 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-4cf78992-ebf0-4349-952a-e4b038b64db9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679357
Dec 15 19:33:09.534348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-940a942b-2263-4857-9978-68da640dfe0c service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312094
Dec 15 19:33:09.674620 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6e7ef73f-a837-4025-bda2-709ef5fe9421 req-d8ccf6ff-76ed-4e64-9aee-bfa857afc567 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344619
Dec 15 19:33:09.723814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54948839-7cf9-4d20-8ec7-6d2a45df49fe req-1c87cf83-ec15-4b3d-a168-f88a90efead2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:09.725868 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-54948839-7cf9-4d20-8ec7-6d2a45df49fe req-1c87cf83-ec15-4b3d-a168-f88a90efead2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 944 time: 0.0928605
Dec 15 19:33:09.777007 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-54948839-7cf9-4d20-8ec7-6d2a45df49fe req-1ff74254-4112-46ef-bc53-ea447e8a04eb tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427821
Dec 15 19:33:09.811774 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-13c10f1e-c303-45da-917b-877d099b78d1 req-f1ed3e74-4c70-4c01-8819-3d80d632b953 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1097 time: 0.0814652
Dec 15 19:33:09.957628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c10f1e-c303-45da-917b-877d099b78d1 req-cc1d955b-2200-4a3a-a27a-d76b6c5446c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:09.959060 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-13c10f1e-c303-45da-917b-877d099b78d1 req-cc1d955b-2200-4a3a-a27a-d76b6c5446c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.1406991
Dec 15 19:33:10.030370 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-13c10f1e-c303-45da-917b-877d099b78d1 req-d5c9c0eb-b3ed-4d4c-b5ec-62e43a0c4e6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 217 time: 0.0633652
Dec 15 19:33:10.098430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c10f1e-c303-45da-917b-877d099b78d1 req-f534bc98-711b-4945-9f87-96bdef0b34d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:10.099786 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-13c10f1e-c303-45da-917b-877d099b78d1 req-f534bc98-711b-4945-9f87-96bdef0b34d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0626101
Dec 15 19:33:10.176078 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-13c10f1e-c303-45da-917b-877d099b78d1 req-63f2af8b-852a-4ab0-a5e6-a8077a5ae225 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694442
Dec 15 19:33:10.308165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-13c10f1e-c303-45da-917b-877d099b78d1 req-44a3291d-4b87-4935-a53c-b9d6972c2f02 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251240
Dec 15 19:33:10.458272 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-13c10f1e-c303-45da-917b-877d099b78d1 req-33ffdc48-f363-4432-8302-5ce04f9a0113 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425903
Dec 15 19:33:10.982628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f7b4-da5c-4c58-b5cb-f2980b059c47 req-98a106d7-008f-4d99-a5e7-798463ff95dd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:10.983220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-c728f7b4-da5c-4c58-b5cb-f2980b059c47 req-98a106d7-008f-4d99-a5e7-798463ff95dd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:33:10.998948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-c728f7b4-da5c-4c58-b5cb-f2980b059c47 req-98a106d7-008f-4d99-a5e7-798463ff95dd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:33:11.000115 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c728f7b4-da5c-4c58-b5cb-f2980b059c47 req-98a106d7-008f-4d99-a5e7-798463ff95dd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 944 time: 0.0978496
Dec 15 19:33:11.048750 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c728f7b4-da5c-4c58-b5cb-f2980b059c47 req-11457b50-066e-40b9-969f-9397ae5435b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412171
Dec 15 19:33:12.246332 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2b5e-890e-4f29-834f-7fcf48a8745c req-80346348-182b-45a3-b35b-bc29c0b9beec tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:12.247793 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-132a2b5e-890e-4f29-834f-7fcf48a8745c req-80346348-182b-45a3-b35b-bc29c0b9beec tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 944 time: 0.0778401
Dec 15 19:33:12.292778 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-132a2b5e-890e-4f29-834f-7fcf48a8745c req-b5f30148-61ce-46c3-949b-06fbebb88b95 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395987
Dec 15 19:33:12.537507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device e304b201-4897-4c9d-90a4-b2b528dba828 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:33:12.715686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:33:12.738387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'port_id': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'mac_address': 'fa:16:3e:76:ef:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:33:12.796024 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:12.814236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e304b201-4897-4c9d-90a4-b2b528dba828 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:33:12.829558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:33:12.834919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:12.836771 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:12.903033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:12.906455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:13.043413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['e304b201-4897-4c9d-90a4-b2b528dba828'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:33:13.364865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a2865972-bbf5-4fab-86f6-510956b00094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:13.495646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6603d1-8e32-4003-8a38-0e311b70af29 req-fb5bafe6-50b0-4a43-8e30-1f963412a971 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:13.497133 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9b6603d1-8e32-4003-8a38-0e311b70af29 req-fb5bafe6-50b0-4a43-8e30-1f963412a971 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 945 time: 0.0840399
Dec 15 19:33:13.544557 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9b6603d1-8e32-4003-8a38-0e311b70af29 req-17f6fcc3-0b59-4f34-8ad1-74d8f71911c2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412433
Dec 15 19:33:14.553051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device e304b201-4897-4c9d-90a4-b2b528dba828 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:33:14.628376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port e304b201-4897-4c9d-90a4-b2b528dba828 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:33:14.633391 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port e304b201-4897-4c9d-90a4-b2b528dba828 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:33:14.633768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:14.749048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:14.763094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed018c3a-735a-4bf4-a0fa-511d18ec4be0 req-fe6db71c-caf8-4133-b460-54958100365e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:14.764598 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ed018c3a-735a-4bf4-a0fa-511d18ec4be0 req-fe6db71c-caf8-4133-b460-54958100365e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 945 time: 0.0867033
Dec 15 19:33:14.778637 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:33:14.789272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:33:14.794122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:14.797095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:14.818531 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ed018c3a-735a-4bf4-a0fa-511d18ec4be0 req-a824b4d0-8f04-4c75-8d12-58649f288dd0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477226
Dec 15 19:33:14.840879 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'code': 200}
Dec 15 19:33:14.864677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:14.867627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:15.071531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3424e7e7-c729-4ee6-8c53-fa0d24ae1cc7 req-eb23e2e9-0b06-4082-bd5a-306eecc97a37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0733688
Dec 15 19:33:15.114787 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3424e7e7-c729-4ee6-8c53-fa0d24ae1cc7 req-3902d129-7cff-4a15-8cde-e3b976b1859e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373981
Dec 15 19:33:15.617635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c3858ccf-c220-45f5-b901-bca3f9b74270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:16.027578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40a2d4-6195-4818-a1a7-4e20542aec61 req-87653e0d-7802-4a63-9a93-36b06b7dffc3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:16.029393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b40a2d4-6195-4818-a1a7-4e20542aec61 req-87653e0d-7802-4a63-9a93-36b06b7dffc3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0807672
Dec 15 19:33:16.059048 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:33:16.193462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b40a2d4-6195-4818-a1a7-4e20542aec61 req-e8150ef3-e083-4527-8f55-6e8dfd2ea597 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1577671
Dec 15 19:33:16.841697 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:16.893953 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:17.392755 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3d0b-2afd-4c8e-b78a-d60f40c10261 req-36b6b6e8-3df0-433a-9f09-839a61c36870 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:17.394154 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2ebf3d0b-2afd-4c8e-b78a-d60f40c10261 req-36b6b6e8-3df0-433a-9f09-839a61c36870 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0768359
Dec 15 19:33:17.439668 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2ebf3d0b-2afd-4c8e-b78a-d60f40c10261 req-62ff64ec-6de9-41c3-ab7d-c5594776b302 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401943
Dec 15 19:33:17.632558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9542d4-931b-4b8d-a9e7-ead78313a5ad req-eb90bc61-2fc4-4591-b566-e5dd0f3bcb22 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:17.634028 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0a9542d4-931b-4b8d-a9e7-ead78313a5ad req-eb90bc61-2fc4-4591-b566-e5dd0f3bcb22 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0767310
Dec 15 19:33:17.679642 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0a9542d4-931b-4b8d-a9e7-ead78313a5ad req-d2b67ee8-83ca-4944-b9d4-acfa4f7651a9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400913
Dec 15 19:33:17.706923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40362) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:17.779075 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e255c875-edb7-4afe-8252-98391e465828 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1094 time: 0.0709221
Dec 15 19:33:17.782309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40366) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:17.787566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:33:17.793214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:33:17.796944 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:floatingip and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:33:17.800031 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:33:17.805611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:33:17.815601 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:17.950170 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:18.087154 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.114 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/fa38844f-917d-4f85-9615-cb96c6d44ccb) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:33:18.231674 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:18.258956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:18.263007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:18.325595 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:33:18.329278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:33:18.333452 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:33:18.357255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:18.357876 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=fa38844f-917d-4f85-9615-cb96c6d44ccb,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:18.362916 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:18.943666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:19.000654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:19.201413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:19.206894 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:19.210313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:33:19.307431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=fa38844f-917d-4f85-9615-cb96c6d44ccb,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:33:19.311297 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:33:19.326112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:19.512078 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Floating IP ce215390-e4b9-4a61-841d-a97c81b14125 associated. External IP: 172.26.1.114, port: e304b201-4897-4c9d-90a4-b2b528dba828.
Dec 15 19:33:19.894931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router dd845f6c-78c4-42be-9697-4aed251cbf17 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:33:20.091604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:33:20.102227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] Sync routers for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:33:20.114227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:33:20.114949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced395400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:33:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:20.116400 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:20.170167 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1bee977c-91e7-42e0-a093-8ab88ba9bb1c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3867958
Dec 15 19:33:20.170854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:33:20.239820 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'status': 'completed', 'code': 200}
Dec 15 19:33:20.297421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:33:20.337387 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-c9e93a9a-8a1f-48e9-8792-f6780e2202a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0753853
Dec 15 19:33:20.376291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0b2bf-3a21-412b-907a-72620fc8943b req-bb5ddd3a-a41e-4ba1-bc70-d43f91db96f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:20.377779 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-50a0b2bf-3a21-412b-907a-72620fc8943b req-bb5ddd3a-a41e-4ba1-bc70-d43f91db96f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0851126
Dec 15 19:33:20.423951 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-50a0b2bf-3a21-412b-907a-72620fc8943b req-55733f59-c51b-4a19-a0fa-1a4505bb3ccc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405762
Dec 15 19:33:20.452178 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40374) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:20.479345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-0d8309fc-45bd-479c-95e3-3266f374b9b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:20.480801 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-0d8309fc-45bd-479c-95e3-3266f374b9b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.1366553
Dec 15 19:33:20.593085 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-54e09055-85fb-4f8b-9c23-a624e2a2ed68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 1000 time: 0.1040583
Dec 15 19:33:20.658724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-560b881e-025a-436d-8bf6-9ce71f217dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:20.660181 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-560b881e-025a-436d-8bf6-9ce71f217dac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0611038
Dec 15 19:33:20.660576 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced395400>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ce215390-e4b9-4a61-841d-a97c81b14125', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.114', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'port_id': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'mac_address': 'fa:16:3e:76:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:18Z', 'updated_at': '2021-12-15T19:33:18Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:07Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:20.665541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] Checking router: dd845f6c-78c4-42be-9697-4aed251cbf17 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:33:20.677085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:33:20.677898 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced395400>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:33:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:20.691028 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-389d82dd-f7eb-430f-8ce9-b0e32dc9c4d1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/ce215390-e4b9-4a61-841d-a97c81b14125 HTTP/1.1" status: 200  len: 992 time: 0.2375090
Dec 15 19:33:20.747862 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-2ed769dc-7eb8-49df-b6df-19aeda9b4392 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0813415
Dec 15 19:33:20.859922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:33:20.880215 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-fb3766f8-f675-430f-9a1e-5d350554c18e service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252868
Dec 15 19:33:21.016689 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e70e04c3-f236-4428-9fde-e53d9e7d8df3 req-c3bd2df3-29f6-4504-8650-085d01d31b91 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292682
Dec 15 19:33:21.245250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced395400>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ce215390-e4b9-4a61-841d-a97c81b14125', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.114', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'port_id': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'mac_address': 'fa:16:3e:76:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:18Z', 'updated_at': '2021-12-15T19:33:18Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:07Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:33:21.249402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206020d-0611-413b-9ca2-93b6e26baa66 None None] The sync data for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv is: [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'ce215390-e4b9-4a61-841d-a97c81b14125', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.114', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'port_id': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'mac_address': 'fa:16:3e:76:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:18Z', 'updated_at': '2021-12-15T19:33:18Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:07Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:33:21.694464 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40378) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:21.800299 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d35fb172-ffa7-42bd-a670-8190a1729a6b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/ce215390-e4b9-4a61-841d-a97c81b14125 HTTP/1.1" status: 200  len: 992 time: 0.1046233
Dec 15 19:33:22.803923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40382) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:22.911977 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-7dc712b7-fe5e-495a-af9a-d2f04a13b903 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/ce215390-e4b9-4a61-841d-a97c81b14125 HTTP/1.1" status: 200  len: 992 time: 0.1068115
Dec 15 19:33:23.915517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40386) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:23.970263 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9354-2550-427e-ba36-2ae60786361b None None] New status for floating IP ce215390-e4b9-4a61-841d-a97c81b14125: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:33:24.025391 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-c44acf80-9b6b-443a-b428-9eec6e2fa49b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/ce215390-e4b9-4a61-841d-a97c81b14125 HTTP/1.1" status: 200  len: 992 time: 0.1084819
Dec 15 19:33:25.029037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40390) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:25.138795 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0ca30f99-c683-43bf-a859-d4f14a45f585 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/ce215390-e4b9-4a61-841d-a97c81b14125 HTTP/1.1" status: 200  len: 994 time: 0.1083572
Dec 15 19:33:27.393128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:35.638553 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-99d7eeff-e141-4a14-9d1a-66003fb69449 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0716691
Dec 15 19:33:35.777615 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-6be44c09-68ea-4ec7-9cc3-6c5a9bbb7312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0711215
Dec 15 19:33:35.923833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-17c2edfc-9318-4642-b0a8-b43a8676f273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:35.925170 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-17c2edfc-9318-4642-b0a8-b43a8676f273 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.1272967
Dec 15 19:33:36.036306 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-ef63b125-8f5c-4ced-8e5d-bb98f31856b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 1002 time: 0.1030078
Dec 15 19:33:36.098096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-0e0a6139-95ab-4828-8172-27e2ea821c40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:36.099476 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-0e0a6139-95ab-4828-8172-27e2ea821c40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0567997
Dec 15 19:33:36.281932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-243f0e17-4dc7-4028-a64c-530e018463c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1750007
Dec 15 19:33:36.411830 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-6340d545-4d34-489b-8e7c-bb98a0ffe1a2 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230078
Dec 15 19:33:36.555305 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5fd042a4-066d-4618-8e95-fe8c518f75e6 req-87fd12a6-36a2-4326-af0c-627d655858cd service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357183
Dec 15 19:33:43.367597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8f8921f4-7213-420f-89f9-58db83b21d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:45.619985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ba10-a509-43c3-a302-5de3b0bb4db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:46.845611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:46.896481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:48.360613 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:52.539292 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8e71c04a-cbe1-4bdc-941e-e956420cbce9 req-2952d9a4-9b5e-4bb8-9361-acf51b724e69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0692432
Dec 15 19:33:52.832926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40412) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:33:52.885220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddd691-ed93-40f0-b981-155c8ba72fd7 req-4f07e918-d229-43e5-ace4-425c41c2a50d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:52.886870 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-48ddd691-ed93-40f0-b981-155c8ba72fd7 req-4f07e918-d229-43e5-ace4-425c41c2a50d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0904601
Dec 15 19:33:52.979143 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-48ddd691-ed93-40f0-b981-155c8ba72fd7 req-6a210a9f-382a-42df-ac45-266ea6c321ef tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864582
Dec 15 19:33:53.001800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-80d629ac-55f3-4f2c-bde0-c67b5c06346b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1675768
Dec 15 19:33:53.059134 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:33:54.189767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c6bd3-7cdc-4023-8bf9-e23433b4b7b1 req-98b6eaa2-0ade-4ef1-87fc-c49e637e9803 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:54.191999 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b36c6bd3-7cdc-4023-8bf9-e23433b4b7b1 req-98b6eaa2-0ade-4ef1-87fc-c49e637e9803 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0827098
Dec 15 19:33:54.215410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-2da50612-c57b-419e-befc-8dac22aa9aaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0699885
Dec 15 19:33:54.240966 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b36c6bd3-7cdc-4023-8bf9-e23433b4b7b1 req-25123357-3fa3-4d40-bb08-0b0377e114e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434744
Dec 15 19:33:54.347232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-773fc901-e58b-4684-9cc6-fb5c330473e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:54.348571 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-773fc901-e58b-4684-9cc6-fb5c330473e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.1270714
Dec 15 19:33:54.453839 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-2a2005f7-58af-4456-bdcf-64982b85a03d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 1002 time: 0.0993328
Dec 15 19:33:54.515662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-5cf941f5-520d-41b1-b2ab-7104982a9de0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:54.517094 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-5cf941f5-520d-41b1-b2ab-7104982a9de0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0569043
Dec 15 19:33:54.594850 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-2ac10367-afe0-4408-9156-0d988a0fc29f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706947
Dec 15 19:33:54.730442 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-76815125-7ffe-46fa-ab1a-88df91f0bf31 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285722
Dec 15 19:33:54.865864 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-550d8b54-37f3-45c5-bd08-843497b4a6ff service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291933
Dec 15 19:33:55.439044 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cdd33-d56a-447d-a852-dc6cd4656a08 req-6d089110-84ec-450d-bb9f-d975681e7c84 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:55.440485 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d1cdd33-d56a-447d-a852-dc6cd4656a08 req-6d089110-84ec-450d-bb9f-d975681e7c84 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0782025
Dec 15 19:33:55.486397 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4d1cdd33-d56a-447d-a852-dc6cd4656a08 req-2a53c95a-c8ee-4e85-ab60-f1dd5778ca79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403454
Dec 15 19:33:56.692388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327edaf-ea64-484e-98ee-bd749f7c21f8 req-1ef9a634-cb7f-43a1-bf76-c8f2b3b156f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:56.693886 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7327edaf-ea64-484e-98ee-bd749f7c21f8 req-1ef9a634-cb7f-43a1-bf76-c8f2b3b156f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0795791
Dec 15 19:33:56.742039 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7327edaf-ea64-484e-98ee-bd749f7c21f8 req-3ff6534c-7006-493c-a62a-400e074d20f1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423226
Dec 15 19:33:57.403186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:33:57.952064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4c3d3-d4cc-4c92-b0d1-3d595d5c4fd0 req-b42dd3af-210c-43a7-82cc-9b52796f8361 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:57.953706 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4e4c3d3-d4cc-4c92-b0d1-3d595d5c4fd0 req-b42dd3af-210c-43a7-82cc-9b52796f8361 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0833693
Dec 15 19:33:58.005995 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4e4c3d3-d4cc-4c92-b0d1-3d595d5c4fd0 req-deddcb32-209e-47ab-9767-14d3b9890caa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464904
Dec 15 19:33:59.211113 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eac43-0e0b-4595-9299-0c34196b6c35 req-6b98f8cb-ef80-4edd-8af0-afb8ec0105cb tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:33:59.212587 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-809eac43-0e0b-4595-9299-0c34196b6c35 req-6b98f8cb-ef80-4edd-8af0-afb8ec0105cb tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0819921
Dec 15 19:33:59.259128 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-809eac43-0e0b-4595-9299-0c34196b6c35 req-cc51081b-fff4-4895-a006-c1da4a7a75b0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410030
Dec 15 19:34:00.474455 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd83a3-a7e1-4567-8cd2-0c3ad4648ea7 req-e1d4f890-343f-418c-9354-bcba279ab8cd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:00.475926 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ebfd83a3-a7e1-4567-8cd2-0c3ad4648ea7 req-e1d4f890-343f-418c-9354-bcba279ab8cd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0899303
Dec 15 19:34:00.526944 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ebfd83a3-a7e1-4567-8cd2-0c3ad4648ea7 req-48297b90-b9f9-420e-b56a-9e582a01e849 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454049
Dec 15 19:34:01.725126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93328cb0-0bb5-4618-8e1a-6c23a8a7a957 req-2f915afe-72a6-4e55-8a0e-175d5774178c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:01.726634 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-93328cb0-0bb5-4618-8e1a-6c23a8a7a957 req-2f915afe-72a6-4e55-8a0e-175d5774178c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0781779
Dec 15 19:34:01.772445 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-93328cb0-0bb5-4618-8e1a-6c23a8a7a957 req-5a196617-ffe9-4f64-ab5b-889f873652f4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403602
Dec 15 19:34:02.983524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58423-cab1-4b50-939d-6b0795ca3faf req-7ca5f170-6034-4983-aba1-aaa3c67e25e6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:02.984997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7ab58423-cab1-4b50-939d-6b0795ca3faf req-7ca5f170-6034-4983-aba1-aaa3c67e25e6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0810428
Dec 15 19:34:03.033555 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7ab58423-cab1-4b50-939d-6b0795ca3faf req-276b6e00-dd48-4c8f-b816-3862aef909d1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428770
Dec 15 19:34:04.237593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18332acb-362e-4c4d-b8b7-16ea247e80f7 req-5bf25acb-852c-418d-858c-b1d603892830 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:04.239040 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-18332acb-362e-4c4d-b8b7-16ea247e80f7 req-5bf25acb-852c-418d-858c-b1d603892830 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0795894
Dec 15 19:34:04.285116 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-18332acb-362e-4c4d-b8b7-16ea247e80f7 req-1330e5c5-a330-4241-89d1-bf69150e78fd tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406191
Dec 15 19:34:05.486600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70752-70e7-49df-a30d-779edeb03b27 req-b46bb033-1d63-460f-89ee-ae5faa64f129 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:05.488038 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53d70752-70e7-49df-a30d-779edeb03b27 req-b46bb033-1d63-460f-89ee-ae5faa64f129 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0816057
Dec 15 19:34:05.645913 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53d70752-70e7-49df-a30d-779edeb03b27 req-9c4109ac-9d85-4caa-a6b7-85457f045ba5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1515021
Dec 15 19:34:06.849614 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fde883-3504-4b04-99e5-086061635efb req-b71fa4b7-6afa-413c-8f31-65f61a99abe9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:06.851089 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d7fde883-3504-4b04-99e5-086061635efb req-b71fa4b7-6afa-413c-8f31-65f61a99abe9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0793853
Dec 15 19:34:06.901833 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-d7fde883-3504-4b04-99e5-086061635efb req-31b1b980-2bd6-4997-a9cf-e31968051a6e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451746
Dec 15 19:34:08.246838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17a8a3-9391-4e76-acc5-88bf91ebefce req-30fd8e9d-d8d6-4967-82ce-4a60741fbe42 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:08.248274 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0f17a8a3-9391-4e76-acc5-88bf91ebefce req-30fd8e9d-d8d6-4967-82ce-4a60741fbe42 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0772111
Dec 15 19:34:08.294104 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0f17a8a3-9391-4e76-acc5-88bf91ebefce req-4ae92874-fdba-4ec7-9b5e-08d66ab288e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404277
Dec 15 19:34:09.498646 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc94a02-02ca-451d-862e-ffd768d4c3ab req-1917b1d0-5ac2-422d-a84b-731839ca278b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:09.500142 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-edc94a02-02ca-451d-862e-ffd768d4c3ab req-1917b1d0-5ac2-422d-a84b-731839ca278b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0798502
Dec 15 19:34:09.560858 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-edc94a02-02ca-451d-862e-ffd768d4c3ab req-708583ec-20fe-453d-91cf-7bb471845f5a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532365
Dec 15 19:34:10.766623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832f24-1929-46a2-b183-a38cec906ed2 req-a4184c9f-82e8-4538-9d10-2fc3de0daaa5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:10.768055 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8b832f24-1929-46a2-b183-a38cec906ed2 req-a4184c9f-82e8-4538-9d10-2fc3de0daaa5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0805366
Dec 15 19:34:10.816140 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8b832f24-1929-46a2-b183-a38cec906ed2 req-ef45017b-d417-4530-9f17-5c87a3c6fd7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425351
Dec 15 19:34:11.537135 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-20fa18e4-e0a7-4790-8f00-aa69e05bcd25 service neutron] 10.222.0.64 "GET /v2.0/ports/e304b201-4897-4c9d-90a4-b2b528dba828/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0786846
Dec 15 19:34:11.807188 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-00a8398d-7320-4979-9a6c-7c1a5956c3ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 1099 time: 0.0708649
Dec 15 19:34:11.899885 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-1f92c7dd-8532-47f7-8331-77930e7903a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0724406
Dec 15 19:34:12.029387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344375d-593e-4098-826e-5c3a7f2b757c req-66695afc-fdea-4277-934f-fdaaec79cdec tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:12.030836 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3344375d-593e-4098-826e-5c3a7f2b757c req-66695afc-fdea-4277-934f-fdaaec79cdec tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0815420
Dec 15 19:34:12.050167 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-82e6c4a8-c388-41e7-9d2e-16a5194013b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:12.051591 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-82e6c4a8-c388-41e7-9d2e-16a5194013b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.1457713
Dec 15 19:34:12.077976 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3344375d-593e-4098-826e-5c3a7f2b757c req-49ec0c32-6938-4c98-8c80-901d250ca461 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414860
Dec 15 19:34:12.158106 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-ac1aaee3-e948-4550-a31f-518acd6f216c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 1002 time: 0.1000373
Dec 15 19:34:12.224775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-b1612c37-961e-4318-875b-72b44077b535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:12.226230 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-b1612c37-961e-4318-875b-72b44077b535 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0626252
Dec 15 19:34:12.301954 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-10d642de-2b89-4a35-8235-4e3d6a27d71f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694706
Dec 15 19:34:12.438503 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-b2cc93d0-6463-464a-bcbb-bee19d5bdad7 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299603
Dec 15 19:34:12.572418 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-e618322c-bc6f-4921-a3db-45561b80a685 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280565
Dec 15 19:34:13.280631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b0aab-7b94-4bcc-9341-663c5b6cffa0 req-f5b2313f-1bdb-4bee-9b81-b4b7cf2583e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:13.282136 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d16b0aab-7b94-4bcc-9341-663c5b6cffa0 req-f5b2313f-1bdb-4bee-9b81-b4b7cf2583e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0774355
Dec 15 19:34:13.333662 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d16b0aab-7b94-4bcc-9341-663c5b6cffa0 req-8bd6fcbd-1c28-4afa-ae5a-18b535102629 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458691
Dec 15 19:34:13.378527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-94370616-8ee8-48ab-bed7-bcaa97e9cb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:14.534063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ffecb-7fb4-49ea-a9c6-ec2c14dca628 req-dc62b953-2d95-419e-ba3d-e29731bedeb4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:14.535528 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9b9ffecb-7fb4-49ea-a9c6-ec2c14dca628 req-dc62b953-2d95-419e-ba3d-e29731bedeb4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0768285
Dec 15 19:34:14.581720 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9b9ffecb-7fb4-49ea-a9c6-ec2c14dca628 req-e27e23ae-2aa9-4a64-856e-a928abded01d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404217
Dec 15 19:34:14.868342 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device e304b201-4897-4c9d-90a4-b2b528dba828 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:34:14.871530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device e304b201-4897-4c9d-90a4-b2b528dba828 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:34:14.925819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-48b118e8-fcd8-45bc-b1e0-120ecc166255 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:14.926576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be22447-5987-4c19-95a9-42c083b2c024 req-47dd4b9b-f07c-401f-9865-1ff93ce7cc05 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:14.928073 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-48b118e8-fcd8-45bc-b1e0-120ecc166255 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b&tenant_id=92ec89df083c4caf9fd00f9f986a0d97&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.0890958
Dec 15 19:34:14.928207 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4be22447-5987-4c19-95a9-42c083b2c024 req-47dd4b9b-f07c-401f-9865-1ff93ce7cc05 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0865946
Dec 15 19:34:14.985255 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-4be22447-5987-4c19-95a9-42c083b2c024 req-93f3db39-1e71-4c0d-955a-fa7408f335b8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475874
Dec 15 19:34:15.091998 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-0b3f4420-688c-4e3c-80c3-99b73bebd197 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0831161
Dec 15 19:34:15.123689 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:15.143927 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:15.168704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'port_id': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'mac_address': 'fa:16:3e:76:ef:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:34:15.178894 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:34:15.224414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:15.237882 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:15.243228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:15.276994 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'code': 200}
Dec 15 19:34:15.306573 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:15.313527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20107591-b396-478b-80f8-3780dc6fd750 req-817e9775-2c27-4a98-8cc2-93a72b382d1b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:15.315275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-20107591-b396-478b-80f8-3780dc6fd750 req-817e9775-2c27-4a98-8cc2-93a72b382d1b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.1912954
Dec 15 19:34:15.317584 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-ae6be702-53e7-4fe9-bccf-78d694cf70c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:15.319007 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-ae6be702-53e7-4fe9-bccf-78d694cf70c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.2205257
Dec 15 19:34:15.348213 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e304b201-4897-4c9d-90a4-b2b528dba828 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:34:15.357896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:15.399395 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.399736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.400065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.400393 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.400716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.401033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.401379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.401707 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.402018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.402330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.402645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:15.408357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:15.445733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:34:15.446143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:34:15.579707 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-20107591-b396-478b-80f8-3780dc6fd750 req-af656f3d-78e8-46ac-adeb-90e84de116aa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2559004
Dec 15 19:34:15.581455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-3e94066b-4fe6-47a4-8632-21c1efbcd175 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 1000 time: 0.2566016
Dec 15 19:34:15.624640 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-faa897d9-df09-4def-8816-25680efb8abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:15.653627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-7ca11e59-68bb-4ebb-ae42-74f10676f92b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:15.655061 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-7ca11e59-68bb-4ebb-ae42-74f10676f92b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0675635
Dec 15 19:34:15.737252 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-d3c46a3a-1218-4ea8-a9f0-355c8a5cb6a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755358
Dec 15 19:34:15.877620 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-7f682a9a-3510-4fda-bfae-c738ba753b6f service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340685
Dec 15 19:34:16.001546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:16.019851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e304b201-4897-4c9d-90a4-b2b528dba828 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:34:16.021342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bdaffc72-98b8-4bbe-9370-7e24e5be5795 req-74bff494-3abf-4619-aa66-85e2dbd8c10a service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378117
Dec 15 19:34:16.036489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:16.041483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:16.043951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:16.108908 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['e304b201-4897-4c9d-90a4-b2b528dba828'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:34:16.158356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:16.163301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:16.793861 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c116a-144a-46ff-90be-56dc1d01d117 req-20993ce2-d86f-4053-bb46-a75a4c04e99c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:16.795330 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-164c116a-144a-46ff-90be-56dc1d01d117 req-20993ce2-d86f-4053-bb46-a75a4c04e99c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 945 time: 0.0789614
Dec 15 19:34:16.844858 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-164c116a-144a-46ff-90be-56dc1d01d117 req-c11a4da7-e0f1-4f1d-82ff-7c22a341f5ca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427384
Dec 15 19:34:16.848505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:16.874703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40484) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:16.878045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device e304b201-4897-4c9d-90a4-b2b528dba828 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:34:16.941467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:16.965695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port e304b201-4897-4c9d-90a4-b2b528dba828 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:34:16.966152 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:16.988821 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4041daba-7b79-45e9-a9d0-455a8cd7d9d4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/ce215390-e4b9-4a61-841d-a97c81b14125 HTTP/1.1" status: 200  len: 993 time: 0.1127079
Dec 15 19:34:17.136677 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:17.171389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:17.175321 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:17.177137 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:17.245560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:17.248444 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:17.278229 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:34:17.334969 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'code': 200}
Dec 15 19:34:18.364986 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:27.399363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:30.060674 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:34:35.653767 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-dcf75759-cf78-4811-a296-31f181fd9ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760717
Dec 15 19:34:35.808699 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-4eeac40e-ead1-4a22-9857-60d32a0121e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0804465
Dec 15 19:34:35.966103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-f70bde7c-c340-413f-83ad-600b3ea08e42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:35.967534 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-f70bde7c-c340-413f-83ad-600b3ea08e42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.1387410
Dec 15 19:34:36.074825 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-331095ac-2730-4243-8299-2b3618d4481d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 1002 time: 0.0997775
Dec 15 19:34:36.144099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-111d1774-b1aa-46e6-a6e0-8c49f001aae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:36.145587 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-111d1774-b1aa-46e6-a6e0-8c49f001aae8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0646629
Dec 15 19:34:36.225007 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-d46a0cb4-fe00-4aa5-882a-3204d6d7dac2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724094
Dec 15 19:34:36.371925 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-2d860819-d735-4f79-8a20-44eb45eff661 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401496
Dec 15 19:34:36.528728 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-16f15877-e068-4e69-b77e-ddf23386cba2 req-5f7f5504-6da4-4c25-be0a-bb3fc6d25235 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495862
Dec 15 19:34:43.369816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da1b2905-695a-4baf-a5f4-c6aa7be72a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:45.449463 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40500) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:45.629037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-21e91df9-0403-4d5e-bcb3-709e171ec7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:45.656647 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port fa38844f-917d-4f85-9615-cb96c6d44ccb {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:34:45.657006 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:45.931559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:45.931878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:46.051102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for fa38844f-917d-4f85-9615-cb96c6d44ccb owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:34:46.198631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:46.203940 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-47b74e57-c328-49f1-8d3b-211ffabd6cee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:46.246718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=fa38844f-917d-4f85-9615-cb96c6d44ccb,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:46.317393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.317767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.318143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.318515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.318884 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.319246 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.319609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.319970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.320331 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.320704 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.321048 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:46.324282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:46.352664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:46.743468 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router dd845f6c-78c4-42be-9697-4aed251cbf17 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:34:46.851884 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:46.894799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:46.948315 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:34:46.957816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e88ab-99e3-449b-8009-bbece94501be None None] Sync routers for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:34:46.968673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:46.973468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:34:46.974153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd9dc0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:47.025828 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/floatingips/ce215390-e4b9-4a61-841d-a97c81b14125 HTTP/1.1" status: 204  len: 168 time: 1.5752296
Dec 15 19:34:47.026406 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:34:47.084881 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'status': 'completed', 'code': 200}
Dec 15 19:34:47.158417 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:34:47.190619 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-27a1ce11-3d85-4291-976c-2c0d1ac20fb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 1099 time: 0.0803978
Dec 15 19:34:47.457837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6069094-5a62-4488-ae4c-be94dc137856 req-488239ce-d6fe-4f0b-96eb-06e31ba63104 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:47.458609 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e6069094-5a62-4488-ae4c-be94dc137856 req-488239ce-d6fe-4f0b-96eb-06e31ba63104 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:34:47.461851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-7a8e6732-265d-42f2-9a92-b0bcadbae956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:47.463393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-7a8e6732-265d-42f2-9a92-b0bcadbae956 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 200  len: 897 time: 0.2662950
Dec 15 19:34:47.476519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e6069094-5a62-4488-ae4c-be94dc137856 req-488239ce-d6fe-4f0b-96eb-06e31ba63104 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:34:47.477830 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e6069094-5a62-4488-ae4c-be94dc137856 req-488239ce-d6fe-4f0b-96eb-06e31ba63104 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.1128991
Dec 15 19:34:47.492957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd9dc0>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:07Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:47.497366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e88ab-99e3-449b-8009-bbece94501be None None] Checking router: dd845f6c-78c4-42be-9697-4aed251cbf17 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:34:47.508963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:34:47.509628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd9dc0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:47.527396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e6069094-5a62-4488-ae4c-be94dc137856 req-4e3f34e6-43bb-4ee6-988d-c99043011a09 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407872
Dec 15 19:34:47.533865 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-466e8edc-8c06-46dc-845e-f4e2583f1e6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 200  len: 217 time: 0.0634921
Dec 15 19:34:47.599134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-3c15a157-78b6-4cfa-936a-c614cbe96587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:47.600556 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-3c15a157-78b6-4cfa-936a-c614cbe96587 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 200  len: 835 time: 0.0601935
Dec 15 19:34:47.677354 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-7d620747-f7ee-460a-b5e5-512608ecef6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3d282d4-d78a-4800-940f-867d09f0623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697460
Dec 15 19:34:47.691361 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:34:47.810483 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-c176a10c-73eb-4a6f-b539-0cfa13a5438f service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263287
Dec 15 19:34:47.949020 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a6551f4-f3f9-4b2e-aec1-4e2d50e60171 req-5d8cafd2-b7ed-45a5-8474-8687dc771c16 service neutron] 10.222.0.64 "GET /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319368
Dec 15 19:34:48.003334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-679e88ab-99e3-449b-8009-bbece94501be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedcd9dc0>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:07Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:48.007350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e88ab-99e3-449b-8009-bbece94501be None None] The sync data for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv is: [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:33:01Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '5e2b6642-ee2b-4b82-901d-71a397c4e2b1', 'name': '', 'network_id': 'd3d282d4-d78a-4800-940f-867d09f0623c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:d4:ff:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:01Z', 'updated_at': '2021-12-15T19:33:07Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': 'e7d50edc-f814-4b02-9d20-e20ebd0f7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:34:48.237243 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044cbb0-45be-4bdb-95c5-84e6e4d52ab3 None None] New status for floating IP ce215390-e4b9-4a61-841d-a97c81b14125: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:34:48.365970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:48.734842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37cb8f-3c57-41ea-b957-260d3e03dab3 req-441e569d-d2be-4531-aeee-49bf9a2e6e0c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:48.736386 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1a37cb8f-3c57-41ea-b957-260d3e03dab3 req-441e569d-d2be-4531-aeee-49bf9a2e6e0c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0828073
Dec 15 19:34:48.781667 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1a37cb8f-3c57-41ea-b957-260d3e03dab3 req-a47fc01a-43df-4e73-a7e4-7e6208ee4ba1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cdfe85e-60ba-45b4-bef2-ec7803419889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396066
Dec 15 19:34:49.004398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-6ab10bfd-9915-43ae-ab11-de11fa8c66c0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:49.005751 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-6ab10bfd-9915-43ae-ab11-de11fa8c66c0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 946 time: 0.0756264
Dec 15 19:34:49.077011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port e304b201-4897-4c9d-90a4-b2b528dba828 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:34:49.077384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:49.315250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port e304b201-4897-4c9d-90a4-b2b528dba828, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e304b201-4897-4c9d-90a4-b2b528dba828,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:49.315519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:49.438054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for e304b201-4897-4c9d-90a4-b2b528dba828 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:34:49.576516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:49.582784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:49.628724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=e304b201-4897-4c9d-90a4-b2b528dba828,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:49.670983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.671389 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.671768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.672145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.672512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.672880 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.673246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.673639 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.674002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.674362 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.674725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:34:49.681719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:49.715858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] No DVR routers for this DVR port e304b201-4897-4c9d-90a4-b2b528dba828 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:34:49.718395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:49.721000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-deleted', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:34:49.736885 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ec317d47-270e-46e9-aaaa-eb385e2aa5a2 req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "DELETE /v2.0/ports/e304b201-4897-4c9d-90a4-b2b528dba828 HTTP/1.1" status: 204  len: 173 time: 0.7253039
Dec 15 19:34:49.888721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1f1832-f8fe-439f-ad8d-9f7e66a0764b', 'name': 'network-vif-deleted', 'tag': 'e304b201-4897-4c9d-90a4-b2b528dba828', 'status': 'completed', 'code': 200}
Dec 15 19:34:49.995287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ad24e9a6-ad8f-4ada-92e8-6adea776bc56 req-b8d8e6a4-f1d7-4864-9a6b-372d6caed2c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:34:50.018605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-ad24e9a6-ad8f-4ada-92e8-6adea776bc56 req-b8d8e6a4-f1d7-4864-9a6b-372d6caed2c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:34:50.019876 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ad24e9a6-ad8f-4ada-92e8-6adea776bc56 req-b8d8e6a4-f1d7-4864-9a6b-372d6caed2c3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1f1832-f8fe-439f-ad8d-9f7e66a0764b HTTP/1.1" status: 200  len: 210 time: 0.0816970
Dec 15 19:34:50.960270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device e304b201-4897-4c9d-90a4-b2b528dba828 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:34:50.999102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: e304b201-4897-4c9d-90a4-b2b528dba828 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:34:50.999983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device e304b201-4897-4c9d-90a4-b2b528dba828 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:34:51.128936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40520) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:51.646878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:52.254552 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:34:52.255252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:52.437423 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 5e2b6642-ee2b-4b82-901d-71a397c4e2b1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:52.437775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:52.556431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:34:52.743182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:52.746959 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:52.792919 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=5e2b6642-ee2b-4b82-901d-71a397c4e2b1,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:52.796381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:53.203854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:53.781886 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router dd845f6c-78c4-42be-9697-4aed251cbf17 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:34:53.976305 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:34:53.986125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] Sync routers for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:34:53.993582 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/dd845f6c-78c4-42be-9697-4aed251cbf17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8634908
Dec 15 19:34:53.996281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40524) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:54.000103 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:34:54.000605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7cc370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:54.182901 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting subnet e7d50edc-f814-4b02-9d20-e20ebd0f7c51 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:34:54.185804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.220664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:34:54.239778 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.324698 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.398197 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.402520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1aa00ede-6378-4325-a4f1-a27a842133e8 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:54.438731 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d50edc-f814-4b02-9d20-e20ebd0f7c51,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:54.441998 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:54.442966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.448987 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9d7c92aa-2898-4e21-83d4-155d0e6de915 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/subnets/e7d50edc-f814-4b02-9d20-e20ebd0f7c51 HTTP/1.1" status: 204  len: 168 time: 0.4517515
Dec 15 19:34:54.451593 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40528) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:54.453371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31d62f-77d2-401a-b604-203673c8e5cc None None] Network d3d282d4-d78a-4800-940f-867d09f0623c requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:34:54.674340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7cc370>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:34:52Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:54.681161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] Checking router: dd845f6c-78c4-42be-9697-4aed251cbf17 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:34:54.706331 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] Routers {'dd845f6c-78c4-42be-9697-4aed251cbf17'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:34:54.706967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced7cc370>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['dd845f6c-78c4-42be-9697-4aed251cbf17'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:54.763183 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.846919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] DHCP port deletion for d3d282d4-d78a-4800-940f-867d09f0623c request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:34:54.858876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Deleting port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:34:54.859257 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.961509 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.970897 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port c871c609-a670-4033-807b-3ab46e5cb60b {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:34:54.971260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:54.980975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] Set router dd845f6c-78c4-42be-9697-4aed251cbf17 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:34:55.144744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port c871c609-a670-4033-807b-3ab46e5cb60b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c871c609-a670-4033-807b-3ab46e5cb60b,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:55.145095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:55.172620 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:34:55.265566 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for c871c609-a670-4033-807b-3ab46e5cb60b owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:34:55.301002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] For port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1,segment=NetworkSegment(af58026b-0ce5-42dc-a907-b99e2390a196),segment_id=af58026b-0ce5-42dc-a907-b99e2390a196)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:34:55.301426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:55.432241 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:55.436217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1e62cb2f-08fd-4526-adad-b21fa5a500ca tempest-TestEncryptedCinderVolumes-1965249723 tempest-TestEncryptedCinderVolumes-1965249723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:55.481072 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=c871c609-a670-4033-807b-3ab46e5cb60b,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:55.483662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:55.497396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Calling delete_port for 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:34:55.676517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:55.708078 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:55.720254 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:55.724553 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:55.799802 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Pushing event deleted for resources: {'Port': ['ID=8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:55.804467 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:55.809026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] No DVR routers for this DVR port 8a953a3f-a93d-4f0b-b13d-9f4f983bc8f1 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:34:55.820807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced7cc370>, [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:34:52Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:55.825048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52406353-ca36-4370-abac-3e2f8732d092 None None] The sync data for ids ['dd845f6c-78c4-42be-9697-4aed251cbf17'] in dv-neutron-821830-2-hyperv is: [{'id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555852176', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:32:57Z', 'updated_at': '2021-12-15T19:34:52Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'c871c609-a670-4033-807b-3ab46e5cb60b', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845f6c-78c4-42be-9697-4aed251cbf17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:32:58Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:34:56.074278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.079883 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.104443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.105054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Fanout notify agent at l3_agent the message router_deleted on router dd845f6c-78c4-42be-9697-4aed251cbf17 {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:34:56.119950 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.121031 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/routers/dd845f6c-78c4-42be-9697-4aed251cbf17 HTTP/1.1" status: 204  len: 168 time: 1.6685402
Dec 15 19:34:56.123588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40532) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:56.238591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.372270 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.400459 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced139a00>,) {'filters': {'network_id': ['d3d282d4-d78a-4800-940f-867d09f0623c']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:56.414712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced139a00>, 'af58026b-0ce5-42dc-a907-b99e2390a196') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:56.415015 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced139a00>, 'af58026b-0ce5-42dc-a907-b99e2390a196') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:34:56.428559 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.444926 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.454467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:34:56.454677 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:34:56.469536 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:34:56.548928 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.552365 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e4d7d144-cc03-4571-a6da-8c9e57bec784 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:56.568812 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.574869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Network': ['ID=d3d282d4-d78a-4800-940f-867d09f0623c,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:56.579091 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:56.585882 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6ff72048-e9be-41e6-875d-469b38719144 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/networks/d3d282d4-d78a-4800-940f-867d09f0623c HTTP/1.1" status: 204  len: 168 time: 0.4612703
Dec 15 19:34:56.588515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40536) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:56.735825 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d15250e4-957a-4947-a7c5-29d9593eaf41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.772645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d15250e4-957a-4947-a7c5-29d9593eaf41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.841177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d15250e4-957a-4947-a7c5-29d9593eaf41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.845583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbedbedc-7d93-4cc6-901c-49a746b84da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:56.860640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15250e4-957a-4947-a7c5-29d9593eaf41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdfe85e-60ba-45b4-bef2-ec7803419889,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:56.863250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d15250e4-957a-4947-a7c5-29d9593eaf41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:56.872217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d15250e4-957a-4947-a7c5-29d9593eaf41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:56.873369 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d15250e4-957a-4947-a7c5-29d9593eaf41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/security-groups/9cdfe85e-60ba-45b4-bef2-ec7803419889 HTTP/1.1" status: 204  len: 168 time: 0.2839458
Dec 15 19:34:57.122914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:34:57.158828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:34:57.159170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 5e2b6642-ee2b-4b82-901d-71a397c4e2b1 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:34:57.159591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c871c609-a670-4033-807b-3ab46e5cb60b no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:34:57.183124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40546) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:57.189371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106551965', 'description': 'tempest-secgroup-smoke-106551965 description', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:57.191044 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c871c609-a670-4033-807b-3ab46e5cb60b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:34:57.191389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c871c609-a670-4033-807b-3ab46e5cb60b not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:34:57.197779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:57.202071 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:57.205395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:57.211026 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:57.221204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.256611 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:57.260465 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:57.263328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:57.269676 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:57.328321 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.332095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.335877 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-9eb7b685-ef83-49aa-81e4-5308c1b1e4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:57.377333 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:57.380682 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.385278 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1977825
Dec 15 19:34:57.385278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:57.385763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40550) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:57.392324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '4461ec2f-6b40-43ef-a1ce-4703fba2ffb8', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:57.398648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.399213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:57.403056 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:57.405953 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:57.412109 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:57.429251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.492283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.495786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.497680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6f9c4a2d-e085-429c-862a-b280516e6428 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:57.520610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe2b70e-c3c4-4bee-83e3-d080c07ee594,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:57.524976 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:57.529212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.530396 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d70086e9-3523-432f-b63e-1ab7f95bdc97 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1439409
Dec 15 19:34:57.533120 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40554) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:57.538484 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '4461ec2f-6b40-43ef-a1ce-4703fba2ffb8', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:57.544430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:57.548767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:57.551586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:57.557329 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:57.574061 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.634431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.637791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.639530 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-709577d0-afeb-4941-87ef-fe11c09f57f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:57.661028 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7c761b-03ce-426c-b9e7-f7877f85942a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:57.665736 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:57.670591 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.672305 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-2240a33e-aa79-48f9-adfe-4bbeafb99fcf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1382303
Dec 15 19:34:57.674991 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40558) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:57.680478 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '4461ec2f-6b40-43ef-a1ce-4703fba2ffb8', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:57.686328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:57.692309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:57.696275 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:57.704262 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:57.725867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.795665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.799694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.801495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f4444b4a-f5bf-4549-b92f-a777042969a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:57.823014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a812978a-e25a-4df0-bb4e-2ff8ba348eb4,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:57.825322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:57.832314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.833534 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4127f8e3-1088-49e5-bf38-3206dfc47ab2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1576209
Dec 15 19:34:57.836158 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40562) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:57.841323 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '4461ec2f-6b40-43ef-a1ce-4703fba2ffb8', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:57.847204 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:57.850967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:57.853795 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:57.859903 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:57.878126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.942110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.945842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.952869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-576cb9eb-2dc9-4b6c-be51-5562692a9b7c tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:57.970680 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09996722-12b7-4f96-ac70-1824c589ca2a,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:57.972990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:57.980313 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:57.981501 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-723d204e-a125-4c9b-b5c1-4b801fcc564b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1444280
Dec 15 19:34:57.984768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40566) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:57.990172 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '4461ec2f-6b40-43ef-a1ce-4703fba2ffb8', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:57.995986 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:57.999763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:58.002580 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:58.008168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:58.018476 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:34:58.024786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.089923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.093904 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.095663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-eb678b20-5dc8-4650-bc5a-689b2e57ba33 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:58.116666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228a77ad-3f0c-478a-8131-aeb9f921ff0e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:58.120631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:58.128576 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.129772 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d373c78b-a809-4f00-83d0-0bf1cc20cb86 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1440787
Dec 15 19:34:58.132519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40570) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:58.138153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '4461ec2f-6b40-43ef-a1ce-4703fba2ffb8', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:58.144063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:58.147842 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:58.150701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:58.156895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:58.167425 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.securitygroups_db [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:34:58.174282 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.242836 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.246598 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.248493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f8e0a45c-a532-468b-a0e7-ce2002735b00 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:58.269989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56101cd-dee9-4bda-894a-17a04536b992,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:58.272467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:58.280220 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.281979 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c8d81678-449f-4168-9e29-66a4e51908d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1485331
Dec 15 19:34:58.284801 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40574) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:58.290618 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'network': {'name': 'tempest-network-smoke--1443756899', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'port_security_enabled': True}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:58.295451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:58.299522 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:network and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:58.302350 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:58.308000 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:58.318288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:34:58.321145 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.349762 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:34:58.358641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.358975 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Added segment 78d766e0-a0aa-491a-a45c-b9c0a276117f of type vlan for network aa8805bf-b504-4978-b11c-d98e19b5d152
Dec 15 19:34:58.384466 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.413958 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.418007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:34:58.418707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.422544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f83aade6-2499-491a-9f75-6b72508511fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:58.526264 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2403235
Dec 15 19:34:58.528817 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40578) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:34:58.532064 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Network': ['ID=aa8805bf-b504-4978-b11c-d98e19b5d152,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:58.534775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:58.538261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'admin_state_up': True, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:34:58.542176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network aa8805bf-b504-4978-b11c-d98e19b5d152 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:34:58.546510 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:34:58.550309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:router and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:34:58.553287 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:34:58.559039 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:34:58.568978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.569943 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.589563 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:58.840814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:59.017786 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:59.047014 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:59.182557 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.137 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/1ce8d9e6-59f6-4db8-892d-9ba3bed8e223) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:34:59.328047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:59.356982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:59.361193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-36f70ad1-e358-43f2-b43c-d91589c5978a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:34:59.424439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:34:59.427539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:34:59.431654 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:34:59.461706 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:34:59.467607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:34:59.589243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:59.589994 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:34:59.819105 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:35:00.018513 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:35:00.027693 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Sync routers for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:35:00.040095 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:35:00.040698 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda89220>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:00.044775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:00.046078 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-0a9ff4de-f237-43ab-94b4-e91e3a1a8990 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.5162430
Dec 15 19:35:00.049226 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40582) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:00.091885 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-639e2124-9496-4935-b58f-91435ffa96dc tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=92ec89df083c4caf9fd00f9f986a0d97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0414660
Dec 15 19:35:00.095032 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40586) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:00.226547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984794ee-3ad5-4540-9e6b-6460e95d650d tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:00.228025 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-984794ee-3ad5-4540-9e6b-6460e95d650d tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1321025
Dec 15 19:35:00.230954 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40590) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:00.244776 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:35:00.269878 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-31057a6a-fe45-4344-b035-d84f202fb837 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0376661
Dec 15 19:35:00.272263 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40594) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:00.277518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35211708', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:35:00.387970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:35:00.392409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:subnet and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:35:00.395238 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:35:00.400853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:35:00.410568 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:35:00.530093 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda89220>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:34:59Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:00.534342 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Checking router: 15c3b13c-1b22-4a92-80a7-a8e38606ab8c for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:35:00.534719 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Updating router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:35:00.587866 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:00.628655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:00.841327 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:00.845562 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6aa02813-f45f-414c-af93-a44675a5464d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:00.951182 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:00.966326 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Subnet': ['ID=9674f991-d1a3-4c7a-aec2-bdb31cc193ca,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:00.969887 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Transition to ACTIVE for port object 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:35:00.972421 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:00.978858 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:00.981213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Checking segment: {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:35:00.981607 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network hostable DHCP agents. Network: aa8805bf-b504-4978-b11c-d98e19b5d152, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:35:00.982659 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-ad54da3e-ab3b-405d-b836-0e3bcd1904b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:01.003418 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network aa8805bf-b504-4978-b11c-d98e19b5d152 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:35:01.012543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, aa8805bf-b504-4978-b11c-d98e19b5d152) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:35:01.017503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:01.018255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.025842 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a711d-4fbb-43a6-8d45-79800d95c35b None None] Network aa8805bf-b504-4978-b11c-d98e19b5d152 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:35:01.043820 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7703114
Dec 15 19:35:01.048539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40598) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:01.066081 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Attempting to bind port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:35:01.066542 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Attempting to bind port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:35:01.066786 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Attempting to bind port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:35:01.068863 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Pushing event updated for resources: {'Port': ['ID=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:01.078745 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.079083 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.079405 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.079725 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.080043 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.080358 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.080672 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.080984 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.081293 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.081625 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.081932 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:35:01.086278 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:01.088094 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:35:01.088522 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:35:01.088922 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.089322 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:35:01.089775 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Bound port: 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:35:01.090143 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.166502 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] For port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:35:01.169790 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] For port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:35:01.175192 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.178971 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bcba23f2-127b-4510-a6cb-89c8dd499a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:01.256163 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Pushing event updated for resources: {'Port': ['ID=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:01.259899 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-47f86fda-3763-4843-9c6a-2785aadedaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:01.262285 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:35:01.262960 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ceda89220>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:01.277851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-aa8805bf-b504-4978-b11c-d98e19b5d152', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:35:01.278739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.449534 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:35:01.453452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Allocated IP 172.20.0.2 (aa8805bf-b504-4978-b11c-d98e19b5d152/9674f991-d1a3-4c7a-aec2-bdb31cc193ca/9c1291d2-fe23-448f-a208-437611bfb572) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:35:01.680175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.692191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Transition to ACTIVE for port object 9c1291d2-fe23-448f-a208-437611bfb572 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:35:01.720744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Transition to ACTIVE for port object 9c1291d2-fe23-448f-a208-437611bfb572 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:35:01.729095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.734944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:01.741091 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ceda89220>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:34:59Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:01.745658 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813fedc8-8705-485a-91d5-01f92e085a82 None None] The sync data for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv is: [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:34:59Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:35:01.797919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Network aa8805bf-b504-4978-b11c-d98e19b5d152 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:35:01.801087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:35:01.803940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:35:01.853051 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.916338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Pushing event updated for resources: {'Port': ['ID=9c1291d2-fe23-448f-a208-437611bfb572,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:01.921578 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:01.925921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Attempting to bind port 9c1291d2-fe23-448f-a208-437611bfb572 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:35:01.926368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Attempting to bind port 9c1291d2-fe23-448f-a208-437611bfb572 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:35:01.926801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Attempting to bind port 9c1291d2-fe23-448f-a208-437611bfb572 on network aa8805bf-b504-4978-b11c-d98e19b5d152 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:35:01.934232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:35:01.934664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Checking segment: {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:35:01.935018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:01.935438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Bound using segment: {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:35:01.936016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Bound port: 9c1291d2-fe23-448f-a208-437611bfb572, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:35:01.936956 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:02.052748 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] For port 9c1291d2-fe23-448f-a208-437611bfb572, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:35:02.057415 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] For port 9c1291d2-fe23-448f-a208-437611bfb572, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9c1291d2-fe23-448f-a208-437611bfb572,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:35:02.064306 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:02.069794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-701f7f95-c32c-4250-be65-35a490f39020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:02.155949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Pushing event updated for resources: {'Port': ['ID=9c1291d2-fe23-448f-a208-437611bfb572,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:02.160517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:02.301679 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.1 (aa8805bf-b504-4978-b11c-d98e19b5d152/9674f991-d1a3-4c7a-aec2-bdb31cc193ca/164c3529-b5a4-47b9-94b0-d1e452e1a41f) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:35:02.614402 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:02.632859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object 164c3529-b5a4-47b9-94b0-d1e452e1a41f will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:35:02.657295 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:02.661742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e6644384-efac-499c-a805-873d8d68f93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:02.729175 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network aa8805bf-b504-4978-b11c-d98e19b5d152 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:35:02.732775 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:35:02.735752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:35:02.766214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=164c3529-b5a4-47b9-94b0-d1e452e1a41f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:02.768937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:02.801439 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:02.887937 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.122538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8c57e-9acc-4678-9ddb-616fbf458d7c None None] Network aa8805bf-b504-4978-b11c-d98e19b5d152 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:35:03.194347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9c1291d2-fe23-448f-a208-437611bfb572 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:35:03.314896 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.319383 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.350962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0f0228aa-bc25-48a8-91bc-35fd38e0002c None None] Provisioning for port 9c1291d2-fe23-448f-a208-437611bfb572 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:35:03.351651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-557617f6-ea14-44b3-b024-40bbb43a6b60 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:03.435027 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.439103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=164c3529-b5a4-47b9-94b0-d1e452e1a41f,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:03.442748 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:03.444690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 9c1291d2-fe23-448f-a208-437611bfb572 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:35:03.454498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 9c1291d2-fe23-448f-a208-437611bfb572 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:03.454877 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.576388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network aa8805bf-b504-4978-b11c-d98e19b5d152 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:35:03.577590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:35:03.594685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.631158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 9c1291d2-fe23-448f-a208-437611bfb572, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9c1291d2-fe23-448f-a208-437611bfb572,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:35:03.636315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.637290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:35:03.692563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:03.772641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=9c1291d2-fe23-448f-a208-437611bfb572,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:03.775961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:03.776670 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:35:03.782468 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:03.782841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.850035 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-19e8ec21-128b-4976-a793-6ad078d924a6 None None] Provisioning for port 164c3529-b5a4-47b9-94b0-d1e452e1a41f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:35:03.858465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-19e8ec21-128b-4976-a793-6ad078d924a6 None None] Provisioning complete for port 164c3529-b5a4-47b9-94b0-d1e452e1a41f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:03.858835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e8ec21-128b-4976-a793-6ad078d924a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.954778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-19e8ec21-128b-4976-a793-6ad078d924a6 None None] Port 164c3529-b5a4-47b9-94b0-d1e452e1a41f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:35:03.968691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:03.989723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:35:03.992336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-19e8ec21-128b-4976-a793-6ad078d924a6 None None] Provisioning complete for port 9c1291d2-fe23-448f-a208-437611bfb572 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:03.992763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-19e8ec21-128b-4976-a793-6ad078d924a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:04.004518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:35:04.022420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:04.029166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8682c6fd-ddf4-47de-8f12-73884f99ba62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:04.121278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:04.125221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:04.301865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-08382743-c4cc-4ad5-acf3-cb4e945eea04 None None] Provisioning complete for port 164c3529-b5a4-47b9-94b0-d1e452e1a41f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:04.302158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08382743-c4cc-4ad5-acf3-cb4e945eea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:04.331419 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:35:04.344786 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/15c3b13c-1b22-4a92-80a7-a8e38606ab8c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2947841
Dec 15 19:35:04.357072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-08382743-c4cc-4ad5-acf3-cb4e945eea04 None None] Port 164c3529-b5a4-47b9-94b0-d1e452e1a41f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:35:04.518891 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-564aa7c9-156f-4732-ac69-78152d80f958 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106551965&fields=id&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 267 time: 0.0428126
Dec 15 19:35:04.669399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-58cf419a-9d5e-42d7-b00b-f57798dadd81 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:04.670813 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-58cf419a-9d5e-42d7-b00b-f57798dadd81 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/networks?id=aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 200  len: 797 time: 0.1456490
Dec 15 19:35:04.688078 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-869f9f81-261b-4a6b-8cc8-a019cf62aa8c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/quotas/92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 375 time: 0.0117235
Dec 15 19:35:04.770891 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-d1d26420-c676-4332-ac62-e0a494088daa tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0776486
Dec 15 19:35:04.917710 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-fd5d23a4-27a0-4d66-b62b-f1292b92636e service neutron] 10.222.0.48 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351852
Dec 15 19:35:05.140888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9c1291d2-fe23-448f-a208-437611bfb572 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:35:05.171987 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-f3b9ea1b-2a35-46b5-8ca2-73df625796cc service neutron] 10.222.0.48 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2481709
Dec 15 19:35:05.226861 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 9c1291d2-fe23-448f-a208-437611bfb572 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:05.227236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:05.366985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Sync routers for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:35:05.375039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:35:05.395582 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9b21ed9b-c545-47d8-b789-21a94ec6e18a req-5d053ea0-42e0-4608-a573-efc3d5f9ed42 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:35:05.414750 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-9b21ed9b-c545-47d8-b789-21a94ec6e18a req-5d053ea0-42e0-4608-a573-efc3d5f9ed42 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:35:05.416245 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9b21ed9b-c545-47d8-b789-21a94ec6e18a req-5d053ea0-42e0-4608-a573-efc3d5f9ed42 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 210 time: 0.0763812
Dec 15 19:35:05.438542 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:35:05.439187 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:05.604235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:05.604623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:05.696089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:35:06.140278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9280>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 2, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:06.144541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Checking router: 15c3b13c-1b22-4a92-80a7-a8e38606ab8c for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:35:06.145128 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Updating router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c port 164c3529-b5a4-47b9-94b0-d1e452e1a41f binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:35:06.199328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:06.480697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-c17362ea-4c48-4234-95e0-a318cff1f465 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:06.482935 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-c17362ea-4c48-4234-95e0-a318cff1f465 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/networks?id=aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 200  len: 797 time: 0.1572146
Dec 15 19:35:06.543583 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-fb541a87-c162-47c3-aed6-874f15f1641d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 379 time: 0.0482850
Dec 15 19:35:06.552878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'port': {'device_id': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'admin_state_up': True, 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'security_groups': ['4461ec2f-6b40-43ef-a1ce-4703fba2ffb8']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:35:06.589349 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:06.601235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Transition to ACTIVE for port object 164c3529-b5a4-47b9-94b0-d1e452e1a41f will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:35:06.608097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:06.612117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:06.673072 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1981cfe2-0435-4c86-abc5-bc016a20407d req-9b7bfd09-0649-4bdc-91fa-349c4377e88a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 210 time: 0.1002424
Dec 15 19:35:06.748974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcca7ce-9f5d-4aa2-a873-b734a48d1043 None None] Pushing event updated for resources: {'Port': ['ID=164c3529-b5a4-47b9-94b0-d1e452e1a41f,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:06.752125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9bcca7ce-9f5d-4aa2-a873-b734a48d1043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:06.755448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:35:06.767131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:35:06.780001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:35:06.784551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:06.843641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Attempting to bind port 164c3529-b5a4-47b9-94b0-d1e452e1a41f on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:35:06.844017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Attempting to bind port 164c3529-b5a4-47b9-94b0-d1e452e1a41f by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:35:06.844387 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Attempting to bind port 164c3529-b5a4-47b9-94b0-d1e452e1a41f on network aa8805bf-b504-4978-b11c-d98e19b5d152 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:35:06.852015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:35:06.852473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Checking segment: {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:35:06.852900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:06.853289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Bound using segment: {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:35:06.853803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Bound port: 164c3529-b5a4-47b9-94b0-d1e452e1a41f, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:35:06.854185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:06.947224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] For port 164c3529-b5a4-47b9-94b0-d1e452e1a41f, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:35:06.950597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] For port 164c3529-b5a4-47b9-94b0-d1e452e1a41f, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=164c3529-b5a4-47b9-94b0-d1e452e1a41f,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:35:06.955584 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:06.960072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-03e5e019-e20b-4b2c-806f-7f82caf264c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:06.971944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.3 (aa8805bf-b504-4978-b11c-d98e19b5d152/9674f991-d1a3-4c7a-aec2-bdb31cc193ca/16ff47cb-d30e-4e9a-bb55-78037bdf9c1e) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:35:07.059961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcca7ce-9f5d-4aa2-a873-b734a48d1043 None None] Pushing event updated for resources: {'Port': ['ID=164c3529-b5a4-47b9-94b0-d1e452e1a41f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:07.062201 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:35:07.063766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9bcca7ce-9f5d-4aa2-a873-b734a48d1043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:07.071185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:35:07.071850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:34:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:07.176795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:07.195603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:35:07.227599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:07.235553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-342d92ef-5c8c-4db0-ba3d-ed0a2198b6d3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:07.263920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:35:07.301738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network aa8805bf-b504-4978-b11c-d98e19b5d152 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:35:07.317715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:35:07.322635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:35:07.359102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:07.363830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:07.392364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:07.393148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:07.423674 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8745992
Dec 15 19:35:07.437118 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Request body: {'port': {'device_id': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:35:07.555158 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:07.643862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6a4b4083-2e2d-4f05-98f1-fb73ccb7843a None None] Provisioning for port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:35:07.653585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6a4b4083-2e2d-4f05-98f1-fb73ccb7843a None None] Provisioning complete for port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:07.653959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4083-2e2d-4f05-98f1-fb73ccb7843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:07.716017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b4083-2e2d-4f05-98f1-fb73ccb7843a None None] Port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:35:07.733936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced2e9280>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:06Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:07.738752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08246440-0222-46c8-9ec3-e53742651e57 None None] The sync data for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv is: [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:06Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:35:07.937699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fd6b2-9503-41ea-a3f6-01694788a676 req-522efd1b-65c5-422b-919d-86f458743335 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:07.939945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-405fd6b2-9503-41ea-a3f6-01694788a676 req-522efd1b-65c5-422b-919d-86f458743335 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 931 time: 0.0900099
Dec 15 19:35:07.961576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:35:07.970016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:07.987002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Transition to ACTIVE for port object 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:35:07.992324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:07.997257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0f39e8d2-1e0a-4f76-8b37-83e5b9241ddf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:08.002140 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-405fd6b2-9503-41ea-a3f6-01694788a676 req-8219ed71-6d5b-4c5c-8b3a-c5d9e989f1a9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:35:08.020207 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-405fd6b2-9503-41ea-a3f6-01694788a676 req-8219ed71-6d5b-4c5c-8b3a-c5d9e989f1a9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:35:08.021724 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-405fd6b2-9503-41ea-a3f6-01694788a676 req-8219ed71-6d5b-4c5c-8b3a-c5d9e989f1a9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699396
Dec 15 19:35:08.132342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Pushing event updated for resources: {'Port': ['ID=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:08.137119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:08.383738 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Attempting to bind port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:35:08.384071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Attempting to bind port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:35:08.384395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Attempting to bind port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e on network aa8805bf-b504-4978-b11c-d98e19b5d152 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:35:08.390843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e on network aa8805bf-b504-4978-b11c-d98e19b5d152 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:35:08.391160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Attempting to bind port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e on network aa8805bf-b504-4978-b11c-d98e19b5d152 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:35:08.398030 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:35:08.398227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Checking segment: {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:35:08.398643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Bound using segment: {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:35:08.399071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Bound port: 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d766e0-a0aa-491a-a45c-b9c0a276117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:35:08.399417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:08.499384 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] For port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:35:08.502983 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] For port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:35:08.510172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:08.515161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ffb85ab8-31e4-48e7-b162-78ab5be54b72 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:08.584022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:08.585374 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] 10.222.0.64 "PUT /v2.0/ports/16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 200  len: 1093 time: 1.1529584
Dec 15 19:35:08.585925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:35:08.611173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Pushing event updated for resources: {'Port': ['ID=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:08.623445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:08.695323 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'status': 'completed', 'code': 200}
Dec 15 19:35:08.740547 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-2a18068d-18c7-469a-9f5c-df30c3f3bd7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1096 time: 0.1060932
Dec 15 19:35:08.819412 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-c96076b4-c7e0-4c7a-b840-292877b839fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 200  len: 217 time: 0.0689881
Dec 15 19:35:08.883534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-7183c974-9130-4e2d-a1c6-74ed22d2bdc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:08.884970 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-7183c974-9130-4e2d-a1c6-74ed22d2bdc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9674f991-d1a3-4c7a-aec2-bdb31cc193ca HTTP/1.1" status: 200  len: 833 time: 0.0598683
Dec 15 19:35:08.965197 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-854ee415-f75f-45c6-a46d-6c49d706a96c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa8805bf-b504-4978-b11c-d98e19b5d152&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737257
Dec 15 19:35:09.105292 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-7bbe9d14-d15e-418c-9f52-fecf4553e574 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325040
Dec 15 19:35:09.186594 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 164c3529-b5a4-47b9-94b0-d1e452e1a41f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:35:09.246413 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb447208-7e9e-498b-b0af-30cf18bfdfb8 req-6261fe3f-b855-4e60-a490-48503867b548 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:09.247956 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eb447208-7e9e-498b-b0af-30cf18bfdfb8 req-6261fe3f-b855-4e60-a490-48503867b548 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 943 time: 0.0900974
Dec 15 19:35:09.260443 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 164c3529-b5a4-47b9-94b0-d1e452e1a41f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:35:09.266353 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 164c3529-b5a4-47b9-94b0-d1e452e1a41f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:09.266741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:09.267557 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e91f368b-802c-42ae-8b96-7e2b5afe4479 req-a9a83f59-6a0c-4dda-a529-62f2b1ca3560 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565285
Dec 15 19:35:09.305156 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-eb447208-7e9e-498b-b0af-30cf18bfdfb8 req-19e2007f-e3d5-4565-b498-3310b50ff582 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504901
Dec 15 19:35:09.385169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:09.388041 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-f9ae39ea-f4d5-4afe-b1c5-df48542bc528 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1096 time: 0.0743892
Dec 15 19:35:09.421019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 164c3529-b5a4-47b9-94b0-d1e452e1a41f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=164c3529-b5a4-47b9-94b0-d1e452e1a41f,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:35:09.425602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:09.428006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:09.495127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=164c3529-b5a4-47b9-94b0-d1e452e1a41f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:09.498464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:09.536926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-82abc8ad-1d3f-477f-b4c2-dc4001f1c2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:09.538536 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-82abc8ad-1d3f-477f-b4c2-dc4001f1c2de service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 200  len: 898 time: 0.1427400
Dec 15 19:35:09.611541 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-9a3f5b11-f0de-4a30-b8d4-1edf8eb5bc68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 200  len: 217 time: 0.0656810
Dec 15 19:35:09.674437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-6b8d3df9-1c0b-4253-9e13-de9dc78f856c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:09.675815 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-6b8d3df9-1c0b-4253-9e13-de9dc78f856c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9674f991-d1a3-4c7a-aec2-bdb31cc193ca HTTP/1.1" status: 200  len: 833 time: 0.0578299
Dec 15 19:35:09.756890 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-022f1819-2482-4a53-a5ad-c9e59260a276 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa8805bf-b504-4978-b11c-d98e19b5d152&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734227
Dec 15 19:35:09.893864 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-25da6024-95cf-4dd2-a3f2-447ab23a4f7a service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301172
Dec 15 19:35:10.026126 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8d053029-7030-49dc-8f01-28a4a358ae26 req-ca6d715e-3336-4c6b-966f-05b1f1ec7cb9 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250751
Dec 15 19:35:10.502143 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3881af9-2cba-4124-826d-b7e3da725566 req-ae920b17-a0fe-4a12-8a70-e248c28389db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:10.502816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-d3881af9-2cba-4124-826d-b7e3da725566 req-ae920b17-a0fe-4a12-8a70-e248c28389db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:35:10.518360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-d3881af9-2cba-4124-826d-b7e3da725566 req-ae920b17-a0fe-4a12-8a70-e248c28389db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:35:10.519413 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d3881af9-2cba-4124-826d-b7e3da725566 req-ae920b17-a0fe-4a12-8a70-e248c28389db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 943 time: 0.0902145
Dec 15 19:35:10.564155 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d3881af9-2cba-4124-826d-b7e3da725566 req-40ef8653-a5dd-4b32-94f7-64188beec559 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392411
Dec 15 19:35:11.058226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:35:11.139857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 164c3529-b5a4-47b9-94b0-d1e452e1a41f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:35:11.245896 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:35:11.262971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'port_id': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'mac_address': 'fa:16:3e:b3:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:35:11.296295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 164c3529-b5a4-47b9-94b0-d1e452e1a41f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:11.296671 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:11.363250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:11.389623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:35:11.439664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:35:11.445607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:11.449062 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-0395762a-6562-4785-87c6-354d3ed56bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:11.521008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:11.523978 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:11.646983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['16ff47cb-d30e-4e9a-bb55-78037bdf9c1e'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:35:11.761701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e10e12-c62c-43aa-83d5-c67b3aac6ec3 req-0af5a0a6-0f14-4921-99f3-98046a3fef07 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:11.763263 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a2e10e12-c62c-43aa-83d5-c67b3aac6ec3 req-0af5a0a6-0f14-4921-99f3-98046a3fef07 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 944 time: 0.0791860
Dec 15 19:35:11.810450 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a2e10e12-c62c-43aa-83d5-c67b3aac6ec3 req-522b682a-5d9b-445f-a33e-a7c01a180bac tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410929
Dec 15 19:35:13.069413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:35:13.125176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0f21-6f92-4212-a272-b701a23ec2e8 req-6de9f27e-7ea2-45d3-bd7f-165d3ecdd3f4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:13.126662 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aaab0f21-6f92-4212-a272-b701a23ec2e8 req-6de9f27e-7ea2-45d3-bd7f-165d3ecdd3f4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 944 time: 0.1935747
Dec 15 19:35:13.142830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:35:13.147704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:35:13.148086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:13.173012 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aaab0f21-6f92-4212-a272-b701a23ec2e8 req-d784e6de-d2a7-403a-9639-275f35827880 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408347
Dec 15 19:35:13.283532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:13.314045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:35:13.323659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:35:13.328119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:13.329952 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:13.374213 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'code': 200}
Dec 15 19:35:13.395524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d6e856c7-9d75-4f06-9892-d385b903a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:13.407309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:13.410766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:13.612424 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-161c31b1-8c6a-470b-bd21-1db64805ab3c req-1db6a0c6-20fc-4b6d-aae8-5a589e641c98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1098 time: 0.0683136
Dec 15 19:35:13.654868 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-161c31b1-8c6a-470b-bd21-1db64805ab3c req-93e1e384-ff9f-4a6d-8781-d5922e8ea57a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364194
Dec 15 19:35:14.369094 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c380343-5e7b-4a5f-9792-f514b8764153 req-1b772369-4b52-44e5-a0bd-826323ec312c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:14.370475 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9c380343-5e7b-4a5f-9792-f514b8764153 req-1b772369-4b52-44e5-a0bd-826323ec312c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0795054
Dec 15 19:35:14.415694 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9c380343-5e7b-4a5f-9792-f514b8764153 req-d9befed7-3f4d-4cbb-9c9f-4d21ad2b4439 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391586
Dec 15 19:35:15.617934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ced289-0ea7-448b-a2d3-ce1781b7db13 req-dedf5b46-bef1-4142-9673-2e341bb96e87 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:15.619402 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f2ced289-0ea7-448b-a2d3-ce1781b7db13 req-dedf5b46-bef1-4142-9673-2e341bb96e87 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0793030
Dec 15 19:35:15.633097 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-da9af2ac-4a1c-4530-b105-a1c3deb24b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:15.666850 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f2ced289-0ea7-448b-a2d3-ce1781b7db13 req-0d0099cd-05eb-49fc-b390-83e93aa8fc46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408928
Dec 15 19:35:15.860601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd13be-2b3b-418a-95b2-99499f22c4b9 req-7ec35fd7-e201-48e9-8dea-cd7308569b4c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:15.862051 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73dd13be-2b3b-418a-95b2-99499f22c4b9 req-7ec35fd7-e201-48e9-8dea-cd7308569b4c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0757990
Dec 15 19:35:15.911671 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73dd13be-2b3b-418a-95b2-99499f22c4b9 req-72dde315-9c48-462d-8019-10fe9f628ff2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437472
Dec 15 19:35:15.939371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40642) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:16.073783 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e69278c4-a8bc-46eb-83f0-cec195e89282 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1093 time: 0.1331599
Dec 15 19:35:16.076461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40648) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:16.082224 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:35:16.088173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:35:16.092932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:floatingip and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:35:16.096088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:35:16.101982 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:35:16.113777 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:16.251260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:16.383700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.218 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/e73819d6-bd8e-4558-b1cc-a1b663ce6d00) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:35:16.529144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:16.557194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:16.560942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-af528b3b-ad2e-435b-88ee-ce6cd2d8977a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:16.623381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:35:16.631134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:35:16.633697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:35:16.669028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=e73819d6-bd8e-4558-b1cc-a1b663ce6d00,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:16.672085 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:16.854088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:16.897533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:17.157996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:17.213631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:17.532985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:17.538551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:17.543216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b9bf1a7c-7803-4c77-ae76-8b156feb0e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:35:17.646266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=e73819d6-bd8e-4558-b1cc-a1b663ce6d00,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:35:17.650518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:35:17.669037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:17.865072 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Floating IP bb495c91-ecec-4448-b310-b12bb0bf85d3 associated. External IP: 172.26.1.218, port: 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e.
Dec 15 19:35:18.265181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:35:18.369569 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:18.471345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:35:18.480969 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] Sync routers for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:35:18.494149 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:35:18.494757 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:35:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:18.497672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:18.555395 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4775980
Dec 15 19:35:18.556066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:35:18.623893 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'status': 'completed', 'code': 200}
Dec 15 19:35:18.678256 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:35:18.732303 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-75a5f799-1887-4f6b-8936-b0631268bb40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1098 time: 0.0840096
Dec 15 19:35:18.754159 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06f52-290d-4712-8ab8-3acd2a61e4de req-a39c9d64-1b28-47e9-b7a9-aa2adb9f3b8d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:18.757781 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24d06f52-290d-4712-8ab8-3acd2a61e4de req-a39c9d64-1b28-47e9-b7a9-aa2adb9f3b8d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0914633
Dec 15 19:35:18.807567 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-24d06f52-290d-4712-8ab8-3acd2a61e4de req-468ee0f7-1bd0-4e2b-8f8f-13d559707f61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463574
Dec 15 19:35:18.836453 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40656) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:18.876307 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-e1155e88-9170-4a35-9716-37291310a448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:18.877770 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-e1155e88-9170-4a35-9716-37291310a448 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 200  len: 898 time: 0.1397550
Dec 15 19:35:18.945945 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-10942bec-5d96-423b-a12d-06ea0d6aafac tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 991 time: 0.1081901
Dec 15 19:35:18.979647 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-f65c8027-dfce-442d-a7c0-5a14bc434c16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 200  len: 999 time: 0.0953486
Dec 15 19:35:19.039856 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f160>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'bb495c91-ecec-4448-b310-b12bb0bf85d3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'port_id': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'mac_address': 'fa:16:3e:b3:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:16Z', 'updated_at': '2021-12-15T19:35:16Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:09Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:19.043722 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] Checking router: 15c3b13c-1b22-4a92-80a7-a8e38606ab8c for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:35:19.047112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-f2332c5b-895a-48e1-ada5-4e1b48b0f1ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:19.048559 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-f2332c5b-895a-48e1-ada5-4e1b48b0f1ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9674f991-d1a3-4c7a-aec2-bdb31cc193ca HTTP/1.1" status: 200  len: 833 time: 0.0621309
Dec 15 19:35:19.055191 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:35:19.055798 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f160>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:35:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:19.124732 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-e95ca8cd-0e0d-4427-b20c-8ea1dcf2aa51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa8805bf-b504-4978-b11c-d98e19b5d152&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697620
Dec 15 19:35:19.233671 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:35:19.369883 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-a91b5dc5-cb86-4af9-ad0a-b6c35f99ded1 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375405
Dec 15 19:35:19.502630 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-82daa76e-5958-4db2-87dc-b2e5dff0d12c req-4abb9a64-899d-4748-ac49-c1b9b17fb527 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254373
Dec 15 19:35:19.575213 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede4f160>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'bb495c91-ecec-4448-b310-b12bb0bf85d3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'port_id': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'mac_address': 'fa:16:3e:b3:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:16Z', 'updated_at': '2021-12-15T19:35:16Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:09Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:35:19.579658 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770b25de-a8f1-49be-a93b-06e4dbb12c28 None None] The sync data for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv is: [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'bb495c91-ecec-4448-b310-b12bb0bf85d3', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'port_id': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'mac_address': 'fa:16:3e:b3:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:16Z', 'updated_at': '2021-12-15T19:35:16Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:09Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:35:19.949739 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40660) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:20.057060 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-474ebd1a-1312-4c22-abc9-ef6fb16d622f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 991 time: 0.1060767
Dec 15 19:35:21.061643 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40664) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:21.180812 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6cd9b041-7040-4a70-b49e-11b9a6e83a42 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 991 time: 0.1178436
Dec 15 19:35:22.185153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40668) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:22.304433 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-978b5fdb-2075-41ae-905b-ad07d6fcea9f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 991 time: 0.1178436
Dec 15 19:35:23.308338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40672) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:23.328976 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c929a0-3dae-43a1-af7f-8c922b0d5222 None None] New status for floating IP bb495c91-ecec-4448-b310-b12bb0bf85d3: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:35:23.426961 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7f8622b0-4ae5-4468-a1c6-49449415f9c4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 991 time: 0.1171613
Dec 15 19:35:24.431192 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40676) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:24.543219 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-cc5c6d4a-c297-40b3-9ff7-d64db10ad138 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 993 time: 0.1105220
Dec 15 19:35:27.411484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:37.647157 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-53fde221-0bdb-41ea-9d54-d3515e15697d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0746624
Dec 15 19:35:37.792759 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-0f81e220-d486-42e5-ab81-91aba3471ba8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1098 time: 0.0741706
Dec 15 19:35:37.943295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-af1230b9-7225-4c75-b46c-236ce9d8fe3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:37.944701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-af1230b9-7225-4c75-b46c-236ce9d8fe3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 200  len: 898 time: 0.1325626
Dec 15 19:35:38.058177 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-3516c762-7b22-4ba5-b035-e8293fb52a79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 200  len: 1001 time: 0.1041903
Dec 15 19:35:38.124943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-a9f843e8-a8a1-4cec-9e46-de0b9291bbdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:38.126614 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-a9f843e8-a8a1-4cec-9e46-de0b9291bbdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9674f991-d1a3-4c7a-aec2-bdb31cc193ca HTTP/1.1" status: 200  len: 833 time: 0.0619559
Dec 15 19:35:38.209133 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-ebd338cc-439c-4429-89c5-e7e2892ff4a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa8805bf-b504-4978-b11c-d98e19b5d152&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761573
Dec 15 19:35:38.348281 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-c8c43006-3b97-46c4-bd4c-58519f4fb3b3 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326973
Dec 15 19:35:38.490052 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e8710696-b116-4014-a79d-4fd2995cbe67 req-129c87fb-b5e9-42df-8b69-e03267429679 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349192
Dec 15 19:35:43.371499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dcb18d3d-6067-4c6d-a69b-5a555c6ba6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:44.063023 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:35:45.634646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e9fbb756-027e-4cff-ab4c-f930087767a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:46.856312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:46.898876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:47.527816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37575cf-76e3-44c6-8423-1bb0a8dc25c8 req-8b33378f-b593-4789-8dd9-b466035d36f1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:47.529811 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b37575cf-76e3-44c6-8423-1bb0a8dc25c8 req-8b33378f-b593-4789-8dd9-b466035d36f1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0773509
Dec 15 19:35:47.577814 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b37575cf-76e3-44c6-8423-1bb0a8dc25c8 req-8dcdac34-ffd4-4fbc-8d21-5ff5bdd1fc6d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425556
Dec 15 19:35:48.370754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:48.789268 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2de9-504b-46eb-ba2b-2b363e81962e req-72feaacc-b4c5-4bda-ab31-a88cd5c81a74 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:48.790978 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f33f2de9-504b-46eb-ba2b-2b363e81962e req-72feaacc-b4c5-4bda-ab31-a88cd5c81a74 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0862229
Dec 15 19:35:48.836112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f33f2de9-504b-46eb-ba2b-2b363e81962e req-2b5a4a97-7444-4a34-86ee-919405404c74 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397203
Dec 15 19:35:50.034178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b0307-4cc4-429b-a9ba-6e2d0de58f35 req-f473eb98-1829-4c7b-a5de-ddf625cb9a95 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:50.035538 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0f1b0307-4cc4-429b-a9ba-6e2d0de58f35 req-f473eb98-1829-4c7b-a5de-ddf625cb9a95 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0792477
Dec 15 19:35:50.082679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0f1b0307-4cc4-429b-a9ba-6e2d0de58f35 req-ce88f7ff-51a5-4328-ae0d-55ac16b522f3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414233
Dec 15 19:35:51.291133 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bbf1c-db27-4fd7-8040-87375ebfd944 req-c00e0498-4095-4638-9562-446f3155a5a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:51.292647 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c3bbf1c-db27-4fd7-8040-87375ebfd944 req-c00e0498-4095-4638-9562-446f3155a5a6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0832498
Dec 15 19:35:51.339935 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0c3bbf1c-db27-4fd7-8040-87375ebfd944 req-d229661f-ecf5-4d27-b88c-7a1b0593658a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410199
Dec 15 19:35:52.539280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce8ae7-ac9e-41df-9c7f-0e9cd4afac4e req-6c385756-132a-4329-b05f-4b1603d69313 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:52.540986 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-38ce8ae7-ac9e-41df-9c7f-0e9cd4afac4e req-6c385756-132a-4329-b05f-4b1603d69313 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0767627
Dec 15 19:35:52.587226 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-38ce8ae7-ac9e-41df-9c7f-0e9cd4afac4e req-1b3d6edf-2191-4528-aa99-56ab3bd9e436 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402849
Dec 15 19:35:53.786656 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649bb7-672f-49d3-bb8d-e75786301f65 req-69972199-566e-43ca-bf7b-ceb2b8360eca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:53.788084 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-53649bb7-672f-49d3-bb8d-e75786301f65 req-69972199-566e-43ca-bf7b-ceb2b8360eca tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0793340
Dec 15 19:35:53.832853 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-53649bb7-672f-49d3-bb8d-e75786301f65 req-687ffb2d-76a6-4b67-9de4-ee6ade7771f5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389268
Dec 15 19:35:55.134073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1e59a-ef33-44c3-ad39-ec86549cf1c3 req-f55a6275-7daa-4539-858c-90bc492837b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:55.135512 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bfc1e59a-ef33-44c3-ad39-ec86549cf1c3 req-f55a6275-7daa-4539-858c-90bc492837b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.1825018
Dec 15 19:35:55.180598 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bfc1e59a-ef33-44c3-ad39-ec86549cf1c3 req-f9b06f7d-2e98-473b-8709-a0a0b57afdb3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396585
Dec 15 19:35:56.376968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c863-1ff9-41dd-8a4c-a2c9a3bed144 req-fe5b6a9c-1817-46c3-91fe-d716b1c3f7b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:56.378447 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2c16c863-1ff9-41dd-8a4c-a2c9a3bed144 req-fe5b6a9c-1817-46c3-91fe-d716b1c3f7b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0762782
Dec 15 19:35:56.423924 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2c16c863-1ff9-41dd-8a4c-a2c9a3bed144 req-1ddb8d5a-f28b-4ca5-9c82-83b1fd8822ab tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401585
Dec 15 19:35:57.430322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:35:57.619726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2d906-1b29-46bf-b2a9-2438b0660b49 req-9fc94ca9-9da1-4526-ac17-827e1b20c482 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:57.621329 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80b2d906-1b29-46bf-b2a9-2438b0660b49 req-9fc94ca9-9da1-4526-ac17-827e1b20c482 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0778944
Dec 15 19:35:57.673055 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80b2d906-1b29-46bf-b2a9-2438b0660b49 req-0e3c85e1-2838-4151-9210-984ba9b8b8d2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445626
Dec 15 19:35:58.968085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b5126-7730-4a25-aeec-ea122dc21025 req-9576357e-1259-4aa7-9d26-bf8171ad35ed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:35:58.969486 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fb3b5126-7730-4a25-aeec-ea122dc21025 req-9576357e-1259-4aa7-9d26-bf8171ad35ed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.1748579
Dec 15 19:35:59.014612 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fb3b5126-7730-4a25-aeec-ea122dc21025 req-234d34b7-ce2f-44bb-8665-a9592ac7670a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397058
Dec 15 19:35:59.042752 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40712) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:35:59.147555 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-3634ce59-96f6-4688-a469-e8e050a6ba4e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 993 time: 0.1035256
Dec 15 19:36:00.689316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb54fc-cef4-4478-ae3d-119d31ed9e38 req-f0d05a53-9e19-4df8-ad06-adb95e089cdc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:00.690785 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cfcb54fc-cef4-4478-ae3d-119d31ed9e38 req-f0d05a53-9e19-4df8-ad06-adb95e089cdc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.1312933
Dec 15 19:36:00.737226 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-f17ef102-11cd-4562-be5d-69f73889ee8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1098 time: 0.1339092
Dec 15 19:36:00.825939 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cfcb54fc-cef4-4478-ae3d-119d31ed9e38 req-57627492-4b29-4820-bd7f-13773545927b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1277432
Dec 15 19:36:00.881915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-4b45fe07-2688-4887-a476-98bb09fe10c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:00.883385 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-4b45fe07-2688-4887-a476-98bb09fe10c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 200  len: 898 time: 0.1388695
Dec 15 19:36:00.987967 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-7afd334f-4087-4e33-ac6a-4475074e0b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 200  len: 1001 time: 0.0983291
Dec 15 19:36:01.049727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-1142d2a6-a958-490b-9205-92ce0edcdc50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:01.051162 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-1142d2a6-a958-490b-9205-92ce0edcdc50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9674f991-d1a3-4c7a-aec2-bdb31cc193ca HTTP/1.1" status: 200  len: 833 time: 0.0576441
Dec 15 19:36:01.127932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-79864129-45a5-452e-8d0f-c0b67b8827b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa8805bf-b504-4978-b11c-d98e19b5d152&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705042
Dec 15 19:36:01.259200 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-f5adcf34-8a7b-4a89-877b-148221505fd2 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244278
Dec 15 19:36:01.391572 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-405d37b5-b416-43d8-a5fe-4ebd016fc0d3 req-1820bff7-2f72-4c5e-beee-438b3d4d531f service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260068
Dec 15 19:36:02.023830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f1f7-a0db-46b9-9879-16341bf0c074 req-1e8a99dd-f78e-47aa-a9ec-50be2f166511 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:02.025171 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbb8f1f7-a0db-46b9-9879-16341bf0c074 req-1e8a99dd-f78e-47aa-a9ec-50be2f166511 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0760553
Dec 15 19:36:02.073711 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bbb8f1f7-a0db-46b9-9879-16341bf0c074 req-cf8bc22f-b0d5-43a1-9ef8-180c1e592d85 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430562
Dec 15 19:36:02.101289 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40724) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:02.201592 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f8ac7aea-27df-4ef3-b379-3be0646e777e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 200  len: 993 time: 0.0989959
Dec 15 19:36:13.375745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cc280871-c9f5-4e4b-a308-f6420cb00244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:15.636204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d5dee127-4f0c-4071-afb4-e761ba53a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:16.859655 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:16.901120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:18.371674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:21.062467 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:36:27.446562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:32.634696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40738) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:32.837063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port e73819d6-bd8e-4558-b1cc-a1b663ce6d00 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:36:32.837426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:33.005457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:33.005784 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:33.138636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for e73819d6-bd8e-4558-b1cc-a1b663ce6d00 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:36:33.321764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:33.326046 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3724f5d8-6ffa-481c-8120-b07394258488 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:33.372194 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=e73819d6-bd8e-4558-b1cc-a1b663ce6d00,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:33.409982 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.410362 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.410743 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.411165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.411476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.411833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.412193 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.412553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.412913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.413278 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.413663 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:33.421043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:33.479114 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:33.992023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:36:34.203529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:36:34.213005 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] Sync routers for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:36:34.224389 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:34.225292 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:34.225934 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c36d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:34.278587 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-da987f30-c691-4eab-a95f-0a2488f7425d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/floatingips/bb495c91-ecec-4448-b310-b12bb0bf85d3 HTTP/1.1" status: 204  len: 168 time: 1.6420736
Dec 15 19:36:34.279083 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:36:34.408577 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'status': 'completed', 'code': 200}
Dec 15 19:36:34.441152 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:34.519712 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-e1546a5f-c90b-4728-b68a-95fcbf10a44d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 1098 time: 0.0869622
Dec 15 19:36:34.702859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-07104b44-183f-452e-ac14-ab2b85996091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:34.704228 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-07104b44-183f-452e-ac14-ab2b85996091 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 200  len: 898 time: 0.1778150
Dec 15 19:36:34.775916 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c36d0>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:09Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:34.780806 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] Checking router: 15c3b13c-1b22-4a92-80a7-a8e38606ab8c for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:36:34.789818 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-ae0f67c3-6b78-4e0d-96cf-86c0b3fa4641 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 200  len: 217 time: 0.0765343
Dec 15 19:36:34.792546 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:34.793161 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c36d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:34.797000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31740b27-5e72-4254-928a-7d6b34ac4190 req-e2b94283-dc4d-494e-8c47-b30f0a39dd8b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:34.798432 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-31740b27-5e72-4254-928a-7d6b34ac4190 req-e2b94283-dc4d-494e-8c47-b30f0a39dd8b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.1886544
Dec 15 19:36:34.890115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-ce188426-175a-4718-8317-fac5546afb9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:34.891613 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-ce188426-175a-4718-8317-fac5546afb9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9674f991-d1a3-4c7a-aec2-bdb31cc193ca HTTP/1.1" status: 200  len: 833 time: 0.0922740
Dec 15 19:36:34.895328 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-31740b27-5e72-4254-928a-7d6b34ac4190 req-b0009449-95d5-4453-b044-db579f3ebd20 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670407
Dec 15 19:36:34.967552 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-b3d7d311-5d7f-4a60-a626-52202a107ed7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aa8805bf-b504-4978-b11c-d98e19b5d152&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690281
Dec 15 19:36:34.986034 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:35.233198 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-5e7af963-a548-4a79-855f-a50f339d77ea service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581341
Dec 15 19:36:35.299697 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced9c36d0>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:09Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:35.303801 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77324901-2c15-4aac-bbf4-114dcaa8e097 None None] The sync data for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv is: [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '164c3529-b5a4-47b9-94b0-d1e452e1a41f', 'name': '', 'network_id': 'aa8805bf-b504-4978-b11c-d98e19b5d152', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:34:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:02Z', 'updated_at': '2021-12-15T19:35:09Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '9674f991-d1a3-4c7a-aec2-bdb31cc193ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:36:35.375474 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5e2e740-77b4-4450-a644-bfce735be6a7 req-481730e9-7ba5-42ab-9fc8-487a0a984466 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350718
Dec 15 19:36:35.512054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bdc19-8613-44e6-a45f-39fe44461ec0 None None] New status for floating IP bb495c91-ecec-4448-b310-b12bb0bf85d3: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:36:36.051286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-0e3bf8d1-72db-4925-91f6-47fc6aebf5b1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:36.052715 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-0e3bf8d1-72db-4925-91f6-47fc6aebf5b1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.0807352
Dec 15 19:36:36.108608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad082-cce5-484c-9f5b-b18ee29ce430 req-a4d95fff-a760-4539-bd84-879fe7957d02 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:36.109434 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-372ad082-cce5-484c-9f5b-b18ee29ce430 req-a4d95fff-a760-4539-bd84-879fe7957d02 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:36:36.120061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:36:36.120401 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:36.124854 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-372ad082-cce5-484c-9f5b-b18ee29ce430 req-a4d95fff-a760-4539-bd84-879fe7957d02 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:36:36.126077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-372ad082-cce5-484c-9f5b-b18ee29ce430 req-a4d95fff-a760-4539-bd84-879fe7957d02 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 945 time: 0.1067364
Dec 15 19:36:36.175948 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-372ad082-cce5-484c-9f5b-b18ee29ce430 req-dcee875f-9a19-4443-9297-4813167f5e7d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440001
Dec 15 19:36:36.369252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:36.369621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:36.491830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:36:36.632575 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:36.638570 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-03358518-d6f4-4e5f-9d67-34ce953772d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:36.683497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=16ff47cb-d30e-4e9a-bb55-78037bdf9c1e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:36.752726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.753061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.753477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.753852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.754222 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.754589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.754955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.755319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.755679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.756037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.756394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:36.763600 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:36.769155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] No DVR routers for this DVR port 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:36:36.771317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:36.773960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'name': 'network-vif-deleted', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:36:36.790775 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4c39d375-1319-4cf1-b3c1-4883894f5cfd req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "DELETE /v2.0/ports/16ff47cb-d30e-4e9a-bb55-78037bdf9c1e HTTP/1.1" status: 204  len: 173 time: 0.7330792
Dec 15 19:36:36.837796 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abb53b1-042e-45fe-9cad-7c338e577f4f', 'name': 'network-vif-deleted', 'tag': '16ff47cb-d30e-4e9a-bb55-78037bdf9c1e', 'status': 'completed', 'code': 200}
Dec 15 19:36:37.359182 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ce96a3c1-4e3f-4da5-bf27-45dfbc612978 req-b39dcdee-e86e-4f9f-ac9d-244d82e6025a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=6abb53b1-042e-45fe-9cad-7c338e577f4f HTTP/1.1" status: 200  len: 210 time: 0.0450499
Dec 15 19:36:38.464387 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40758) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:38.862542 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:39.492482 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:36:39.528215 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:36:39.528566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 16ff47cb-d30e-4e9a-bb55-78037bdf9c1e not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:36:39.571507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 164c3529-b5a4-47b9-94b0-d1e452e1a41f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:36:39.572088 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:39.751993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 164c3529-b5a4-47b9-94b0-d1e452e1a41f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=164c3529-b5a4-47b9-94b0-d1e452e1a41f,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:39.752279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:39.878041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 164c3529-b5a4-47b9-94b0-d1e452e1a41f owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:36:40.063745 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:40.067627 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-493194c1-9d28-4abd-bfb7-a7690d9dc3d8 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:40.113108 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=164c3529-b5a4-47b9-94b0-d1e452e1a41f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:40.117608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:40.408723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:41.216168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:36:41.420495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:36:41.430264 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] Sync routers for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:36:41.432714 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/15c3b13c-1b22-4a92-80a7-a8e38606ab8c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9672625
Dec 15 19:36:41.435482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40762) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:41.442290 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:41.442892 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7c0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:41.616524 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:41.623524 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting subnet 9674f991-d1a3-4c7a-aec2-bdb31cc193ca {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:36:41.626501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:41.682395 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:41.787964 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:41.866586 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:41.871141 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6a4ae898-d0b0-4b41-984e-a313bdfac70d tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:41.906532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Subnet': ['ID=9674f991-d1a3-4c7a-aec2-bdb31cc193ca,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:41.910547 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:41.913210 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:41.919652 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/subnets/9674f991-d1a3-4c7a-aec2-bdb31cc193ca HTTP/1.1" status: 204  len: 168 time: 0.4829965
Dec 15 19:36:41.920478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03323476-b0c3-4fb1-8bce-56f96b9404ff None None] Network aa8805bf-b504-4978-b11c-d98e19b5d152 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:36:41.922336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40766) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:41.930453 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7c0d0>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:36:40Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:41.934695 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] Checking router: 15c3b13c-1b22-4a92-80a7-a8e38606ab8c for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:36:41.946903 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] Routers {'15c3b13c-1b22-4a92-80a7-a8e38606ab8c'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:41.947526 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7c0d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:42.135345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:42.139396 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] Set router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:42.181788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] DHCP port deletion for aa8805bf-b504-4978-b11c-d98e19b5d152 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:36:42.186753 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Deleting port 9c1291d2-fe23-448f-a208-437611bfb572 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:36:42.187161 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:42.339712 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:42.350617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:36:42.350962 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:42.399432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] For port 9c1291d2-fe23-448f-a208-437611bfb572, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9c1291d2-fe23-448f-a208-437611bfb572,segment=NetworkSegment(78d766e0-a0aa-491a-a45c-b9c0a276117f),segment_id=78d766e0-a0aa-491a-a45c-b9c0a276117f)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:42.399741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:42.432795 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7c0d0>, [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:36:40Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:42.437603 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5c78d6-1902-44bc-9b5d-ec3b2bf84b9c None None] The sync data for ids ['15c3b13c-1b22-4a92-80a7-a8e38606ab8c'] in dv-neutron-821830-2-hyperv is: [{'id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40037564', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:58Z', 'updated_at': '2021-12-15T19:36:40Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': '1ce8d9e6-59f6-4db8-892d-9ba3bed8e223', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3b13c-1b22-4a92-80a7-a8e38606ab8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:59Z', 'updated_at': '2021-12-15T19:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:36:42.541737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Calling delete_port for 9c1291d2-fe23-448f-a208-437611bfb572 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:36:42.557634 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:42.557993 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:42.618916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:42.623440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9c13da8b-7414-4671-8ac6-16cea437f1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:42.672667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Pushing event deleted for resources: {'Port': ['ID=9c1291d2-fe23-448f-a208-437611bfb572,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:42.689993 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.690680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.691484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.692017 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.692982 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.693667 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.694350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.695015 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.695736 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.696263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.696921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:42.700830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] No DVR routers for this DVR port 9c1291d2-fe23-448f-a208-437611bfb572 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:36:42.702784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:42.813714 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:36:43.005724 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.009477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-fd310c15-9fd2-4690-a697-bbdde82736a9 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:43.051573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=1ce8d9e6-59f6-4db8-892d-9ba3bed8e223,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:43.055497 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:43.230052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 164c3529-b5a4-47b9-94b0-d1e452e1a41f no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:36:43.264085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 164c3529-b5a4-47b9-94b0-d1e452e1a41f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:36:43.264438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 164c3529-b5a4-47b9-94b0-d1e452e1a41f not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:36:43.264870 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9c1291d2-fe23-448f-a208-437611bfb572 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:36:43.281124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.296694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 9c1291d2-fe23-448f-a208-437611bfb572 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:36:43.297041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9c1291d2-fe23-448f-a208-437611bfb572 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:36:43.378582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab654b11-6cb3-4ca3-837d-63d8793ad160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.556863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.561503 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.587990 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.588502 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Fanout notify agent at l3_agent the message router_deleted on router 15c3b13c-1b22-4a92-80a7-a8e38606ab8c {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:36:43.602956 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.604225 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/routers/15c3b13c-1b22-4a92-80a7-a8e38606ab8c HTTP/1.1" status: 204  len: 168 time: 1.6809216
Dec 15 19:36:43.607629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40772) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:43.729283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.860314 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.897254 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced4d94c0>,) {'filters': {'network_id': ['aa8805bf-b504-4978-b11c-d98e19b5d152']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:43.909921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced4d94c0>, '78d766e0-a0aa-491a-a45c-b9c0a276117f') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:43.910219 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced4d94c0>, '78d766e0-a0aa-491a-a45c-b9c0a276117f') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:43.922182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.937867 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.944007 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:36:43.944384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:36:43.958487 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:36:44.038969 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.045505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.048291 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-82334649-8896-4558-a83f-d845f4902a46 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:44.073507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Network': ['ID=aa8805bf-b504-4978-b11c-d98e19b5d152,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:44.076084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:44.077796 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-852802a5-67e0-4ddb-8242-c17d60ed7c68 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/networks/aa8805bf-b504-4978-b11c-d98e19b5d152 HTTP/1.1" status: 204  len: 168 time: 0.4692481
Dec 15 19:36:44.081483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40776) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:44.150441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-553ee3d4-e7d1-448d-9df0-72d513bcd70b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.179084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-553ee3d4-e7d1-448d-9df0-72d513bcd70b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.243153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-553ee3d4-e7d1-448d-9df0-72d513bcd70b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.247776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-639e4d89-3cbb-4f9c-96b7-2bb457240a05 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:44.264944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ee3d4-e7d1-448d-9df0-72d513bcd70b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4461ec2f-6b40-43ef-a1ce-4703fba2ffb8,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:44.268096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-553ee3d4-e7d1-448d-9df0-72d513bcd70b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:44.277190 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-553ee3d4-e7d1-448d-9df0-72d513bcd70b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.278336 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-553ee3d4-e7d1-448d-9df0-72d513bcd70b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/security-groups/4461ec2f-6b40-43ef-a1ce-4703fba2ffb8 HTTP/1.1" status: 204  len: 168 time: 0.1958795
Dec 15 19:36:44.487998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40784) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:44.493762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40998948', 'description': 'tempest-secgroup-smoke-40998948 description', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:44.499839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:44.503976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:44.506825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:44.512789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:44.523297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.559284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:44.563059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:44.565825 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:44.571504 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:44.624876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.628633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.633539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2870878e-e8c6-4f14-b950-5346d909d934 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:44.674112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1caafa-151c-4c40-8df9-bc7e7721a1ce,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:44.676839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.678046 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.1890569
Dec 15 19:36:44.678944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e0bc4b80-7207-4134-9950-53b636ad99e9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:44.680840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40788) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:44.686548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '8d1caafa-151c-4c40-8df9-bc7e7721a1ce', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:44.692496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:44.696429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:44.699358 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:44.705549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:44.724337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.796311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.800151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.801988 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-c52d0a7a-9b56-413b-8db5-e71dbb2280e4 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:44.822893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894bf741-4f73-49d6-bf43-870be5e04736,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:44.826226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:44.833177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.834410 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1526418
Dec 15 19:36:44.837960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40792) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:44.844181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '8d1caafa-151c-4c40-8df9-bc7e7721a1ce', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:44.850075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:44.853866 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:44.856692 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:44.862379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:44.881510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.943345 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.947014 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.954621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-878bf8f6-2ea0-4e26-ac82-1807151cc091 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:44.975239 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff049c0-bad5-43a5-9df8-fca889b25f00,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:44.977517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:44.982689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:44.983989 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1450217
Dec 15 19:36:44.986624 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40796) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:44.992120 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '8d1caafa-151c-4c40-8df9-bc7e7721a1ce', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:44.998597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:45.002422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:45.005255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:45.010998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:45.027102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.097745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.101395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.103159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-59c01c6d-b49d-4ed3-ac87-551f3d36feff tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:45.125751 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55e1c7d-9528-4b64-8dd8-3cbbd43c430a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:45.127915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:45.133212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:36:45.135319 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.136888 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-58e7265a-9168-401f-a72a-c6d4e4efcf80 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1493585
Dec 15 19:36:45.139749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40800) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:45.145157 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '8d1caafa-151c-4c40-8df9-bc7e7721a1ce', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:45.151179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:45.155469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:45.158269 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:45.164341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:45.169874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:36:45.170226 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1ce8d9e6-59f6-4db8-892d-9ba3bed8e223 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:36:45.181623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.247763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.251428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.253159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-64710479-d103-47f5-8748-a45c0641c905 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:45.274129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf78407-366c-4678-a62c-0e625495aefe,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:45.276515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:45.284718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.285976 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-59e4530f-3f61-4c4c-a605-736a6ab00c7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1453278
Dec 15 19:36:45.288663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40804) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:45.294835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '8d1caafa-151c-4c40-8df9-bc7e7721a1ce', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:45.300568 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:45.304321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:45.307126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:45.312758 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:45.323060 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:36:45.329517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.394573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.398532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.400381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-35cd992a-4288-43cd-ad20-1331857a16a1 tempest-TestMinimumBasicScenario-1149063670 tempest-TestMinimumBasicScenario-1149063670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:45.424055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e333560e-4cef-4346-9e48-eb11eba13a70,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:45.426481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:45.433876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.437628 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1455846
Dec 15 19:36:45.437840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40808) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:45.443415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'security_group_rule': {'security_group_id': '8d1caafa-151c-4c40-8df9-bc7e7721a1ce', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:45.449633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:45.453544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:security_group_rule and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:45.456388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:45.462061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:45.473204 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Project 92ec89df083c4caf9fd00f9f986a0d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:36:45.479706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.545505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.549052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.550891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e5d42ea0-e617-4f88-9301-a5031f3aec18 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:45.575885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3edc8e-a865-4770-96b5-9a93a9145d85,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:45.580337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:45.584689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.585874 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-752ce55b-8cf5-46b0-9a19-75b28c7d0683 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1470642
Dec 15 19:36:45.588718 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40812) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:45.594688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'network': {'name': 'tempest-network-smoke--1564134358', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'port_security_enabled': True}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:45.599529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:45.603748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:network and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:45.606719 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:45.612391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:45.622885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:36:45.625859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.640031 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3725a3db-cd51-4642-8f36-42dce39edec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.655589 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:36:45.665285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.665774 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Added segment 18397f5b-5d62-46ea-b300-c5e3f10ec7fb of type vlan for network 6ac00751-8f6a-4ce1-a971-b07377c78b38
Dec 15 19:36:45.694397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.726752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.730690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:45.731284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.735092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-955d5366-6385-4cc6-a8d1-6502e9e64100 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:45.940855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3511291
Dec 15 19:36:45.943542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40816) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:45.950868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'admin_state_up': True, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:45.955964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Network': ['ID=6ac00751-8f6a-4ce1-a971-b07377c78b38,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:45.959108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:45.959992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:45.963931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:router and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:45.966875 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:36:45.967205 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:45.972785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:45.983512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:45.984463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.003572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.157252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.344060 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.374171 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.514683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.110 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/ee996af3-0f69-4d4b-b72c-c751184249f9) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:36:46.668383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.697119 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.702177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:46.760261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:36:46.768398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:36:46.772565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:36:46.809656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=ee996af3-0f69-4d4b-b72c-c751184249f9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:46.813813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:46.861448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.941626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.942234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:46.946216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:47.169361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 0facc853-f118-4b27-9deb-80534e53c04e is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:36:47.362933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:36:47.372723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Sync routers for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:36:47.385283 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:47.386352 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:47.389488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:47.390757 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4463217
Dec 15 19:36:47.393801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40822) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:47.436679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9163777c-4a96-4178-9491-5956c9df3f09 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=92ec89df083c4caf9fd00f9f986a0d97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0417068
Dec 15 19:36:47.439227 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40826) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:47.568765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:47.690408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf6906-c907-4774-b7be-1bc64e23f3c8 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:47.694348 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9edf6906-c907-4774-b7be-1bc64e23f3c8 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2516241
Dec 15 19:36:47.694560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40830) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:47.737025 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-583ce2ac-ef36-406f-88a0-1702aa3d002b tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f5a6c991-6ae2-4180-8cf6-e17747afaa30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0390501
Dec 15 19:36:47.737355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40834) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:47.742707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644771144', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:47.852191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:47.856128 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:subnet and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:36:47.860113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:36:47.866485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:47.881724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:36:47.911806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba490>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:46Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:47.916115 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Checking router: 0facc853-f118-4b27-9deb-80534e53c04e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:36:47.917055 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Updating router 0facc853-f118-4b27-9deb-80534e53c04e port ee996af3-0f69-4d4b-b72c-c751184249f9 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:36:47.968695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:47.987001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.211347 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.215226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b6c09f26-a715-448e-a849-77924009db2d tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:48.285398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Subnet': ['ID=276836ca-d76f-44e5-9ad2-29ead445b431,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:48.296082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:48.305270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.310111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Checking segment: {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:36:48.310483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network hostable DHCP agents. Network: 6ac00751-8f6a-4ce1-a971-b07377c78b38, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:36:48.317892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Transition to ACTIVE for port object ee996af3-0f69-4d4b-b72c-c751184249f9 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:36:48.323688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.327852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:48.335051 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:36:48.345630 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 6ac00751-8f6a-4ce1-a971-b07377c78b38) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:36:48.350048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:48.350641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.365232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf30bf8b-1c03-4352-8d75-c4577e1c6e0d None None] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:36:48.374764 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-14fa55a4-b8a3-4b3c-b48e-f7501188163e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6364112
Dec 15 19:36:48.378303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40838) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:36:48.486741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.491176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4c165-692e-4dac-989a-c4a4ce2a0842 None None] Pushing event updated for resources: {'Port': ['ID=ee996af3-0f69-4d4b-b72c-c751184249f9,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:48.498451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ca4c165-692e-4dac-989a-c4a4ce2a0842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:48.509696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Attempting to bind port ee996af3-0f69-4d4b-b72c-c751184249f9 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:36:48.510066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Attempting to bind port ee996af3-0f69-4d4b-b72c-c751184249f9 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:36:48.510430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Attempting to bind port ee996af3-0f69-4d4b-b72c-c751184249f9 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:36:48.529551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:36:48.529926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:36:48.530329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.530723 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:36:48.531201 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Bound port: ee996af3-0f69-4d4b-b72c-c751184249f9, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:36:48.531599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.661088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] For port ee996af3-0f69-4d4b-b72c-c751184249f9, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:36:48.697871 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] For port ee996af3-0f69-4d4b-b72c-c751184249f9, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ee996af3-0f69-4d4b-b72c-c751184249f9,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:36:48.706338 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.718558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-e2cf69e4-b266-4eb4-b9be-7fef7628cae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:48.747698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-6ac00751-8f6a-4ce1-a971-b07377c78b38', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:36:48.748269 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:48.864140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4c165-692e-4dac-989a-c4a4ce2a0842 None None] Pushing event updated for resources: {'Port': ['ID=ee996af3-0f69-4d4b-b72c-c751184249f9,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:48.869680 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ca4c165-692e-4dac-989a-c4a4ce2a0842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:48.870543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:48.871889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:49.147773 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Allocated IP 172.20.0.2 (6ac00751-8f6a-4ce1-a971-b07377c78b38/276836ca-d76f-44e5-9ad2-29ead445b431/95b5d08d-3941-4f76-808f-871873f1ed74) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:36:49.165418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:49.189270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:49.606829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:49.619897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Transition to ACTIVE for port object 95b5d08d-3941-4f76-808f-871873f1ed74 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:36:49.647772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Transition to ACTIVE for port object 95b5d08d-3941-4f76-808f-871873f1ed74 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:36:49.656957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:49.661619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:49.711943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced4ba490>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:46Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:49.727455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9450e7-c2b5-4133-bdc0-281b4d9e5e76 None None] The sync data for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv is: [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:46Z', 'revision_number': 3, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:36:49.732513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:36:49.737720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.1 (6ac00751-8f6a-4ce1-a971-b07377c78b38/276836ca-d76f-44e5-9ad2-29ead445b431/e3480a36-1cfb-44dc-a63b-5109032189fa) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:36:49.740263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:36:49.744850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:36:49.752754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Pushing event updated for resources: {'Port': ['ID=95b5d08d-3941-4f76-808f-871873f1ed74,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:49.759596 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:49.844740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Attempting to bind port 95b5d08d-3941-4f76-808f-871873f1ed74 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:36:49.845074 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Attempting to bind port 95b5d08d-3941-4f76-808f-871873f1ed74 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:36:49.845477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Attempting to bind port 95b5d08d-3941-4f76-808f-871873f1ed74 on network 6ac00751-8f6a-4ce1-a971-b07377c78b38 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:36:49.852408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:36:49.852789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Checking segment: {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:36:49.853224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:49.853681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Bound using segment: {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:36:49.854136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Bound port: 95b5d08d-3941-4f76-808f-871873f1ed74, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:36:49.854525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:49.937836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:49.957412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] For port 95b5d08d-3941-4f76-808f-871873f1ed74, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:36:49.960889 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] For port 95b5d08d-3941-4f76-808f-871873f1ed74, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95b5d08d-3941-4f76-808f-871873f1ed74,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:36:49.970291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:49.976463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7dd5dba3-704f-4b3f-b461-e81e71372b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:49.987472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object e3480a36-1cfb-44dc-a63b-5109032189fa will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:36:50.012505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:50.023112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7620e725-3cd7-4ca1-b98b-94a15f8158f6 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:50.060990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Pushing event updated for resources: {'Port': ['ID=95b5d08d-3941-4f76-808f-871873f1ed74,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:50.064219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:50.093203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:36:50.101207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:36:50.106446 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:36:50.138725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=e3480a36-1cfb-44dc-a63b-5109032189fa,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:50.145729 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:50.179089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:50.309761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:50.772267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:50.776754 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:50.802876 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:50.896527 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:50.900292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=e3480a36-1cfb-44dc-a63b-5109032189fa,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:50.904123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:51.024598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259fe44d-bf1c-40f7-ab5c-5ae2f14b0041 None None] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:36:51.044339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:36:51.046041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:36:51.136603 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-331b90bb-4476-4020-a9c4-6b3ae1c23827 None None] Provisioning for port 95b5d08d-3941-4f76-808f-871873f1ed74 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:36:51.251041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ee996af3-0f69-4d4b-b72c-c751184249f9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:36:51.350787 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port ee996af3-0f69-4d4b-b72c-c751184249f9 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:36:51.356328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ee996af3-0f69-4d4b-b72c-c751184249f9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:51.356328 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:51.487088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:51.506672 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port ee996af3-0f69-4d4b-b72c-c751184249f9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ee996af3-0f69-4d4b-b72c-c751184249f9,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:51.513448 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:51.514490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 95b5d08d-3941-4f76-808f-871873f1ed74 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:36:51.547860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:51.575388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 0facc853-f118-4b27-9deb-80534e53c04e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:36:51.715362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=ee996af3-0f69-4d4b-b72c-c751184249f9,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:51.719358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:51.720120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Provisioning for port e3480a36-1cfb-44dc-a63b-5109032189fa completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:36:51.728611 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Provisioning complete for port e3480a36-1cfb-44dc-a63b-5109032189fa triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:51.728991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:51.786297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Port e3480a36-1cfb-44dc-a63b-5109032189fa cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:36:51.787967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 95b5d08d-3941-4f76-808f-871873f1ed74 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:36:51.796610 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 95b5d08d-3941-4f76-808f-871873f1ed74 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:51.796991 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:51.815315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:36:51.839709 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/0facc853-f118-4b27-9deb-80534e53c04e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4535007
Dec 15 19:36:51.841684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Provisioning complete for port 95b5d08d-3941-4f76-808f-871873f1ed74 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:51.842100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:52.031914 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-1c4d4299-51bd-4a46-a8b2-819b9b46a9e2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40998948&fields=id&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 267 time: 0.0426648
Dec 15 19:36:52.034661 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:52.050983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:52.090141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 95b5d08d-3941-4f76-808f-871873f1ed74, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95b5d08d-3941-4f76-808f-871873f1ed74,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:52.095179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:52.097541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:52.209902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:36:52.210255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-3105a2bf-da10-46f8-a204-f09cd937f463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:36:52.213615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=95b5d08d-3941-4f76-808f-871873f1ed74,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:52.216696 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:52.294496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-1f0aef2c-5eef-462b-a6a4-af4577a9a538 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:52.295106 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-1f0aef2c-5eef-462b-a6a4-af4577a9a538 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:36:52.311179 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-1f0aef2c-5eef-462b-a6a4-af4577a9a538 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:36:52.312365 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-1f0aef2c-5eef-462b-a6a4-af4577a9a538 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/networks?id=6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 200  len: 797 time: 0.2733424
Dec 15 19:36:52.328910 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-9c0cd6ad-9592-4601-9de3-3489c9b415db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/quotas/92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 375 time: 0.0109456
Dec 15 19:36:52.410476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-9f9984ad-b61e-4798-b0d9-95e72b15adc5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:36:52.425645 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-9f9984ad-b61e-4798-b0d9-95e72b15adc5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:36:52.426915 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-9f9984ad-b61e-4798-b0d9-95e72b15adc5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0930617
Dec 15 19:36:52.628386 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-2873dd4e-01c7-46c3-95b4-04d80187b8f8 service neutron] 10.222.0.48 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893389
Dec 15 19:36:52.772258 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-be11f3e6-eb92-4c6e-86e0-a6f97762a664 service neutron] 10.222.0.48 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383626
Dec 15 19:36:52.887943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e886c9ae-95a7-421c-936a-4fb42a889310 None None] Provisioning complete for port e3480a36-1cfb-44dc-a63b-5109032189fa triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:52.888285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e886c9ae-95a7-421c-936a-4fb42a889310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:52.949651 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e886c9ae-95a7-421c-936a-4fb42a889310 None None] Port e3480a36-1cfb-44dc-a63b-5109032189fa cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:36:53.189016 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ee996af3-0f69-4d4b-b72c-c751184249f9 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:36:53.258267 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port ee996af3-0f69-4d4b-b72c-c751184249f9 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:53.258639 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:53.304120 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Sync routers for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:36:53.316682 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:53.317291 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7cac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:53.378307 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 95b5d08d-3941-4f76-808f-871873f1ed74 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:36:53.445799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 95b5d08d-3941-4f76-808f-871873f1ed74 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:53.446084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:53.499528 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:53.817515 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7cac0>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 2, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:53.821178 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Checking router: 0facc853-f118-4b27-9deb-80534e53c04e for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:36:53.821557 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Updating router 0facc853-f118-4b27-9deb-80534e53c04e port e3480a36-1cfb-44dc-a63b-5109032189fa binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:36:53.874911 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:54.005544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-c850cd5e-5f5d-4869-aae2-1d14c1ccc066 req-38952343-3597-4559-ae0d-f8ecc956bebc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:36:54.018025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-c850cd5e-5f5d-4869-aae2-1d14c1ccc066 req-38952343-3597-4559-ae0d-f8ecc956bebc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:36:54.019152 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c850cd5e-5f5d-4869-aae2-1d14c1ccc066 req-38952343-3597-4559-ae0d-f8ecc956bebc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 210 time: 0.0566113
Dec 15 19:36:54.265782 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:54.277423 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Transition to ACTIVE for port object e3480a36-1cfb-44dc-a63b-5109032189fa will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:36:54.283290 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:54.288347 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:54.438490 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Pushing event updated for resources: {'Port': ['ID=e3480a36-1cfb-44dc-a63b-5109032189fa,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:54.489277 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.489893 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.490227 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.490557 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.490886 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.491208 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.491529 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.491845 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.492161 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.492476 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.492792 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:36:54.500564 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:54.517510 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Attempting to bind port e3480a36-1cfb-44dc-a63b-5109032189fa on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:36:54.517871 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Attempting to bind port e3480a36-1cfb-44dc-a63b-5109032189fa by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:36:54.518235 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Attempting to bind port e3480a36-1cfb-44dc-a63b-5109032189fa on network 6ac00751-8f6a-4ce1-a971-b07377c78b38 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:36:54.525214 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:36:54.525734 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Checking segment: {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:36:54.526142 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:54.526532 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Bound using segment: {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:36:54.527017 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Bound port: e3480a36-1cfb-44dc-a63b-5109032189fa, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:36:54.528075 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:54.619875 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] For port e3480a36-1cfb-44dc-a63b-5109032189fa, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:36:54.624012 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] For port e3480a36-1cfb-44dc-a63b-5109032189fa, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e3480a36-1cfb-44dc-a63b-5109032189fa,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:36:54.627664 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:54.631327 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-02dc4730-56d9-49db-89a2-234262b183c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:54.724158 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:36:54.724788 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7cac0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:54.773555 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Pushing event updated for resources: {'Port': ['ID=e3480a36-1cfb-44dc-a63b-5109032189fa,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:54.776943 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-3871dba8-3d97-47e5-8c2a-2664cf60d674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:54.918394 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:36:55.185654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-3ac33e18-36a8-401d-813e-ef00f54f6adc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:55.186352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-3ac33e18-36a8-401d-813e-ef00f54f6adc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:36:55.198462 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-0247c07a-b200-43d7-ad11-f9769687f59a req-c99b5f4e-d2e9-4ead-acf8-9b57bc13f242 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 210 time: 0.0447774
Dec 15 19:36:55.207666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-3ac33e18-36a8-401d-813e-ef00f54f6adc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:36:55.208802 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-3ac33e18-36a8-401d-813e-ef00f54f6adc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/networks?id=6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 200  len: 797 time: 0.1945057
Dec 15 19:36:55.268650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-fdec43c7-e68a-4d18-8979-33415b5b3fce tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:36:55.271119 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-655840fe-e199-4c67-8f34-089258fc649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd7cac0>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:54Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:36:55.275347 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655840fe-e199-4c67-8f34-089258fc649f None None] The sync data for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv is: [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:54Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:36:55.284684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-fdec43c7-e68a-4d18-8979-33415b5b3fce tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:36:55.286007 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-fdec43c7-e68a-4d18-8979-33415b5b3fce tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ec89df083c4caf9fd00f9f986a0d97 HTTP/1.1" status: 200  len: 378 time: 0.0645278
Dec 15 19:36:55.295660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'port': {'device_id': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'admin_state_up': True, 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'security_groups': ['8d1caafa-151c-4c40-8df9-bc7e7721a1ce']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:55.455620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:36:55.466160 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:36:55.477149 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Made reservation on behalf of 92ec89df083c4caf9fd00f9f986a0d97 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:36:55.480930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:55.655857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.20.0.6 (6ac00751-8f6a-4ce1-a971-b07377c78b38/276836ca-d76f-44e5-9ad2-29ead445b431/f39387d1-b7f5-4b2a-9795-55439d6d06b5) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:36:55.865238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:55.883308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Transition to ACTIVE for port object f39387d1-b7f5-4b2a-9795-55439d6d06b5 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:36:55.907103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:55.913399 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-421305b1-0424-479c-84a8-da5a70f3242a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:55.994226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:36:55.998920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:36:56.003450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:36:56.029588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=f39387d1-b7f5-4b2a-9795-55439d6d06b5,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:56.035066 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:56.074153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:56.074714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:56.103308 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8123906
Dec 15 19:36:56.113789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-2fe084f4-11ad-4b7f-b35e-d09f9ea67849 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:36:56.115071 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-2fe084f4-11ad-4b7f-b35e-d09f9ea67849 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0059357
Dec 15 19:36:56.126151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Request body: {'port': {'device_id': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:36:56.243385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-efc09323-93ac-46b7-9804-f1bd0f10d011 None None] Provisioning for port f39387d1-b7f5-4b2a-9795-55439d6d06b5 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:36:56.248209 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:56.249759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-efc09323-93ac-46b7-9804-f1bd0f10d011 None None] Provisioning complete for port f39387d1-b7f5-4b2a-9795-55439d6d06b5 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:56.250456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-efc09323-93ac-46b7-9804-f1bd0f10d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:56.309190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-efc09323-93ac-46b7-9804-f1bd0f10d011 None None] Port f39387d1-b7f5-4b2a-9795-55439d6d06b5 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:36:56.690941 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d4cf-ff69-432c-83e8-535fab711d4d req-601448db-3c6d-4c64-af67-fec0e7ff44be tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:56.691650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3e97d4cf-ff69-432c-83e8-535fab711d4d req-601448db-3c6d-4c64-af67-fec0e7ff44be tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:36:56.741501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-3e97d4cf-ff69-432c-83e8-535fab711d4d req-601448db-3c6d-4c64-af67-fec0e7ff44be tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:36:56.742702 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e97d4cf-ff69-432c-83e8-535fab711d4d req-601448db-3c6d-4c64-af67-fec0e7ff44be tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 931 time: 0.3782139
Dec 15 19:36:56.854598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39387d1-b7f5-4b2a-9795-55439d6d06b5 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:36:56.862928 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e97d4cf-ff69-432c-83e8-535fab711d4d req-9dab6760-59e9-4ca0-b351-ecfa0aaa017c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1127439
Dec 15 19:36:56.864787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:56.882901 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Transition to ACTIVE for port object f39387d1-b7f5-4b2a-9795-55439d6d06b5 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:36:56.888918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:56.892965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ab8fcb8c-fc58-4b1f-97d9-5df495dd4190 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:57.022611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Pushing event updated for resources: {'Port': ['ID=f39387d1-b7f5-4b2a-9795-55439d6d06b5,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:57.028879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:57.158875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Attempting to bind port f39387d1-b7f5-4b2a-9795-55439d6d06b5 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:36:57.159199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Attempting to bind port f39387d1-b7f5-4b2a-9795-55439d6d06b5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:36:57.159517 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Attempting to bind port f39387d1-b7f5-4b2a-9795-55439d6d06b5 on network 6ac00751-8f6a-4ce1-a971-b07377c78b38 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:36:57.166709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Port f39387d1-b7f5-4b2a-9795-55439d6d06b5 on network 6ac00751-8f6a-4ce1-a971-b07377c78b38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:36:57.167027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Attempting to bind port f39387d1-b7f5-4b2a-9795-55439d6d06b5 on network 6ac00751-8f6a-4ce1-a971-b07377c78b38 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:36:57.182706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:36:57.182706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Checking segment: {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:36:57.182706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Bound using segment: {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:36:57.182706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Bound port: f39387d1-b7f5-4b2a-9795-55439d6d06b5, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18397f5b-5d62-46ea-b300-c5e3f10ec7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:36:57.182706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:57.222407 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e3480a36-1cfb-44dc-a63b-5109032189fa up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:36:57.292771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] For port f39387d1-b7f5-4b2a-9795-55439d6d06b5, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:36:57.298663 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] For port f39387d1-b7f5-4b2a-9795-55439d6d06b5, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:36:57.310998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:57.313385 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port e3480a36-1cfb-44dc-a63b-5109032189fa completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:36:57.316363 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ee81b5d-e68a-4f40-bd04-0acc919440c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:57.319399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e3480a36-1cfb-44dc-a63b-5109032189fa triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:57.319801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:57.382306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:57.383673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] 10.222.0.64 "PUT /v2.0/ports/f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 200  len: 1093 time: 1.2615888
Dec 15 19:36:57.384324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:36:57.403202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Pushing event updated for resources: {'Port': ['ID=f39387d1-b7f5-4b2a-9795-55439d6d06b5,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:57.407954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:57.499505 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'status': 'completed', 'code': 200}
Dec 15 19:36:57.508154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:57.520430 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:57.553335 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-30833715-bfaa-4075-b87c-65daf50e4319 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1096 time: 0.1215522
Dec 15 19:36:57.553712 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port e3480a36-1cfb-44dc-a63b-5109032189fa, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e3480a36-1cfb-44dc-a63b-5109032189fa,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:57.560171 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:57.562374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:57.634204 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-057b4260-0391-4290-bcdf-84e0347342b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 200  len: 217 time: 0.0738292
Dec 15 19:36:57.640772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=e3480a36-1cfb-44dc-a63b-5109032189fa,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:57.644750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:36:57.705321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-14108f53-c165-484f-897e-2b94ae0c2759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:57.707528 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-14108f53-c165-484f-897e-2b94ae0c2759 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=276836ca-d76f-44e5-9ad2-29ead445b431 HTTP/1.1" status: 200  len: 834 time: 0.0668628
Dec 15 19:36:57.793729 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-c21de0f2-0662-4655-b070-5c7015d283f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac00751-8f6a-4ce1-a971-b07377c78b38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802164
Dec 15 19:36:57.973640 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-464e7e2c-d95c-4cec-9318-9d21760b76ed service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734192
Dec 15 19:36:58.062897 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:36:58.180181 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ed8029a-a0d5-43b6-b580-d714249a5936 req-d23636c0-d258-423c-ba6c-a3932f5325e8 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004004
Dec 15 19:36:58.186900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9c072-e623-4a28-8c02-715e137a5faa req-dfe346fc-aa87-4b91-8d1f-5170d330f584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:58.188362 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdb9c072-e623-4a28-8c02-715e137a5faa req-dfe346fc-aa87-4b91-8d1f-5170d330f584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 943 time: 0.1902158
Dec 15 19:36:58.282469 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdb9c072-e623-4a28-8c02-715e137a5faa req-f2d4de08-b2f6-4c38-b606-8c34d3c735bc tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0883174
Dec 15 19:36:58.319832 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-473b412f-2c27-4454-af0a-5d2d7f3d4104 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1096 time: 0.0864568
Dec 15 19:36:58.457199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-b3988ba3-fc8b-4248-9fc7-f95416ad4327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:58.458679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-b3988ba3-fc8b-4248-9fc7-f95416ad4327 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 200  len: 898 time: 0.1326241
Dec 15 19:36:58.532727 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-a45cc4cf-0e0a-4b2a-a399-e18d41f8caae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 200  len: 217 time: 0.0666182
Dec 15 19:36:58.598578 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-094d25e5-4c95-49bb-a9d3-69458c6c6f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:58.599942 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-094d25e5-4c95-49bb-a9d3-69458c6c6f4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=276836ca-d76f-44e5-9ad2-29ead445b431 HTTP/1.1" status: 200  len: 834 time: 0.0602813
Dec 15 19:36:58.794385 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-f4d987b5-ce28-47f0-b97a-d597dafdb350 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac00751-8f6a-4ce1-a971-b07377c78b38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1880391
Dec 15 19:36:58.933020 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-cfcfd31a-9353-401b-b58b-b1a81e4a9f5f service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302185
Dec 15 19:36:59.067039 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-aa0c9de4-5c38-46d5-9626-2b867794660d req-148486a2-7c81-4212-ba1f-721aa4e576cb service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276493
Dec 15 19:36:59.182706 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e3480a36-1cfb-44dc-a63b-5109032189fa up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:36:59.254783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port e3480a36-1cfb-44dc-a63b-5109032189fa triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:36:59.255159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:59.503259 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a917a-ecc7-4654-be1d-91aaeb205972 req-09984cf9-ba2b-41de-9178-9957e779e024 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:36:59.504709 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d5a917a-ecc7-4654-be1d-91aaeb205972 req-09984cf9-ba2b-41de-9178-9957e779e024 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 943 time: 0.0832078
Dec 15 19:36:59.551334 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7d5a917a-ecc7-4654-be1d-91aaeb205972 req-356845ef-18b7-498e-9b33-3f459d837732 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410652
Dec 15 19:36:59.601717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f39387d1-b7f5-4b2a-9795-55439d6d06b5 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:36:59.774190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port f39387d1-b7f5-4b2a-9795-55439d6d06b5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:59.788014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'port_id': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'mac_address': 'fa:16:3e:b1:19:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:36:59.842132 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:59.859508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39387d1-b7f5-4b2a-9795-55439d6d06b5 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:36:59.876253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port f39387d1-b7f5-4b2a-9795-55439d6d06b5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:36:59.880663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:36:59.882586 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-077a953e-440f-4166-a726-2e477dfb0739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:36:59.950020 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=f39387d1-b7f5-4b2a-9795-55439d6d06b5,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:36:59.953022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:00.086102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['f39387d1-b7f5-4b2a-9795-55439d6d06b5'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:37:00.753715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86475d-825d-4e76-a23c-2e4b4fa16672 req-90c7ca49-486b-4586-8ae0-2fc74d7143e4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:00.755176 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2b86475d-825d-4e76-a23c-2e4b4fa16672 req-90c7ca49-486b-4586-8ae0-2fc74d7143e4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 944 time: 0.0780103
Dec 15 19:37:00.807313 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2b86475d-825d-4e76-a23c-2e4b4fa16672 req-f8b7d5de-bc72-479c-9296-ab204f6a6449 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465775
Dec 15 19:37:01.616694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f39387d1-b7f5-4b2a-9795-55439d6d06b5 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:37:01.684817 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port f39387d1-b7f5-4b2a-9795-55439d6d06b5 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:37:01.689540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port f39387d1-b7f5-4b2a-9795-55439d6d06b5 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:37:01.689920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:01.821268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:01.848868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:37:01.858657 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port f39387d1-b7f5-4b2a-9795-55439d6d06b5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:37:01.862950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:01.864921 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:01.936662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=f39387d1-b7f5-4b2a-9795-55439d6d06b5,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:01.946739 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:02.001239 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'code': 200}
Dec 15 19:37:02.029738 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb693-5008-44dc-bbe0-6f321ec0843c req-be00bd58-6314-4e11-9859-c51cbdcdda14 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:02.031182 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-154cb693-5008-44dc-bbe0-6f321ec0843c req-be00bd58-6314-4e11-9859-c51cbdcdda14 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0823710
Dec 15 19:37:02.077835 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-154cb693-5008-44dc-bbe0-6f321ec0843c req-7f359786-6061-410b-b8e1-1b5581239e0f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410016
Dec 15 19:37:02.247628 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9a25e3d8-5eee-436e-bace-2e7dfe1f7d3c req-dec80b4f-0069-440c-a14d-e503689d3f7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1098 time: 0.0722387
Dec 15 19:37:02.288859 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9a25e3d8-5eee-436e-bace-2e7dfe1f7d3c req-3fbe9868-5495-477e-964e-9e349c6f52b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0349247
Dec 15 19:37:03.283484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff3f5-0a35-47e1-88be-8d526aab7d6e req-5fa5e052-46bf-442b-bcd9-5e3b3339f01b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:03.284821 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-855ff3f5-0a35-47e1-88be-8d526aab7d6e req-5fa5e052-46bf-442b-bcd9-5e3b3339f01b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0766664
Dec 15 19:37:03.335986 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-855ff3f5-0a35-47e1-88be-8d526aab7d6e req-135f4169-ac8f-46d6-9364-ca45dfb9e33d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440373
Dec 15 19:37:04.533859 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68072f25-1324-4bbd-bb3e-951213356ad5 req-a19089c9-fb2f-4e6f-832a-7e17425f7edf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:04.535253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-68072f25-1324-4bbd-bb3e-951213356ad5 req-a19089c9-fb2f-4e6f-832a-7e17425f7edf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0763569
Dec 15 19:37:04.584983 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-68072f25-1324-4bbd-bb3e-951213356ad5 req-1d009244-535a-4057-b11d-ce00937a21b5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440865
Dec 15 19:37:04.780905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722881b9-7e1c-44f5-8b02-aae46d137aa2 req-bc75f117-bb77-4877-ac22-54ed822486a0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:04.782429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-722881b9-7e1c-44f5-8b02-aae46d137aa2 req-bc75f117-bb77-4877-ac22-54ed822486a0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0783265
Dec 15 19:37:04.828570 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-722881b9-7e1c-44f5-8b02-aae46d137aa2 req-5b676474-dfb6-4131-8c32-f1b87a573dde tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407271
Dec 15 19:37:04.856504 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40892) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:04.928415 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-166b1fed-9632-40c0-be7a-2e5c00e42fa2 tempest-TestNetworkAdvancedServerOps-1293134052 tempest-TestNetworkAdvancedServerOps-1293134052-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1093 time: 0.0705893
Dec 15 19:37:04.930981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40896) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:04.936054 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:37:04.941661 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:37:04.945472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Usage tracker for resource:floatingip and tenant:92ec89df083c4caf9fd00f9f986a0d97 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:37:04.948725 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:37:04.954622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:37:04.966578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:05.106432 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:05.242342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Allocated IP 172.26.1.218 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/01b3bca4-16e3-42a8-8394-3ec86f7eba5f) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:37:05.390718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:05.418471 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:05.422781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ebdece68-8f89-46b7-869a-f6d46addd504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:05.484111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:37:05.487177 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:37:05.489983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:37:05.523989 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=01b3bca4-16e3-42a8-8394-3ec86f7eba5f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:05.529874 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:06.121214 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:06.177793 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:06.379558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:06.383992 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:06.387507 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f5186708-b67c-4b81-8866-6111048d91f0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:06.484355 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event updated for resources: {'Port': ['ID=01b3bca4-16e3-42a8-8394-3ec86f7eba5f,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:06.488148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:06.504258 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:06.695825 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Floating IP 5ec34096-0510-4bd9-8797-97717b97507c associated. External IP: 172.26.1.218, port: f39387d1-b7f5-4b2a-9795-55439d6d06b5.
Dec 15 19:37:07.079515 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 0facc853-f118-4b27-9deb-80534e53c04e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:37:07.273328 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:37:07.283544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] Sync routers for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:37:07.296040 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:07.296751 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede16220>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:07.298316 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:07.351506 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4194319
Dec 15 19:37:07.352394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:37:07.411457 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'status': 'completed', 'code': 200}
Dec 15 19:37:07.478266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:07.512849 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4a37968-629d-452e-a078-bb933b50f917 req-a756ddc5-ab0f-40be-aa05-c5ece8d22dc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1098 time: 0.0780673
Dec 15 19:37:07.653261 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ed73e-7e48-4fe0-b734-c6d0c7f3a3b4 req-69f98a47-bfb7-4d80-9aa3-1b367c878550 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:07.654695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ed0ed73e-7e48-4fe0-b734-c6d0c7f3a3b4 req-69f98a47-bfb7-4d80-9aa3-1b367c878550 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.2059844
Dec 15 19:37:07.655218 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37968-629d-452e-a078-bb933b50f917 req-48030dd4-b037-4bb2-95d4-5f55e727a2b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:07.656740 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4a37968-629d-452e-a078-bb933b50f917 req-48030dd4-b037-4bb2-95d4-5f55e727a2b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 200  len: 898 time: 0.1377163
Dec 15 19:37:07.713248 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ed0ed73e-7e48-4fe0-b734-c6d0c7f3a3b4 req-8a741aa8-2f5f-48cb-a75e-94f31408bbf4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0522141
Dec 15 19:37:07.733521 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40904) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:07.770736 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4a37968-629d-452e-a078-bb933b50f917 req-0df7ea90-4181-4c70-bb20-7128c7c15f7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 200  len: 999 time: 0.1066630
Dec 15 19:37:07.834412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede16220>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '5ec34096-0510-4bd9-8797-97717b97507c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'port_id': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'mac_address': 'fa:16:3e:b1:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:37:05Z', 'updated_at': '2021-12-15T19:37:05Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:57Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:07.838418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] Checking router: 0facc853-f118-4b27-9deb-80534e53c04e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:37:07.840659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37968-629d-452e-a078-bb933b50f917 req-0ede2284-8324-4388-aa07-36233f2561d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:07.843049 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-512c3db8-292a-42b4-b89b-aa7a44ef681e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 200  len: 991 time: 0.1062703
Dec 15 19:37:07.843182 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4a37968-629d-452e-a078-bb933b50f917 req-0ede2284-8324-4388-aa07-36233f2561d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=276836ca-d76f-44e5-9ad2-29ead445b431 HTTP/1.1" status: 200  len: 834 time: 0.0653608
Dec 15 19:37:07.849900 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:07.850505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cede16220>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:36:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:07.919531 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4a37968-629d-452e-a078-bb933b50f917 req-0bd48608-a714-4125-82e5-86a99ec2b608 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac00751-8f6a-4ce1-a971-b07377c78b38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703626
Dec 15 19:37:08.030779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:08.054127 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4a37968-629d-452e-a078-bb933b50f917 req-f56e1129-90b6-42fd-b782-3fac12302712 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268611
Dec 15 19:37:08.188667 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d4a37968-629d-452e-a078-bb933b50f917 req-f1dcacaf-fbec-428d-8ca2-f1ae2ddb4e56 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278853
Dec 15 19:37:08.432149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cede16220>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '5ec34096-0510-4bd9-8797-97717b97507c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'port_id': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'mac_address': 'fa:16:3e:b1:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:37:05Z', 'updated_at': '2021-12-15T19:37:05Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:57Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:08.437855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddea520c-1194-44c9-9e41-2db14097011d None None] The sync data for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv is: [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '5ec34096-0510-4bd9-8797-97717b97507c', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'floating_ip_address': '172.26.1.218', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'port_id': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'mac_address': 'fa:16:3e:b1:19:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:37:05Z', 'updated_at': '2021-12-15T19:37:05Z', 'revision_number': 0, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:57Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:37:08.845871 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:08.952000 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-99869a59-0434-49c9-b881-62d1d8fafed4 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 200  len: 991 time: 0.1048906
Dec 15 19:37:09.955748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40912) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:10.062855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ac6bfa17-e0bd-4664-8858-d5fb9a048c5c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 200  len: 991 time: 0.1057463
Dec 15 19:37:11.066505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40916) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:11.281884 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5c701ef2-31d6-480c-8486-08f0de6ea846 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 200  len: 991 time: 0.2141752
Dec 15 19:37:11.282040 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6d13e-1478-4846-bd84-efacab3908ab None None] New status for floating IP 5ec34096-0510-4bd9-8797-97717b97507c: ACTIVE {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:37:12.285632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40920) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:12.390214 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9a22e2ab-610e-4ca5-aa8c-304776654206 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 200  len: 993 time: 0.1033726
Dec 15 19:37:13.380386 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7193d53a-0dc4-4362-9445-5bd668fad861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:15.642903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3a917856-80b4-45bd-afcf-47c5ce15f297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:16.866414 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:16.907691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:18.380278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:27.457833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:35.064883 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:37:35.409727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f3e2b-1fe5-4d44-8c8a-cd59124c1b1d req-b6db682a-13a0-4cd3-91df-7e0dfc326bd5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:35.411082 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e28f3e2b-1fe5-4d44-8c8a-cd59124c1b1d req-b6db682a-13a0-4cd3-91df-7e0dfc326bd5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0768440
Dec 15 19:37:35.462509 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e28f3e2b-1fe5-4d44-8c8a-cd59124c1b1d req-7ecd30af-b83b-4fe9-b64e-79e58a690d9f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453005
Dec 15 19:37:36.659846 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae9bab-7a4e-4159-9700-e8fa00997732 req-407e2ee8-a9b6-488a-a682-81b7d72772cf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:36.661318 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-67ae9bab-7a4e-4159-9700-e8fa00997732 req-407e2ee8-a9b6-488a-a682-81b7d72772cf tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0786064
Dec 15 19:37:36.708706 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-67ae9bab-7a4e-4159-9700-e8fa00997732 req-16ceeba4-b3d3-43c6-9da5-e2f3f724975b tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412834
Dec 15 19:37:36.737701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40940) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:36.841173 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4e2eab79-4cc0-41ac-bc6e-9c9a6ff3df5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 200  len: 993 time: 0.1020718
Dec 15 19:37:38.391075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097daded-efb0-493b-a123-93cdf5ce6a99 req-25802904-51ac-4913-abd6-279c499800e1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:38.392455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-097daded-efb0-493b-a123-93cdf5ce6a99 req-25802904-51ac-4913-abd6-279c499800e1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.1399293
Dec 15 19:37:38.397703 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-64276cef-a995-4a04-915c-f46c78a4497e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1098 time: 0.1053300
Dec 15 19:37:38.525773 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-097daded-efb0-493b-a123-93cdf5ce6a99 req-c5a9a7d4-22ca-468e-9700-56af49f8e5ab tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1271296
Dec 15 19:37:38.562391 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-228ce644-d4f4-494f-b738-85542c79badc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:38.563824 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-228ce644-d4f4-494f-b738-85542c79badc service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 200  len: 898 time: 0.1517386
Dec 15 19:37:38.673200 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-c7faac25-a612-4cb3-8f8c-3e1f99b0774f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 200  len: 1001 time: 0.1029830
Dec 15 19:37:38.741063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-8cb838de-b382-48d9-a547-852e6c4af64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:38.742519 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-8cb838de-b382-48d9-a547-852e6c4af64c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=276836ca-d76f-44e5-9ad2-29ead445b431 HTTP/1.1" status: 200  len: 834 time: 0.0632827
Dec 15 19:37:38.818018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-892ff79d-f1fc-46cf-b425-29a2cf97831e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac00751-8f6a-4ce1-a971-b07377c78b38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693915
Dec 15 19:37:38.953172 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-7f0d8767-3972-471b-8fa2-98dd95a80a87 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288106
Dec 15 19:37:39.086342 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f822bdb3-0d4c-4489-9b52-de513fd1fb8c req-ef64673d-c932-437e-be7b-9ad7f06a6c0b service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266797
Dec 15 19:37:39.750804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c411f4-6711-44cf-9ad0-3a12f71b1cb8 req-0b664e5b-5c6d-4041-bc31-3c1483ab66d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:39.752475 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-44c411f4-6711-44cf-9ad0-3a12f71b1cb8 req-0b664e5b-5c6d-4041-bc31-3c1483ab66d7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.1020198
Dec 15 19:37:39.805343 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-44c411f4-6711-44cf-9ad0-3a12f71b1cb8 req-9b9e41aa-e43d-49ab-9f42-2161a516ccec tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470877
Dec 15 19:37:41.007633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96ede9-a50e-4fc0-a193-9d0298312f04 req-87d1f6dd-8931-4033-b1c4-5a70cd7de71d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:41.009004 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-be96ede9-a50e-4fc0-a193-9d0298312f04 req-87d1f6dd-8931-4033-b1c4-5a70cd7de71d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0781438
Dec 15 19:37:41.059872 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-be96ede9-a50e-4fc0-a193-9d0298312f04 req-3f07a6bf-507b-46f0-b412-433e19aeaeee tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449090
Dec 15 19:37:41.088254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 40954) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:41.191163 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-015b2d1b-5053-4cbe-ac67-b0feea196e70 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 200  len: 993 time: 0.1016653
Dec 15 19:37:41.565202 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40962) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:41.639988 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-34dccf5f-4f72-424d-bba6-52888a171ec9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768895
Dec 15 19:37:41.782213 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-4d2fe8fa-ac3f-4502-a72a-01d478ea3185 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1098 time: 0.0719795
Dec 15 19:37:41.787486 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port 01b3bca4-16e3-42a8-8394-3ec86f7eba5f {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:37:41.787833 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:41.940308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-a6471f7d-29d1-4f5c-8ce9-620cd5da4083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:41.941778 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-a6471f7d-29d1-4f5c-8ce9-620cd5da4083 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 200  len: 898 time: 0.1371927
Dec 15 19:37:41.963841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:41.964322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:42.090394 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for 01b3bca4-16e3-42a8-8394-3ec86f7eba5f owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:37:42.168373 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-9f07a6e6-be1c-477c-9b3f-543e0f8377d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 200  len: 1001 time: 0.2197123
Dec 15 19:37:42.242747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-78ee0802-9565-48da-bfc5-301ed598c25f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:42.244203 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-78ee0802-9565-48da-bfc5-301ed598c25f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=276836ca-d76f-44e5-9ad2-29ead445b431 HTTP/1.1" status: 200  len: 834 time: 0.0687127
Dec 15 19:37:42.248095 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:42.253124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-3febf080-8143-4462-a3e5-99ae5dcf0c41 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:42.297856 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=01b3bca4-16e3-42a8-8394-3ec86f7eba5f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:42.327140 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-958fd554-5db0-4829-9e99-dce30114762d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac00751-8f6a-4ce1-a971-b07377c78b38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758820
Dec 15 19:37:42.341483 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.341952 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.342334 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.342776 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.343176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.343549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.343966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.344342 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.344716 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.345212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.345642 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:42.353781 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:42.435428 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:42.471174 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-cc30c0dd-3bbc-43bd-acbd-fa17f727234f service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366172
Dec 15 19:37:42.608645 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f870c9b5-fdc8-4b77-b42c-e4e2a483c860 req-2beaa899-610d-41bb-9b1a-662a52bdcf18 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300042
Dec 15 19:37:42.958252 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 0facc853-f118-4b27-9deb-80534e53c04e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:37:43.167858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:37:43.178059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] Sync routers for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:37:43.190505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:43.191914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:43.192535 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:43.244182 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ec34096-0510-4bd9-8797-97717b97507c HTTP/1.1" status: 204  len: 168 time: 1.6777635
Dec 15 19:37:43.244847 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:37:43.326252 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'status': 'completed', 'code': 200}
Dec 15 19:37:43.396565 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:43.421993 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-e2d40789-c7d4-4064-a9e1-24d1c0aeec1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 1098 time: 0.0749278
Dec 15 19:37:43.451030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6d4e3aac-e296-4204-abcc-928275e413b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:43.591202 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-b5597113-95d6-495d-a898-55b6edd973b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:43.594075 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-b5597113-95d6-495d-a898-55b6edd973b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 200  len: 898 time: 0.1656253
Dec 15 19:37:43.707706 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-8601deed-f388-404a-bf11-5c1aca3ff9f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 200  len: 217 time: 0.1064708
Dec 15 19:37:43.722697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de8ef-f9a7-474e-b2bf-603cfc4fc44b req-dfe03b8b-5857-4c9d-ab25-f026d1fa4504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:43.723701 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-004de8ef-f9a7-474e-b2bf-603cfc4fc44b req-dfe03b8b-5857-4c9d-ab25-f026d1fa4504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:37:43.744578 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-004de8ef-f9a7-474e-b2bf-603cfc4fc44b req-dfe03b8b-5857-4c9d-ab25-f026d1fa4504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:37:43.746876 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-004de8ef-f9a7-474e-b2bf-603cfc4fc44b req-dfe03b8b-5857-4c9d-ab25-f026d1fa4504 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.1145589
Dec 15 19:37:43.808533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-641b1673-0c66-4449-a564-e26c7b473c66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:43.810018 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-641b1673-0c66-4449-a564-e26c7b473c66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=276836ca-d76f-44e5-9ad2-29ead445b431 HTTP/1.1" status: 200  len: 834 time: 0.0957792
Dec 15 19:37:43.814453 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-004de8ef-f9a7-474e-b2bf-603cfc4fc44b req-7d31a5f3-677d-4fbf-bcea-5e386322223d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0619061
Dec 15 19:37:43.819438 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42b0>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:57Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:43.824012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] Checking router: 0facc853-f118-4b27-9deb-80534e53c04e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:37:43.839388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:43.839964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:43.903920 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-b77e3eff-cb77-4574-a7fe-d9e2cf336642 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ac00751-8f6a-4ce1-a971-b07377c78b38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0855460
Dec 15 19:37:44.025568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:44.044997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-966ee67c-f2ee-4751-90ce-2b5213b96225 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335480
Dec 15 19:37:44.194461 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a0a0d736-f54f-403e-acee-5038daa58c69 req-60f2675c-22d9-4b5a-93b3-84b5de90ac3b service neutron] 10.222.0.64 "GET /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411638
Dec 15 19:37:44.354652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5b42b0>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:57Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:44.359000 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28613659-afbd-46f3-8a9f-4ee710f81567 None None] The sync data for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv is: [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:36:50Z', 'revision_number': 4, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'e3480a36-1cfb-44dc-a63b-5109032189fa', 'name': '', 'network_id': '6ac00751-8f6a-4ce1-a971-b07377c78b38', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'mac_address': 'fa:16:3e:7f:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:49Z', 'updated_at': '2021-12-15T19:36:57Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'subnets': [{'id': '276836ca-d76f-44e5-9ad2-29ead445b431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:37:44.601296 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107e1f5c-e6fe-4f01-8bb1-3a7867322756 None None] New status for floating IP 5ec34096-0510-4bd9-8797-97717b97507c: DOWN {{(pid=83673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:37:45.043507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6caf0-4fe9-4919-a298-800d498687f1 req-6f7f3755-856a-41ca-b705-9f838f1d8f23 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:45.044880 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ab6caf0-4fe9-4919-a298-800d498687f1 req-6f7f3755-856a-41ca-b705-9f838f1d8f23 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0828710
Dec 15 19:37:45.100049 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-4ab6caf0-4fe9-4919-a298-800d498687f1 req-ecc6130a-d573-448e-b941-ba426163e6a0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d1caafa-151c-4c40-8df9-bc7e7721a1ce&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486982
Dec 15 19:37:45.199018 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-10d7598e-1b9d-4a25-9bc5-2ebfe3fd7e43 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:45.200526 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-10d7598e-1b9d-4a25-9bc5-2ebfe3fd7e43 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 945 time: 0.0848677
Dec 15 19:37:45.275709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port f39387d1-b7f5-4b2a-9795-55439d6d06b5 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:37:45.276072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:45.657076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-30619cff-a137-4cfe-b1cc-6cfbd8b669e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:45.668934 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port f39387d1-b7f5-4b2a-9795-55439d6d06b5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f39387d1-b7f5-4b2a-9795-55439d6d06b5,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:37:45.669287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:45.800753 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for f39387d1-b7f5-4b2a-9795-55439d6d06b5 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:37:45.943086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:45.948715 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f0c0c63b-0449-43b8-8e12-a1fb8deac19b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:45.994855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=f39387d1-b7f5-4b2a-9795-55439d6d06b5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:46.036238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.036621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.036996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.037417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.037762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.038125 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.038485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.038864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.039204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.039821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.040177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:46.047274 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:46.081730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] No DVR routers for this DVR port f39387d1-b7f5-4b2a-9795-55439d6d06b5 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:37:46.084204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:46.086915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'name': 'network-vif-deleted', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:37:46.104369 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f439e738-f080-43c9-a53f-f0c7536442f0 req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.64 "DELETE /v2.0/ports/f39387d1-b7f5-4b2a-9795-55439d6d06b5 HTTP/1.1" status: 204  len: 173 time: 0.8959584
Dec 15 19:37:46.150691 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f60f7b-88e4-4829-8967-ffbe1f6ae989', 'name': 'network-vif-deleted', 'tag': 'f39387d1-b7f5-4b2a-9795-55439d6d06b5', 'status': 'completed', 'code': 200}
Dec 15 19:37:46.298512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-6828fad0-333e-4787-ac99-16a63224140f req-cc649125-a5bc-4601-9317-2242c8428c34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Synchronizing usage tracker for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:37:46.322440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-6828fad0-333e-4787-ac99-16a63224140f req-cc649125-a5bc-4601-9317-2242c8428c34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Unset dirty status for tenant:92ec89df083c4caf9fd00f9f986a0d97 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:37:46.323668 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6828fad0-333e-4787-ac99-16a63224140f req-cc649125-a5bc-4601-9317-2242c8428c34 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "GET /v2.0/ports?device_id=58f60f7b-88e4-4829-8967-ffbe1f6ae989 HTTP/1.1" status: 200  len: 210 time: 0.0732160
Dec 15 19:37:46.869412 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:46.909223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:47.446549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40980) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:47.803858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f39387d1-b7f5-4b2a-9795-55439d6d06b5 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:37:47.864063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:47.887408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: f39387d1-b7f5-4b2a-9795-55439d6d06b5 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:37:47.888003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device f39387d1-b7f5-4b2a-9795-55439d6d06b5 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:37:48.384524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:48.641386 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port e3480a36-1cfb-44dc-a63b-5109032189fa {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:37:48.642084 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:48.876898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port e3480a36-1cfb-44dc-a63b-5109032189fa, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=e3480a36-1cfb-44dc-a63b-5109032189fa,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:37:48.877272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:49.002605 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for e3480a36-1cfb-44dc-a63b-5109032189fa owned by network:router_interface {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:37:49.184561 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:49.188336 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c634c43b-c970-4432-a084-85ea2624cf5d tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:49.232373 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=e3480a36-1cfb-44dc-a63b-5109032189fa,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:49.235717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:49.528893 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:50.213737 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Router 0facc853-f118-4b27-9deb-80534e53c04e has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:37:50.418311 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:37:50.427628 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] Sync routers for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:37:50.435518 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-ac416219-d570-41dc-90bb-8c2f052b2fed tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "PUT /v2.0/routers/0facc853-f118-4b27-9deb-80534e53c04e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9878550
Dec 15 19:37:50.438148 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40984) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:50.443686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:50.444290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd70310>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:50.622051 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:50.623908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting subnet 276836ca-d76f-44e5-9ad2-29ead445b431 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:37:50.627774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:50.690079 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:50.773573 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:50.858617 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:50.862975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e36e607c-b5bb-4305-8b00-7b925da28205 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:50.903422 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Subnet': ['ID=276836ca-d76f-44e5-9ad2-29ead445b431,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:50.909608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:50.912610 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:50.921129 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165fd5c2-a22b-4c38-9cb8-07786bcccaa4 None None] Network 6ac00751-8f6a-4ce1-a971-b07377c78b38 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:37:50.921780 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-84c0649a-7746-4cc2-92e8-fa1332ae04a5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/subnets/276836ca-d76f-44e5-9ad2-29ead445b431 HTTP/1.1" status: 204  len: 168 time: 0.4821739
Dec 15 19:37:50.922723 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40988) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:50.944420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd70310>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:37:49Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:51.011660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] Checking router: 0facc853-f118-4b27-9deb-80534e53c04e for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:37:51.083105 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] Routers {'0facc853-f118-4b27-9deb-80534e53c04e'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:51.083754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedd70310>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['0facc853-f118-4b27-9deb-80534e53c04e'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:51.182467 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:51.357627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] Set router 0facc853-f118-4b27-9deb-80534e53c04e gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:51.447284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:51.457176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Deleting port ee996af3-0f69-4d4b-b72c-c751184249f9 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:37:51.457543 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:51.462406 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] DHCP port deletion for 6ac00751-8f6a-4ce1-a971-b07377c78b38 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:37:51.490122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Deleting port 95b5d08d-3941-4f76-808f-871873f1ed74 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:37:51.490494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:51.643830 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.db [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] For port ee996af3-0f69-4d4b-b72c-c751184249f9, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=ee996af3-0f69-4d4b-b72c-c751184249f9,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:37:51.644150 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:51.765596 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Calling delete_port for ee996af3-0f69-4d4b-b72c-c751184249f9 owned by network:router_gateway {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:37:51.875543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] For port 95b5d08d-3941-4f76-808f-871873f1ed74, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=95b5d08d-3941-4f76-808f-871873f1ed74,segment=NetworkSegment(18397f5b-5d62-46ea-b300-c5e3f10ec7fb),segment_id=18397f5b-5d62-46ea-b300-c5e3f10ec7fb)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:37:51.876556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.022203 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Calling delete_port for 95b5d08d-3941-4f76-808f-871873f1ed74 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:37:52.067532 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.072138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dab76394-11bf-4a09-95fd-50ec7d31b0b7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:52.084954 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedd70310>, [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:37:49Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:52.098852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84221ba9-e763-445f-8c7f-e468a45d554e None None] The sync data for ids ['0facc853-f118-4b27-9deb-80534e53c04e'] in dv-neutron-821830-2-hyperv is: [{'id': '0facc853-f118-4b27-9deb-80534e53c04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886460886', 'tenant_id': '92ec89df083c4caf9fd00f9f986a0d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:45Z', 'updated_at': '2021-12-15T19:37:49Z', 'revision_number': 5, 'project_id': '92ec89df083c4caf9fd00f9f986a0d97', 'gw_port': {'id': 'ee996af3-0f69-4d4b-b72c-c751184249f9', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0facc853-f118-4b27-9deb-80534e53c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:46Z', 'updated_at': '2021-12-15T19:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:37:52.113217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514'] for port, after_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.115023 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Port': ['ID=ee996af3-0f69-4d4b-b72c-c751184249f9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:52.118996 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:52.122614 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:52.164355 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Pushing event deleted for resources: {'Port': ['ID=95b5d08d-3941-4f76-808f-871873f1ed74,revision_number=None']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:52.167071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] No DVR routers for this DVR port 95b5d08d-3941-4f76-808f-871873f1ed74 on host dv-neutron-821830-2-hyperv {{(pid=83672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.184885 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:52.187301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:52.371734 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.635711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.640174 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.666236 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.666858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Fanout notify agent at l3_agent the message router_deleted on router 0facc853-f118-4b27-9deb-80534e53c04e {{(pid=83670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:37:52.682694 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for router, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.683854 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-caada3f7-5676-4f92-80e5-6532d2bb3765 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/routers/0facc853-f118-4b27-9deb-80534e53c04e HTTP/1.1" status: 204  len: 168 time: 1.7597003
Dec 15 19:37:52.686633 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40992) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:52.804548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.936397 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:52.961142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cedd89a90>,) {'filters': {'network_id': ['6ac00751-8f6a-4ce1-a971-b07377c78b38']}} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:52.974062 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedd89a90>, '18397f5b-5d62-46ea-b300-c5e3f10ec7fb') {'for_net_delete': True} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:52.974356 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.services.segments.db [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cedd89a90>, '18397f5b-5d62-46ea-b300-c5e3f10ec7fb') {} {{(pid=83670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:52.985838 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4140798'] for segment, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.001357 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.007279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:37:53.007657 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2427443'] for segment, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]: Traceback (most recent call last):
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     timer()
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     cb(*args, **kw)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     return func(*args, **kwargs)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     self._notify()
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     self.callback(batched_events)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     event.method(event)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     return f(self, *a, **k)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._get(url).json()
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:37:53.022404 dv-neutron-821830-2-hyperv neutron-server[83670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:37:53.104908 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.109818 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.117641 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f13a723a-3a54-4e81-bb7e-d8875dcca0b0 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:53.140065 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'Network': ['ID=6ac00751-8f6a-4ce1-a971-b07377c78b38,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:53.142863 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:53.145155 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-e2faaac9-f815-46f1-b889-fa242f16d115 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/networks/6ac00751-8f6a-4ce1-a971-b07377c78b38 HTTP/1.1" status: 204  len: 168 time: 0.4575336
Dec 15 19:37:53.147920 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 40996) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:53.222112 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adae8eac-fd1e-4382-b1ae-1bc199d6403a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.224123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ee996af3-0f69-4d4b-b72c-c751184249f9 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:37:53.258110 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adae8eac-fd1e-4382-b1ae-1bc199d6403a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.262548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: ee996af3-0f69-4d4b-b72c-c751184249f9 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:37:53.262902 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device ee996af3-0f69-4d4b-b72c-c751184249f9 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:37:53.263326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 95b5d08d-3941-4f76-808f-871873f1ed74 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:37:53.294810 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 95b5d08d-3941-4f76-808f-871873f1ed74 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:37:53.295158 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 95b5d08d-3941-4f76-808f-871873f1ed74 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:37:53.295575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e3480a36-1cfb-44dc-a63b-5109032189fa no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:37:53.325102 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adae8eac-fd1e-4382-b1ae-1bc199d6403a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.326717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: e3480a36-1cfb-44dc-a63b-5109032189fa {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:37:53.327071 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device e3480a36-1cfb-44dc-a63b-5109032189fa not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:37:53.330322 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1b77d46f-1adb-4549-96ad-7c7b9738e5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:53.344251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae8eac-fd1e-4382-b1ae-1bc199d6403a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1caafa-151c-4c40-8df9-bc7e7721a1ce,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:53.347699 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-adae8eac-fd1e-4382-b1ae-1bc199d6403a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:53.356317 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-adae8eac-fd1e-4382-b1ae-1bc199d6403a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:53.357518 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-adae8eac-fd1e-4382-b1ae-1bc199d6403a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] 10.222.0.48 "DELETE /v2.0/security-groups/8d1caafa-151c-4c40-8df9-bc7e7721a1ce HTTP/1.1" status: 204  len: 168 time: 0.2086270
Dec 15 19:37:53.765445 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41006) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:53.938634 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-4af5ea6b-b2a1-4773-89ab-9a87ddbbc950 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92ec89df083c4caf9fd00f9f986a0d97&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1718361
Dec 15 19:37:53.940895 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41012) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:53.998240 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d49b7116-659a-4aa7-bfc0-9a16456b5bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.023631 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d49b7116-659a-4aa7-bfc0-9a16456b5bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.072971 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d49b7116-659a-4aa7-bfc0-9a16456b5bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.077858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4f4d320e-ce85-4c70-88a1-628fe2c9d3a3 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:54.094753 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b7116-659a-4aa7-bfc0-9a16456b5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e0426-b5ed-4505-b244-bb007b56afd9,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:54.099126 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d49b7116-659a-4aa7-bfc0-9a16456b5bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:54.101119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-d49b7116-659a-4aa7-bfc0-9a16456b5bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.102337 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-d49b7116-659a-4aa7-bfc0-9a16456b5bc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/124e0426-b5ed-4505-b244-bb007b56afd9 HTTP/1.1" status: 204  len: 168 time: 0.1605058
Dec 15 19:37:54.420304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41020) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:54.439701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.470327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:37:54.474174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Usage tracker for resource:security_group_rule and tenant:d69f7c4bcb8d494e947dca59bea11ee5 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:37:54.476923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:37:54.482480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:37:54.547623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.551845 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.558082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-52e5a58e-a3e5-458f-81b5-240dcde72e50 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:54.596427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d991ff23-cf53-4b07-9f21-904652afa9f6,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:54.599532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:54.605867 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-05f68f45-c8d5-491c-bb04-02fb21fc9316 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d69f7c4bcb8d494e947dca59bea11ee5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1820312
Dec 15 19:37:54.607094 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41024) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:54.769063 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ec4dec-eeca-4846-8a77-a4b9f1a30b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.795035 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ec4dec-eeca-4846-8a77-a4b9f1a30b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.845673 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ec4dec-eeca-4846-8a77-a4b9f1a30b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.849460 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-813cc773-5993-4e5d-89d1-be030d217947 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:54.860191 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec4dec-eeca-4846-8a77-a4b9f1a30b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d991ff23-cf53-4b07-9f21-904652afa9f6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:54.864147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-81ec4dec-eeca-4846-8a77-a4b9f1a30b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:54.867153 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-81ec4dec-eeca-4846-8a77-a4b9f1a30b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:54.868265 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-81ec4dec-eeca-4846-8a77-a4b9f1a30b0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d991ff23-cf53-4b07-9f21-904652afa9f6 HTTP/1.1" status: 204  len: 168 time: 0.2609694
Dec 15 19:37:55.733550 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41046) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:55.861907 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1655922275-network', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:37:55.866717 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:37:55.871488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Usage tracker for resource:network and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:37:55.874443 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:37:55.881529 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:37:55.891672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Made reservation on behalf of 59ba8903518944b9bf5cc42fbd539c35 for: {'network': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:37:55.894600 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:55.907016 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:55.939198 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:37:55.943534 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:37:55.946251 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:37:55.951821 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:37:56.021250 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.025211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.029161 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-4a8b4048-a28b-43ab-9e76-739b41eff7e2 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:56.053873 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400}  {{(pid=83670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:37:56.067343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d97060-21fb-479d-aab3-ee58638bbd87,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:56.071766 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:56.072696 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.073032 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.segments_db [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Added segment cb8e5f78-a35c-440e-aa64-827d34397d25 of type vlan for network e1ab7c77-3ad1-4b75-ba05-1b12804989e3
Dec 15 19:37:56.099826 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.129066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.129983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:56.130553 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Notify callbacks [] for network, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.135233 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d86a992b-7169-41fb-80a2-b3da84149c4f tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:56.239388 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5047419
Dec 15 19:37:56.242345 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ab7c77-3ad1-4b75-ba05-1b12804989e3,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:56.242469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41052) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:56.245139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-db9cf2aa-a586-452a-8e74-0ccca6d1e153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:56.250317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Request body: {'subnet': {'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1655922275-subnet', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:37:56.252126 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:37:56.255611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:37:56.259722 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Usage tracker for resource:subnet and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:37:56.262654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:37:56.270298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:37:56.280717 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Made reservation on behalf of 59ba8903518944b9bf5cc42fbd539c35 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:37:56.283548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.486159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.489709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5784d30a-d00e-42e0-ab2a-b9b38d34b792 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:56.565511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77887c79-0cda-4d3f-a205-d8d56023c3e6,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:56.569428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:56.574640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Checking segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:37:56.574972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Network hostable DHCP agents. Network: e1ab7c77-3ad1-4b75-ba05-1b12804989e3, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:37:56.596791 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:37:56.606513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, e1ab7c77-3ad1-4b75-ba05-1b12804989e3) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:37:56.610376 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:37:56.610944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.616278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65235205-be7e-4e22-afaf-f28682b8087b None None] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:37:56.636302 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-49bef89e-0723-4b16-bfea-6e9b8a03512a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3924859
Dec 15 19:37:56.638981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41056) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:56.643946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:37:56.648366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:37:56.652336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Usage tracker for resource:router and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:37:56.655255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:37:56.660994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:37:56.671659 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.672548 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.692526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.833490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:37:56.834320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.843884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:56.991168 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Allocated IP 172.20.0.2 (e1ab7c77-3ad1-4b75-ba05-1b12804989e3/77887c79-0cda-4d3f-a205-d8d56023c3e6/cc6f9a7b-5787-47c8-b74f-d9482c869008) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:37:57.034733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.064677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.195534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.202162 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Allocated IP 172.26.1.190 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/b90c4e0e-84b5-4070-8a63-fe4b033a62e1) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:37:57.206864 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Transition to ACTIVE for port object cc6f9a7b-5787-47c8-b74f-d9482c869008 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:37:57.227695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Transition to ACTIVE for port object cc6f9a7b-5787-47c8-b74f-d9482c869008 will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:37:57.233843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.239122 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-4b8b0980-d933-4c9c-96ca-399382412fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:57.305500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:37:57.309177 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:37:57.313801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:37:57.316088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Pushing event updated for resources: {'Port': ['ID=cc6f9a7b-5787-47c8-b74f-d9482c869008,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:57.319001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:57.406272 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Attempting to bind port cc6f9a7b-5787-47c8-b74f-d9482c869008 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:37:57.406735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Attempting to bind port cc6f9a7b-5787-47c8-b74f-d9482c869008 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:37:57.407173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Attempting to bind port cc6f9a7b-5787-47c8-b74f-d9482c869008 on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:37:57.414206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:37:57.414836 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Checking segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:37:57.415280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.415759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Bound using segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:37:57.416294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Bound port: cc6f9a7b-5787-47c8-b74f-d9482c869008, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:37:57.416641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.472878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.501251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.504512 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.505763 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-be7ad76f-554a-47f9-9fbe-8ab2e0e5412c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:57.518301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] For port cc6f9a7b-5787-47c8-b74f-d9482c869008, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:37:57.521291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] For port cc6f9a7b-5787-47c8-b74f-d9482c869008, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cc6f9a7b-5787-47c8-b74f-d9482c869008,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:37:57.526755 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.530552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:57.574782 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:37:57.578076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:37:57.580535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:37:57.610326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Pushing event updated for resources: {'Port': ['ID=cc6f9a7b-5787-47c8-b74f-d9482c869008,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:57.613746 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:57.619473 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Pushing event updated for resources: {'Port': ['ID=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:57.623067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:57.768858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:57.768858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:58.013137 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Router 5913b689-b025-4922-9bf3-447d5b1e4f69 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:37:58.218055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:37:58.227615 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Sync routers for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:37:58.240656 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:58.241322 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb69c40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:58.244408 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:58.248511 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.6060555
Dec 15 19:37:58.248794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41060) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:37:58.435842 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:58.604151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4329ccc-5d7d-4baf-808b-8d5553197c78 None None] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:37:58.730526 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb69c40>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:57Z', 'revision_number': 3, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:58.735274 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Checking router: 5913b689-b025-4922-9bf3-447d5b1e4f69 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:37:58.735624 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Updating router 5913b689-b025-4922-9bf3-447d5b1e4f69 port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:37:58.774259 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cd225c27-9d1f-4f84-a2d9-c2327cc12e44 None None] Provisioning for port cc6f9a7b-5787-47c8-b74f-d9482c869008 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:37:58.796045 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.035541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.144809 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.157930 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Transition to ACTIVE for port object b90c4e0e-84b5-4070-8a63-fe4b033a62e1 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:37:59.166913 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.172299 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-d8529c09-f1bf-4283-8499-9be7ce91bd4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:59.252835 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Pushing event updated for resources: {'Port': ['ID=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:59.260968 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Attempting to bind port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:37:59.261614 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Attempting to bind port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:37:59.262046 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Attempting to bind port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:37:59.268163 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.268569 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.269177 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.269720 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.270191 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.270804 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.271049 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.271431 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.271805 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.272266 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.272581 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:37:59.277472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:59.279476 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:37:59.279937 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:37:59.280394 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.280842 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:37:59.281386 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Bound port: b90c4e0e-84b5-4070-8a63-fe4b033a62e1, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:37:59.281832 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.290583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cc6f9a7b-5787-47c8-b74f-d9482c869008 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:37:59.359430 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] For port b90c4e0e-84b5-4070-8a63-fe4b033a62e1, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:37:59.363545 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] For port b90c4e0e-84b5-4070-8a63-fe4b033a62e1, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:37:59.364585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port cc6f9a7b-5787-47c8-b74f-d9482c869008 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:37:59.368485 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.370057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port cc6f9a7b-5787-47c8-b74f-d9482c869008 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:37:59.370597 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.373520 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:59.441881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Allocated IP 172.20.0.1 (e1ab7c77-3ad1-4b75-ba05-1b12804989e3/77887c79-0cda-4d3f-a205-d8d56023c3e6/a6e99f71-b8c0-49e2-89a3-2333d6e3419f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:37:59.446753 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Pushing event updated for resources: {'Port': ['ID=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:59.451411 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-a6ecb63a-0ce2-4224-8610-13648564cf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:59.455463 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:37:59.456001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb69c40>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:59.491531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.526912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port cc6f9a7b-5787-47c8-b74f-d9482c869008, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cc6f9a7b-5787-47c8-b74f-d9482c869008,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:37:59.531032 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.533733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:59.606666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.613420 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=cc6f9a7b-5787-47c8-b74f-d9482c869008,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:59.617745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:59.625912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Transition to ACTIVE for port object a6e99f71-b8c0-49e2-89a3-2333d6e3419f will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:37:59.648841 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.653249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:37:59.662402 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:37:59.713930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:37:59.722022 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:37:59.726258 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:37:59.756969 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:37:59.763378 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:37:59.792607 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.882682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.958775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-66dc9922-4638-4d70-ae4b-46386e84d623 None None] Provisioning for port a6e99f71-b8c0-49e2-89a3-2333d6e3419f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:37:59.964023 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-66dc9922-4638-4d70-ae4b-46386e84d623 None None] Provisioning complete for port a6e99f71-b8c0-49e2-89a3-2333d6e3419f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:37:59.964510 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-66dc9922-4638-4d70-ae4b-46386e84d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:37:59.973851 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb69c40>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:57Z', 'revision_number': 3, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:37:59.978546 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18ffc6-0716-4b24-9b73-efc5fa0489b2 None None] The sync data for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv is: [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:57Z', 'revision_number': 3, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:38:00.026205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-66dc9922-4638-4d70-ae4b-46386e84d623 None None] Port a6e99f71-b8c0-49e2-89a3-2333d6e3419f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:38:00.113472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:00.118273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:00.154977 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:00.237415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:00.240286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:00.243381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:00.387106 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:38:00.388297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:00.652708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-0e577ae4-f22a-4d5b-a2bb-5474f135959b None None] Provisioning complete for port a6e99f71-b8c0-49e2-89a3-2333d6e3419f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:00.653243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0e577ae4-f22a-4d5b-a2bb-5474f135959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:00.719087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-0e577ae4-f22a-4d5b-a2bb-5474f135959b None None] Port a6e99f71-b8c0-49e2-89a3-2333d6e3419f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:38:00.798448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Router 5913b689-b025-4922-9bf3-447d5b1e4f69 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:38:01.104945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:38:01.114257 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] 10.222.0.48 "PUT /v2.0/routers/5913b689-b025-4922-9bf3-447d5b1e4f69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8644724
Dec 15 19:38:01.275159 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cc6f9a7b-5787-47c8-b74f-d9482c869008 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:01.346389 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port cc6f9a7b-5787-47c8-b74f-d9482c869008 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:01.346852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:01.462396 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b90c4e0e-84b5-4070-8a63-fe4b033a62e1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:01.529643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:01.535107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:01.535486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:01.652642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:01.670461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port b90c4e0e-84b5-4070-8a63-fe4b033a62e1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:01.675362 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:01.677250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:01.741155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:01.744194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:01.963231 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41082) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:01.969801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-703279861-network', 'tenant_id': '91ae05ab8def4641829416dc508277f2'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:01.975093 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:01.978929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Usage tracker for resource:network and tenant:91ae05ab8def4641829416dc508277f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:01.981735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:01.987608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:01.998092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Made reservation on behalf of 91ae05ab8def4641829416dc508277f2 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:38:02.000338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.012497 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.046280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:02.050081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Usage tracker for resource:security_group_rule and tenant:91ae05ab8def4641829416dc508277f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:02.052785 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:02.058894 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:02.123432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.127048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.130854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1da1f3cb-6e4c-4a90-8d2f-8f22058f8202 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:02.157648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:38:02.167016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b650daf2-ecfe-4776-8668-07715752281e,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:02.170481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:02.172909 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.173245 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Added segment 30d2b080-019c-403d-8890-f5183f335938 of type vlan for network 282a3c4c-f559-4935-b04c-2286b8f38a07
Dec 15 19:38:02.200081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.229288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.230216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:02.230784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.234312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fbb042ac-9e14-488d-bafd-7b2e3fea58c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:02.334285 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Pushing event updated for resources: {'Network': ['ID=282a3c4c-f559-4935-b04c-2286b8f38a07,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:02.337532 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3732531
Dec 15 19:38:02.338405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6741442c-da3e-47c5-b6ad-7e634b1ca90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:02.340677 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41086) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:02.344813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:38:02.345533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Request body: {'subnet': {'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-703279861-subnet', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:02.350406 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:02.354369 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Usage tracker for resource:subnet and tenant:91ae05ab8def4641829416dc508277f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:02.357176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:02.363335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:02.373315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Made reservation on behalf of 91ae05ab8def4641829416dc508277f2 for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:38:02.375700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.577184 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.580985 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8ed83843-b721-4b43-8d05-466bd14e3009 tempest-NetworksTestDHCPv6-2034278395 tempest-NetworksTestDHCPv6-2034278395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:02.652863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070d752d-e715-4a56-bb76-a9c190f5376e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:02.657265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:02.667290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Checking segment: {'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:38:02.667650 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Network hostable DHCP agents. Network: 282a3c4c-f559-4935-b04c-2286b8f38a07, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:38:02.691000 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:38:02.701175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, 282a3c4c-f559-4935-b04c-2286b8f38a07) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:02.705525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:02.706096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.711336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc50d03-180e-4105-a5ef-29bfe829ac64 None None] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:38:02.729456 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-81b682d5-6122-44af-aca5-cc00db373999 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3880057
Dec 15 19:38:02.731749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41090) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:02.737037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:02.741776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:02.745658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Usage tracker for resource:router and tenant:91ae05ab8def4641829416dc508277f2 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:02.748448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:02.754481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:02.765436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.766360 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.785241 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.937222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-282a3c4c-f559-4935-b04c-2286b8f38a07', 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'fixed_ips': [{'subnet_id': '070d752d-e715-4a56-bb76-a9c190f5376e'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:38:02.938093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:02.940506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.101744 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Allocated IP 172.20.0.2 (282a3c4c-f559-4935-b04c-2286b8f38a07/070d752d-e715-4a56-bb76-a9c190f5376e/9842a593-32ed-44a2-afb2-a5520d6fa3fe) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:38:03.138808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.170036 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.269831 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b90c4e0e-84b5-4070-8a63-fe4b033a62e1 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:03.322337 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Allocated IP 172.26.1.14 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:38:03.416909 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.430301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Transition to ACTIVE for port object 9842a593-32ed-44a2-afb2-a5520d6fa3fe will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:03.433053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:03.433709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.478232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.500175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Sync routers for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:38:03.503360 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Transition to ACTIVE for port object 9842a593-32ed-44a2-afb2-a5520d6fa3fe will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:03.510232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.513612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.515343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-82342a54-2bfb-42ff-8911-7a81419a4b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:03.518892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:03.580324 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:38:03.583519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:03.587824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:38:03.615112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Pushing event updated for resources: {'Port': ['ID=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:03.617096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:03.617835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a65b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:03.621649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:03.680322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:38:03.696561 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:03.699250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:38:03.709575 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Pushing event updated for resources: {'Port': ['ID=9842a593-32ed-44a2-afb2-a5520d6fa3fe,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:03.711426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:03.758421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.759069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.911768 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Attempting to bind port 9842a593-32ed-44a2-afb2-a5520d6fa3fe on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:38:03.912138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Attempting to bind port 9842a593-32ed-44a2-afb2-a5520d6fa3fe by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:38:03.912504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Attempting to bind port 9842a593-32ed-44a2-afb2-a5520d6fa3fe on network 282a3c4c-f559-4935-b04c-2286b8f38a07 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:38:03.927439 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:38:03.927815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Checking segment: {'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:38:03.928218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.928612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Bound using segment: {'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:38:03.929083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Bound port: 9842a593-32ed-44a2-afb2-a5520d6fa3fe, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:38:03.929486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:03.948887 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:04.108212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:38:04.207944 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] For port 9842a593-32ed-44a2-afb2-a5520d6fa3fe, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:38:04.223740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] For port 9842a593-32ed-44a2-afb2-a5520d6fa3fe, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9842a593-32ed-44a2-afb2-a5520d6fa3fe,segment=NetworkSegment(30d2b080-019c-403d-8890-f5183f335938),segment_id=30d2b080-019c-403d-8890-f5183f335938)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:38:04.233253 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:04.239403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:04.320132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:38:04.330137 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Sync routers for ids ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:38:04.344719 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Routers {'ed070e57-a5ff-454c-aa22-004d5f1ad5a7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:04.346080 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced808460>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:04.346214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:04.350077 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.6147120
Dec 15 19:38:04.350308 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41094) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:04.382142 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Pushing event updated for resources: {'Port': ['ID=9842a593-32ed-44a2-afb2-a5520d6fa3fe,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:04.386141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:04.422324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a65b0>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 2, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:04.429065 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Checking router: 5913b689-b025-4922-9bf3-447d5b1e4f69 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:38:04.429754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Updating router 5913b689-b025-4922-9bf3-447d5b1e4f69 port a6e99f71-b8c0-49e2-89a3-2333d6e3419f binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:38:04.486011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:04.556170 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Set router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:04.916803 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced808460>, [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:38:03Z', 'revision_number': 3, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port': {'id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:03Z', 'updated_at': '2021-12-15T19:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:04.922581 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Checking router: ed070e57-a5ff-454c-aa22-004d5f1ad5a7 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:38:04.922581 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Updating router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:38:04.944322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:04.959095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Transition to ACTIVE for port object a6e99f71-b8c0-49e2-89a3-2333d6e3419f will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:04.967454 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:04.971735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:04.977212 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.150075 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30438f-e4ee-4f5a-af87-546cb6934524 None None] Pushing event updated for resources: {'Port': ['ID=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:05.153496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ed30438f-e4ee-4f5a-af87-546cb6934524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:05.272791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Attempting to bind port a6e99f71-b8c0-49e2-89a3-2333d6e3419f on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:38:05.273163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Attempting to bind port a6e99f71-b8c0-49e2-89a3-2333d6e3419f by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:38:05.285615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Attempting to bind port a6e99f71-b8c0-49e2-89a3-2333d6e3419f on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:38:05.296336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:38:05.296715 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Checking segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:38:05.297519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.297765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Bound using segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:38:05.298199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Bound port: a6e99f71-b8c0-49e2-89a3-2333d6e3419f, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:38:05.303021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.310604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.318541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9842a593-32ed-44a2-afb2-a5520d6fa3fe up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:05.471582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] For port a6e99f71-b8c0-49e2-89a3-2333d6e3419f, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:38:05.474294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 9842a593-32ed-44a2-afb2-a5520d6fa3fe completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:05.478621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] For port a6e99f71-b8c0-49e2-89a3-2333d6e3419f, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:38:05.488410 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.493290 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:05.502448 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.518933 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Transition to ACTIVE for port object c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:05.530078 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.542033 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-d8529c09-f1bf-4283-8499-9be7ce91bd4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:05.586441 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:05.587081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a65b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:05.591547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Allocated IP 172.20.0.1 (282a3c4c-f559-4935-b04c-2286b8f38a07/070d752d-e715-4a56-bb76-a9c190f5376e/c659f07b-616d-4a87-b8dd-8e302f5cb260) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:38:05.646963 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5f506-07d3-4c5f-98de-f3680b55b745 None None] Pushing event updated for resources: {'Port': ['ID=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:05.647997 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30438f-e4ee-4f5a-af87-546cb6934524 None None] Pushing event updated for resources: {'Port': ['ID=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:05.652106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ed30438f-e4ee-4f5a-af87-546cb6934524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:05.678405 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-39f5f506-07d3-4c5f-98de-f3680b55b745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:05.706734 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Attempting to bind port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:38:05.709105 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Attempting to bind port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:38:05.709712 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Attempting to bind port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:38:05.725268 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:38:05.726071 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:38:05.727077 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.727258 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:38:05.728037 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Bound port: c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:38:05.728688 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.811250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:05.862531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64dc6e9-29b3-4288-90ee-1d33e4bc52b8 None None] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:38:05.888497 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] For port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:38:05.893089 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] For port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:38:05.900069 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.904598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.905656 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-31f84f7f-32e5-4e7d-bc66-b71f4046b07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:05.924053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Transition to ACTIVE for port object c659f07b-616d-4a87-b8dd-8e302f5cb260 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:05.952863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:05.966822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f9c204c4-fd17-4747-a74e-e262b7533cc2 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:05.981560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Provisioning for port 9842a593-32ed-44a2-afb2-a5520d6fa3fe completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:05.983639 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5f506-07d3-4c5f-98de-f3680b55b745 None None] Pushing event updated for resources: {'Port': ['ID=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:05.987401 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-39f5f506-07d3-4c5f-98de-f3680b55b745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:05.990148 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Routers {'ed070e57-a5ff-454c-aa22-004d5f1ad5a7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:05.990753 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced808460>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:37:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:06.021341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:38:06.025553 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:06.029713 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:38:06.071806 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Provisioning complete for port 9842a593-32ed-44a2-afb2-a5520d6fa3fe triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:06.072186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.207088 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] Set router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:06.229074 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.266649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Pushing event updated for resources: {'Port': ['ID=c659f07b-616d-4a87-b8dd-8e302f5cb260,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:06.271055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:06.348904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.438270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.502684 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] For port 9842a593-32ed-44a2-afb2-a5520d6fa3fe, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9842a593-32ed-44a2-afb2-a5520d6fa3fe,segment=NetworkSegment(30d2b080-019c-403d-8890-f5183f335938),segment_id=30d2b080-019c-403d-8890-f5183f335938)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:06.511582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.516323 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-ed30438f-e4ee-4f5a-af87-546cb6934524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:06.520937 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced808460>, [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:38:03Z', 'revision_number': 3, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port': {'id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:03Z', 'updated_at': '2021-12-15T19:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:06.525206 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d05f8-d6e4-4703-8bb4-8e4a34aac54c None None] The sync data for ids ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'] in dv-neutron-821830-2-hyperv is: [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:38:03Z', 'revision_number': 3, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port': {'id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:03Z', 'updated_at': '2021-12-15T19:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:38:06.573456 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a65b0>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:05Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:06.587536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d8dff-c0c4-49ea-b14b-166a36bd2ec2 None None] The sync data for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv is: [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:05Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:38:06.599110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Pushing event updated for resources: {'Port': ['ID=9842a593-32ed-44a2-afb2-a5520d6fa3fe,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:06.603563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:06.607025 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.611767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.649427 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-958a0de9-c636-4fbb-ad0d-e58fa3ea1be1 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:06.744732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Pushing event updated for resources: {'Port': ['ID=c659f07b-616d-4a87-b8dd-8e302f5cb260,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:06.747297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.751111 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:06.883878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fa47b8a7-cea9-48a6-b410-988a18c0784a None None] Provisioning complete for port 9842a593-32ed-44a2-afb2-a5520d6fa3fe triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:06.884251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fa47b8a7-cea9-48a6-b410-988a18c0784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:06.904837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:38:06.908445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:07.122642 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fa47b8a7-cea9-48a6-b410-988a18c0784a None None] Provisioning for port c659f07b-616d-4a87-b8dd-8e302f5cb260 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:07.135837 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-fa47b8a7-cea9-48a6-b410-988a18c0784a None None] Provisioning complete for port c659f07b-616d-4a87-b8dd-8e302f5cb260 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:07.136464 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-fa47b8a7-cea9-48a6-b410-988a18c0784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:07.274027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-fa47b8a7-cea9-48a6-b410-988a18c0784a None None] Port c659f07b-616d-4a87-b8dd-8e302f5cb260 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:38:07.405828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9842a593-32ed-44a2-afb2-a5520d6fa3fe up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:07.460293 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:38:07.469109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-e727523a-e977-4abf-9178-f378240f40bf None None] Provisioning complete for port c659f07b-616d-4a87-b8dd-8e302f5cb260 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:07.469686 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e727523a-e977-4abf-9178-f378240f40bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:07.552888 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-e727523a-e977-4abf-9178-f378240f40bf None None] Port c659f07b-616d-4a87-b8dd-8e302f5cb260 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:38:07.567987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 9842a593-32ed-44a2-afb2-a5520d6fa3fe triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:07.568632 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:07.695956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:38:07.709530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a6e99f71-b8c0-49e2-89a3-2333d6e3419f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:07.721939 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] 10.222.0.48 "PUT /v2.0/routers/ed070e57-a5ff-454c-aa22-004d5f1ad5a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3705673
Dec 15 19:38:07.794960 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port a6e99f71-b8c0-49e2-89a3-2333d6e3419f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:07.801390 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a6e99f71-b8c0-49e2-89a3-2333d6e3419f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:07.801763 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:07.933276 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:07.967933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port a6e99f71-b8c0-49e2-89a3-2333d6e3419f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:07.974263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:07.976157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-35c81800-4283-49f1-aa2d-09fe700db609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:08.047929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:08.051843 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:08.440041 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41104) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:08.445760 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935609988', 'description': 'tempest-secgroup-smoke-1935609988 description', 'project_id': '59ba8903518944b9bf5cc42fbd539c35'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:08.451615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:08.455365 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:08.458153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:08.463721 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:08.474531 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.509572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:08.513270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:08.516005 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:08.521714 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:08.577415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.581765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.586930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-20e289c8-6990-4787-b180-499c41dba7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:08.624824 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de78f25-9926-433a-aa6a-206e997c9aa1,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:08.628326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:08.629513 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.630684 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1896420
Dec 15 19:38:08.634126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41108) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:08.639724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': '6de78f25-9926-433a-aa6a-206e997c9aa1', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:08.646311 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:08.650138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:08.652947 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:08.659361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:08.676774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.737851 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.741371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.743297 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-43039ec3-ebfe-4056-b752-f46943bc3f7a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:08.764304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0587a15-6e63-493b-8e3a-579acee0f64a,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:08.766628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:08.774163 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.775303 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-61c9cf4b-e123-4c12-99aa-eac90168707e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1401198
Dec 15 19:38:08.778017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41112) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:08.783900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': '6de78f25-9926-433a-aa6a-206e997c9aa1', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:08.789996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:08.793730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:08.796498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:08.802139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:08.820008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.881769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.885920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.892511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1009d808-6062-4ff8-9db0-244a1fb2c476 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:08.914831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6d81ba-c6d2-4340-9839-b2a9a81eac4c,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:08.918026 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:08.925008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:08.926207 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-117bffec-a929-4242-a729-d547b47859ab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1472914
Dec 15 19:38:08.929032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41116) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:08.934619 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': '6de78f25-9926-433a-aa6a-206e997c9aa1', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:08.940989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:08.944823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:08.947680 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:08.953561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:08.972524 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.036254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.040642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.042563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:09.064540 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf7ac3e-b711-4e3b-9a96-ee8b6c9ccab2,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:09.067410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:09.075381 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.076614 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-15aa0248-ca01-4f73-8dc2-62bb2037e367 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1466622
Dec 15 19:38:09.080292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41120) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:09.086046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': '6de78f25-9926-433a-aa6a-206e997c9aa1', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:09.092183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:09.096032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:09.098895 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:09.104576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:09.122383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.312278 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:09.322817 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.327793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.330367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6bbc1ff8-b92b-4263-a7a0-b1bacab79c38 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:09.351779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd853c30-1dac-4819-b883-0355cf1cc230,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:09.356090 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:09.365492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.369378 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2860444
Dec 15 19:38:09.370099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41124) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:09.375613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': '6de78f25-9926-433a-aa6a-206e997c9aa1', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:09.381883 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:09.383793 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:09.386472 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:09.388915 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:09.389410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:09.389544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.396402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:09.409709 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Project 59ba8903518944b9bf5cc42fbd539c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:38:09.417926 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.491532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.495660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.497820 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e7084b83-a8d4-4827-8f3b-817752785cc9 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:09.517713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.520583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed6ff90-5f6f-40db-8c6b-2e9c15f19114,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:09.523043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:09.534756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.536077 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-dc08d16d-3ef2-4c67-9fce-5838b5fdff0a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1650553
Dec 15 19:38:09.539352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41128) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:09.542048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:09.546324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.546795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': '6de78f25-9926-433a-aa6a-206e997c9aa1', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:09.547728 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a6e99f71-b8c0-49e2-89a3-2333d6e3419f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:09.553230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:09.558215 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:09.561170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:09.567124 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:09.578935 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Project 59ba8903518944b9bf5cc42fbd539c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:38:09.586295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.610224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9bcca7ce-9f5d-4aa2-a873-b734a48d1043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:09.656886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.676435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.680130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2b5f9053-95f4-402f-97e0-4f690838ad1f tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:09.719374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port a6e99f71-b8c0-49e2-89a3-2333d6e3419f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:09.720308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.740150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:09.750172 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2013202
Dec 15 19:38:09.750172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bac9d25-8a2d-43ea-923d-538c30ff54ce,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:09.758148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-99f7f796-79d8-49ac-920e-21633337d921 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:09.762266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:09.765951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:10.082011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-5e2846ed-79cf-4f3a-b2e7-25cbc587d27f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:38:10.097978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-5e2846ed-79cf-4f3a-b2e7-25cbc587d27f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:38:10.099097 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-5e2846ed-79cf-4f3a-b2e7-25cbc587d27f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935609988&fields=id&tenant_id=59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 267 time: 0.0606432
Dec 15 19:38:10.244284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-beb3db08-f008-4a9b-a808-46e5a10cb727 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:10.245637 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-beb3db08-f008-4a9b-a808-46e5a10cb727 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 809 time: 0.1400521
Dec 15 19:38:10.262382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-6e8d1237-202a-4f49-95a4-fc7f2c3f5700 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/quotas/59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 375 time: 0.0111423
Dec 15 19:38:10.341176 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-90153dec-b9db-4d3e-b349-9066c4c2b2b9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:38:10.357764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-90153dec-b9db-4d3e-b349-9066c4c2b2b9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:38:10.359093 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-90153dec-b9db-4d3e-b349-9066c4c2b2b9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0921233
Dec 15 19:38:10.623086 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-fa1d5552-029e-4fdd-947c-d730b153bdf8 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2515817
Dec 15 19:38:10.756275 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-35353df5-a1b8-4035-a349-7a7d3a749649 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274636
Dec 15 19:38:11.017907 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9f0409ef-2aae-4961-b529-ede8d8a3130f req-04224ef3-8814-4820-9a40-ace571b0d9db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 210 time: 0.1191621
Dec 15 19:38:11.216792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:11.284330 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:11.284607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:12.065132 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:38:12.134448 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a50d7f1-7324-44c1-9193-462d2b8abdb9 req-9d0146b3-9bfd-4bfd-97dd-41200d231ca8 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 210 time: 0.0452809
Dec 15 19:38:13.245294 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9601556e-7732-42b3-a42c-453f2d3040d0 req-55c4cc1f-2e1a-4289-a0d8-bc21bfffacc2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 210 time: 0.0410118
Dec 15 19:38:13.383041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-94903b07-2214-44f1-835e-ff6522de5da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:14.411247 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6a3e87e2-1288-4aa8-b65f-efe92cf8eef1 req-6e1e3607-64d6-46cd-a513-c06f2c1874b9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 210 time: 0.0422766
Dec 15 19:38:15.013290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4526edbb-b1d4-433b-b56a-a7e4bbb47736 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:15.014727 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4526edbb-b1d4-433b-b56a-a7e4bbb47736 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 809 time: 0.1499085
Dec 15 19:38:15.069855 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-501d409d-191d-4161-adfa-3ff1f85ca69e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 380 time: 0.0424566
Dec 15 19:38:15.082284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'port': {'device_id': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'admin_state_up': True, 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'security_groups': ['6de78f25-9926-433a-aa6a-206e997c9aa1']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:15.217084 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:15.226955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:15.236463 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Made reservation on behalf of 59ba8903518944b9bf5cc42fbd539c35 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:38:15.239691 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:15.413359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Allocated IP 172.20.0.10 (e1ab7c77-3ad1-4b75-ba05-1b12804989e3/77887c79-0cda-4d3f-a205-d8d56023c3e6/b13d77b4-5224-4e36-9d6a-bd5b60ece203) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:38:15.578018 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-31511a6d-dce6-4cd4-a4df-bd6e7da3aa7e req-bf0ed850-9b25-4857-bbe2-b4e39cd1303b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 210 time: 0.0440915
Dec 15 19:38:15.601214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:15.617110 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Transition to ACTIVE for port object b13d77b4-5224-4e36-9d6a-bd5b60ece203 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:15.638289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:15.644385 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:15.651729 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bc35588f-39f0-4434-9a38-4ee01da05c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:15.722073 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:38:15.722888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:15.725453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:15.727276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:15.727960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:38:15.788475 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:15.789129 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:15.815217 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-485291f5-8428-4b3c-8178-73c2f529a6e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7365637
Dec 15 19:38:15.900370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Request body: {'port': {'device_id': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:16.030250 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-03811bce-8a47-4eb7-9152-0c155b22345e None None] Provisioning for port b13d77b4-5224-4e36-9d6a-bd5b60ece203 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:16.036313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-03811bce-8a47-4eb7-9152-0c155b22345e None None] Provisioning complete for port b13d77b4-5224-4e36-9d6a-bd5b60ece203 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:16.036800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-03811bce-8a47-4eb7-9152-0c155b22345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.089816 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-03811bce-8a47-4eb7-9152-0c155b22345e None None] Port b13d77b4-5224-4e36-9d6a-bd5b60ece203 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:38:16.121444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.456651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13d77b4-5224-4e36-9d6a-bd5b60ece203 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:38:16.463279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.477212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Transition to ACTIVE for port object b13d77b4-5224-4e36-9d6a-bd5b60ece203 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:16.480878 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.485069 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e23e059a-666a-434e-9ebe-354e3f5ce2e5 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:16.639922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:16.650493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:16.791437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Attempting to bind port b13d77b4-5224-4e36-9d6a-bd5b60ece203 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:38:16.791764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Attempting to bind port b13d77b4-5224-4e36-9d6a-bd5b60ece203 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:38:16.792087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Attempting to bind port b13d77b4-5224-4e36-9d6a-bd5b60ece203 on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:38:16.801951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Port b13d77b4-5224-4e36-9d6a-bd5b60ece203 on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:38:16.802195 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Attempting to bind port b13d77b4-5224-4e36-9d6a-bd5b60ece203 on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:38:16.815618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:38:16.815951 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Checking segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:38:16.816329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Bound using segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:38:16.816752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Bound port: b13d77b4-5224-4e36-9d6a-bd5b60ece203, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:38:16.817091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.873194 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.882300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c255c9-fa3b-4902-9cc4-5d3dc2602b70 req-0c862b38-2e1a-4b3f-8e79-59e23d91e891 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:16.882992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-46c255c9-fa3b-4902-9cc4-5d3dc2602b70 req-0c862b38-2e1a-4b3f-8e79-59e23d91e891 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:38:16.911516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.924939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-46c255c9-fa3b-4902-9cc4-5d3dc2602b70 req-0c862b38-2e1a-4b3f-8e79-59e23d91e891 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:38:16.926107 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-46c255c9-fa3b-4902-9cc4-5d3dc2602b70 req-0c862b38-2e1a-4b3f-8e79-59e23d91e891 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.1914399
Dec 15 19:38:16.956364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:38:16.974547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:38:16.981033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:16.987301 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:17.031234 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-46c255c9-fa3b-4902-9cc4-5d3dc2602b70 req-fbf4b25e-3729-4643-a017-17beb500aa81 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970743
Dec 15 19:38:17.045927 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:17.047535 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] 10.222.0.64 "PUT /v2.0/ports/b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1094 time: 1.2251196
Dec 15 19:38:17.050386 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:38:17.087773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:17.128533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:17.134440 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'status': 'completed', 'code': 200}
Dec 15 19:38:17.174497 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-f0dec951-b8b8-40c0-bca1-cedbd102eee5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1097 time: 0.0833597
Dec 15 19:38:17.247472 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-84e19fbd-fd20-4c7d-9eae-6d43620a3cd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 217 time: 0.0660748
Dec 15 19:38:17.311694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-fb28ec6b-91e6-4668-9067-e0bc4cadcdc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:17.313086 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-fb28ec6b-91e6-4668-9067-e0bc4cadcdc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0567515
Dec 15 19:38:17.399370 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-5a124e4a-c20b-4fe7-b853-40da689aa780 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0793200
Dec 15 19:38:17.529845 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-eda2b140-9356-4fce-a14e-833442de5091 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242790
Dec 15 19:38:17.661679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-705ef916-5005-45ec-8080-c1d71bcecd70 req-32d01b75-845a-4c55-b953-42a526f22c19 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251187
Dec 15 19:38:17.782902 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-5979510c-a685-4687-a498-e20a05c8117c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1097 time: 0.0738401
Dec 15 19:38:18.020805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-0a4a81e2-f458-4ccd-9cea-e06b4f805508 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:18.022241 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-0a4a81e2-f458-4ccd-9cea-e06b4f805508 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.2322648
Dec 15 19:38:18.089602 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-6de88a57-c06b-4514-9ae4-23e30780031d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 217 time: 0.0604913
Dec 15 19:38:18.155206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-72b9348a-6112-44ef-b887-a08c8e2b0ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:18.156625 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-72b9348a-6112-44ef-b887-a08c8e2b0ba2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0598617
Dec 15 19:38:18.289839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09a6e-df3e-45cd-8f11-de1607f20ac4 req-1d021b52-4ce7-4623-8550-bb6b016b2b9f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:18.291254 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-38c09a6e-df3e-45cd-8f11-de1607f20ac4 req-1d021b52-4ce7-4623-8550-bb6b016b2b9f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.1337967
Dec 15 19:38:18.293954 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-a586b29a-070d-433b-9074-a2533d970891 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1062107
Dec 15 19:38:18.387935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:18.420996 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-38c09a6e-df3e-45cd-8f11-de1607f20ac4 req-da92ddbd-5249-43f8-853f-97c3d8fc1e01 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240232
Dec 15 19:38:18.457316 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-65953394-5c3c-4f6e-9859-0a7ba65c254b service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467848
Dec 15 19:38:18.587166 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-17db0c05-684a-440b-a5a6-48ccd50c6bb4 req-46e580d5-c531-456a-b235-363986d37815 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233025
Dec 15 19:38:19.616636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27102b-098b-4e13-90a0-2515230ca7df req-e787fc73-07d8-459b-affd-5293e251a498 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:19.618173 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ad27102b-098b-4e13-90a0-2515230ca7df req-e787fc73-07d8-459b-affd-5293e251a498 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0778830
Dec 15 19:38:19.663581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ad27102b-098b-4e13-90a0-2515230ca7df req-c8ad9126-1a0a-4eaf-bd07-6aaaafcf1df6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:38:19.675927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ad27102b-098b-4e13-90a0-2515230ca7df req-c8ad9126-1a0a-4eaf-bd07-6aaaafcf1df6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:38:19.677048 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ad27102b-098b-4e13-90a0-2515230ca7df req-c8ad9126-1a0a-4eaf-bd07-6aaaafcf1df6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524814
Dec 15 19:38:19.990487 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:38:20.123759 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:20.136813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'port_id': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'mac_address': 'fa:16:3e:7b:1f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:38:20.190568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:20.207623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13d77b4-5224-4e36-9d6a-bd5b60ece203 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:38:20.222189 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:20.226104 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:20.228002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-9bcca7ce-9f5d-4aa2-a873-b734a48d1043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:20.323839 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:20.326892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:20.434119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['b13d77b4-5224-4e36-9d6a-bd5b60ece203'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:38:20.868511 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8149027-c4c7-417e-8fc7-c3ced6a89bd1 req-bb388eed-8c7d-4b5e-a45c-0fbf0e715ce8 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:20.869970 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d8149027-c4c7-417e-8fc7-c3ced6a89bd1 req-bb388eed-8c7d-4b5e-a45c-0fbf0e715ce8 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 945 time: 0.0753655
Dec 15 19:38:20.920315 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d8149027-c4c7-417e-8fc7-c3ced6a89bd1 req-c546907c-52b6-4d49-a2a1-e06ba482948e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449493
Dec 15 19:38:21.990855 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:22.059092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port b13d77b4-5224-4e36-9d6a-bd5b60ece203 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:22.063812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port b13d77b4-5224-4e36-9d6a-bd5b60ece203 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:22.064185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:22.125077 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c4f80-e275-4521-adf6-8db0cd774350 req-c0267fd3-3366-4063-8fbe-fa13e137a8e9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:22.126559 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-055c4f80-e275-4521-adf6-8db0cd774350 req-c0267fd3-3366-4063-8fbe-fa13e137a8e9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 945 time: 0.0811143
Dec 15 19:38:22.181076 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-055c4f80-e275-4521-adf6-8db0cd774350 req-66b6c212-2a21-4761-89f0-e1c4405cdb88 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481839
Dec 15 19:38:22.186645 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:22.213721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:38:22.223477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:22.228532 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:22.230380 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:22.274791 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'code': 200}
Dec 15 19:38:22.298287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:22.301698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:22.497749 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7bbdb9cd-b4a4-4f97-b038-554034c1bdc0 req-9c92ec3a-8ee1-4c24-bba1-8b9a92497fa4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1099 time: 0.0682592
Dec 15 19:38:22.541142 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7bbdb9cd-b4a4-4f97-b038-554034c1bdc0 req-efcadbe5-7a2c-4ea8-becd-cce5a8dcc0d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365839
Dec 15 19:38:23.520857 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ccef3-ae47-4786-a02e-4536e77c45be req-489eba7c-123c-4a73-a832-22cbba8573d0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:23.522371 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-862ccef3-ae47-4786-a02e-4536e77c45be req-489eba7c-123c-4a73-a832-22cbba8573d0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0818088
Dec 15 19:38:23.573111 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-862ccef3-ae47-4786-a02e-4536e77c45be req-1519de77-502b-4664-84b3-15ab9a517ac9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451286
Dec 15 19:38:24.773439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6aac2-606b-48a8-a285-094423ac2579 req-83fc8361-b116-4e31-b85c-5be9fc3f8131 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:24.774852 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f3e6aac2-606b-48a8-a285-094423ac2579 req-83fc8361-b116-4e31-b85c-5be9fc3f8131 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0795970
Dec 15 19:38:24.819349 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f3e6aac2-606b-48a8-a285-094423ac2579 req-c537c9ef-661d-458a-9ba5-13c01922ea2d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389955
Dec 15 19:38:25.015814 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c6652-347c-48a1-9380-51c0b9bbb2dd req-5643b84c-b9b1-4a32-9db7-e6c71667ebe5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:25.017253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f27c6652-347c-48a1-9380-51c0b9bbb2dd req-5643b84c-b9b1-4a32-9db7-e6c71667ebe5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0792201
Dec 15 19:38:25.063931 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f27c6652-347c-48a1-9380-51c0b9bbb2dd req-044a48b2-6c74-4ea7-9b28-fca83e902274 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405140
Dec 15 19:38:25.091185 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41196) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:25.226600 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-23d9551d-7910-4638-b528-40f4e7b93ae6 tempest-TestShelveInstance-101586336 tempest-TestShelveInstance-101586336-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1094 time: 0.1341488
Dec 15 19:38:25.229284 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41202) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:38:25.234583 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:38:25.240757 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:38:25.244612 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:floatingip and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:38:25.247495 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:38:25.253707 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:38:25.264111 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:25.401548 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:25.531069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Allocated IP 172.26.1.236 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/43005cb7-2e85-4080-bebe-05db47bf4698) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:38:25.678040 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:25.706426 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:25.711399 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d4e2d25f-540d-45fc-83b8-3e89b69b57ad tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:25.779763 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:38:25.782832 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:38:25.786099 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:38:25.814878 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'Port': ['ID=43005cb7-2e85-4080-bebe-05db47bf4698,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:25.820747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:26.388288 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:26.443146 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:26.649059 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:26.653086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:26.657267 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d1c70ece-af8e-42ab-8db2-a2b41cdf157a tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:26.752354 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'Port': ['ID=43005cb7-2e85-4080-bebe-05db47bf4698,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:26.756376 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:26.771149 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:26.960319 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Floating IP 3e2965ea-3e8f-43b6-b816-6088037db448 associated. External IP: 172.26.1.236, port: b13d77b4-5224-4e36-9d6a-bd5b60ece203.
Dec 15 19:38:27.346632 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Router 5913b689-b025-4922-9bf3-447d5b1e4f69 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:38:27.477282 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:27.544666 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:38:27.554713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] Sync routers for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:38:27.567490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:27.568100 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a6100>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:38:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:27.570655 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:27.739852 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-aec10c09-ce66-4710-8eb0-f002d6439fc7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5095174
Dec 15 19:38:27.740505 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:38:27.757949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:27.794489 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'status': 'completed', 'code': 200}
Dec 15 19:38:27.892822 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-26db4e06-eb47-4448-bbee-7d72e2c1b917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1099 time: 0.0720403
Dec 15 19:38:28.025057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-b313dc76-ed09-4d43-89a3-83ae6aa00e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:28.026413 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-b313dc76-ed09-4d43-89a3-83ae6aa00e59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1278601
Dec 15 19:38:28.104421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a6100>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '3e2965ea-3e8f-43b6-b816-6088037db448', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'floating_ip_address': '172.26.1.236', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'port_id': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'mac_address': 'fa:16:3e:7b:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:38:26Z', 'updated_at': '2021-12-15T19:38:26Z', 'revision_number': 0, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:28.108298 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] Checking router: 5913b689-b025-4922-9bf3-447d5b1e4f69 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:38:28.118800 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:28.119399 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a6100>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:38:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:28.129915 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-132f832a-e865-4992-b86c-30509f8b9200 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1000 time: 0.0964987
Dec 15 19:38:28.192733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-1bf37610-0ecc-4e45-9bf2-dcc8349a561d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:28.194168 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-1bf37610-0ecc-4e45-9bf2-dcc8349a561d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0579052
Dec 15 19:38:28.271673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-4a489551-4d49-4984-a239-8a84509e4ed8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712161
Dec 15 19:38:28.296591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:28.404063 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-e870e8af-c8ce-49be-b514-2463d4c38ea1 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260607
Dec 15 19:38:28.629371 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Sync routers for ids ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:38:28.645470 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Routers {'ed070e57-a5ff-454c-aa22-004d5f1ad5a7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:28.646366 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedae3d60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:38:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:28.657082 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cc37efd9-2142-4709-b756-9fe0c77d8204 req-c1c757ff-158d-4e5e-bf74-443c6b27153f service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2461779
Dec 15 19:38:28.823329 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Set router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:28.866607 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced5a6100>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '3e2965ea-3e8f-43b6-b816-6088037db448', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'floating_ip_address': '172.26.1.236', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'port_id': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'mac_address': 'fa:16:3e:7b:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:38:26Z', 'updated_at': '2021-12-15T19:38:26Z', 'revision_number': 0, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:28.873987 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b59bd-ad64-4492-9282-252dc5aa559b None None] The sync data for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv is: [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': '3e2965ea-3e8f-43b6-b816-6088037db448', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'floating_ip_address': '172.26.1.236', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'port_id': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'mac_address': 'fa:16:3e:7b:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:38:26Z', 'updated_at': '2021-12-15T19:38:26Z', 'revision_number': 0, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:38:29.063172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14099b1-f24e-4dd1-8611-74d198ef1c3c None None] New status for floating IP 3e2965ea-3e8f-43b6-b816-6088037db448: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:38:29.140272 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedae3d60>, [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:38:06Z', 'revision_number': 4, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port': {'id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:03Z', 'updated_at': '2021-12-15T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c659f07b-616d-4a87-b8dd-8e302f5cb260', 'name': '', 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '070d752d-e715-4a56-bb76-a9c190f5376e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:05Z', 'updated_at': '2021-12-15T19:38:06Z', 'revision_number': 2, 'project_id': '91ae05ab8def4641829416dc508277f2', 'subnets': [{'id': '070d752d-e715-4a56-bb76-a9c190f5376e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:29.144123 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Checking router: ed070e57-a5ff-454c-aa22-004d5f1ad5a7 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:38:29.144472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Updating router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 port c659f07b-616d-4a87-b8dd-8e302f5cb260 binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:38:29.195267 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:29.547325 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:29.558241 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Transition to ACTIVE for port object c659f07b-616d-4a87-b8dd-8e302f5cb260 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:38:29.564472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:29.568021 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-7b0e95f8-aba1-4fae-8909-a37c9d51d357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:29.758511 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baced4-1a26-45a7-a259-783f803193da None None] Pushing event updated for resources: {'Port': ['ID=c659f07b-616d-4a87-b8dd-8e302f5cb260,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:29.761548 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-31baced4-1a26-45a7-a259-783f803193da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:29.788109 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Attempting to bind port c659f07b-616d-4a87-b8dd-8e302f5cb260 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:38:29.788558 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Attempting to bind port c659f07b-616d-4a87-b8dd-8e302f5cb260 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:38:29.788982 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Attempting to bind port c659f07b-616d-4a87-b8dd-8e302f5cb260 on network 282a3c4c-f559-4935-b04c-2286b8f38a07 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:38:29.795803 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:38:29.796167 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Checking segment: {'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:38:29.796559 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:29.796946 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Bound using segment: {'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:38:29.797464 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Bound port: c659f07b-616d-4a87-b8dd-8e302f5cb260, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d2b080-019c-403d-8890-f5183f335938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:38:29.797789 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:29.885190 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] For port c659f07b-616d-4a87-b8dd-8e302f5cb260, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:38:29.888156 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] For port c659f07b-616d-4a87-b8dd-8e302f5cb260, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c659f07b-616d-4a87-b8dd-8e302f5cb260,segment=NetworkSegment(30d2b080-019c-403d-8890-f5183f335938),segment_id=30d2b080-019c-403d-8890-f5183f335938)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:38:29.892354 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:29.896593 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-f5698b78-9bbc-45f8-9d54-317d8024b573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:29.972386 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baced4-1a26-45a7-a259-783f803193da None None] Pushing event updated for resources: {'Port': ['ID=c659f07b-616d-4a87-b8dd-8e302f5cb260,revision_number=4']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:29.975841 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-31baced4-1a26-45a7-a259-783f803193da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:29.977534 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Routers {'ed070e57-a5ff-454c-aa22-004d5f1ad5a7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:38:29.978142 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedae3d60>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:38:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:30.166085 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] Set router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:38:30.476344 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedae3d60>, [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:38:06Z', 'revision_number': 4, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port': {'id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:03Z', 'updated_at': '2021-12-15T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c659f07b-616d-4a87-b8dd-8e302f5cb260', 'name': '', 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '070d752d-e715-4a56-bb76-a9c190f5376e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:05Z', 'updated_at': '2021-12-15T19:38:29Z', 'revision_number': 4, 'project_id': '91ae05ab8def4641829416dc508277f2', 'subnets': [{'id': '070d752d-e715-4a56-bb76-a9c190f5376e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:38:30.480251 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90887b-980f-45d0-87c1-58e5e74dcc72 None None] The sync data for ids ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'] in dv-neutron-821830-2-hyperv is: [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:38:06Z', 'revision_number': 4, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port': {'id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:03Z', 'updated_at': '2021-12-15T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'c659f07b-616d-4a87-b8dd-8e302f5cb260', 'name': '', 'network_id': '282a3c4c-f559-4935-b04c-2286b8f38a07', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '070d752d-e715-4a56-bb76-a9c190f5376e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:05Z', 'updated_at': '2021-12-15T19:38:29Z', 'revision_number': 4, 'project_id': '91ae05ab8def4641829416dc508277f2', 'subnets': [{'id': '070d752d-e715-4a56-bb76-a9c190f5376e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:38:31.243316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c659f07b-616d-4a87-b8dd-8e302f5cb260 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:31.313749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port c659f07b-616d-4a87-b8dd-8e302f5cb260 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:38:31.318776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c659f07b-616d-4a87-b8dd-8e302f5cb260 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:31.319162 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:31.432868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:31.465400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port c659f07b-616d-4a87-b8dd-8e302f5cb260, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c659f07b-616d-4a87-b8dd-8e302f5cb260,segment=NetworkSegment(30d2b080-019c-403d-8890-f5183f335938),segment_id=30d2b080-019c-403d-8890-f5183f335938)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:38:31.469081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:31.470928 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:38:31.533858 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=c659f07b-616d-4a87-b8dd-8e302f5cb260,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:38:31.536799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:38:33.225347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c659f07b-616d-4a87-b8dd-8e302f5cb260 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:38:33.296180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port c659f07b-616d-4a87-b8dd-8e302f5cb260 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:38:33.296548 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:41.650010 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-bdace149-132d-42e2-88c5-c70efd8c3c4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687168
Dec 15 19:38:41.790873 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-84c044ad-5601-4085-a084-2892656a0ed8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1099 time: 0.0731978
Dec 15 19:38:41.934606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-502098bb-1f8a-40a2-91b8-3c3a684ca20a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:41.935940 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-502098bb-1f8a-40a2-91b8-3c3a684ca20a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1271193
Dec 15 19:38:42.042133 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-146b2813-8b5b-482f-a5c6-49e6f5dcaad2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1002 time: 0.0990806
Dec 15 19:38:42.104547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-0fec15e1-1a1d-4be3-a6e5-c138cf9d7d24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:38:42.105949 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-0fec15e1-1a1d-4be3-a6e5-c138cf9d7d24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0563529
Dec 15 19:38:42.182637 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-4ed8e0a6-1f63-4262-b4e6-e09676818be3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691454
Dec 15 19:38:42.314484 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-6cb45682-1e26-4f56-9a4d-ef0fe6397a08 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239481
Dec 15 19:38:42.449844 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cdfe3964-a8f4-4f18-8ee9-2c7369b59294 req-347e9c88-a2ce-4689-bed0-92f48b170dcc service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250656
Dec 15 19:38:43.387236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f3d3adfc-ee6a-41b4-8704-fa547fdc9dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:45.654169 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ee39f73a-b532-40e9-8764-387460a8322f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:46.873760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:46.915314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:48.388814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:38:49.064744 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:38:57.474333 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:07.447086 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-14a25811-2707-40de-8ed6-d324b8330cfa req-457a3db9-c0ff-47b0-a760-9a3f1c2d22d3 service neutron] (83670) timed out ('10.222.0.48', 36962) {{(pid=83670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 15 19:39:13.390255 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-0844374d-e536-46ed-ab27-85846ce2951b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:15.656182 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e2fd36ab-e689-4169-a689-824868723b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:16.875590 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:16.916508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:18.392463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:26.064819 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:39:27.485626 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:42.627828 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-e1927f08-c40a-4148-b9f8-e772ff323fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704534
Dec 15 19:39:42.766665 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-e8d7eb58-3b33-4e10-a5ed-516d25deb463 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1099 time: 0.0691121
Dec 15 19:39:42.918151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-e182e9f0-2a56-45f8-a174-25c8d9da6dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:39:42.919520 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-e182e9f0-2a56-45f8-a174-25c8d9da6dae service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1332059
Dec 15 19:39:43.023515 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-0f33d574-1563-41e8-a222-d04d091deef6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1002 time: 0.0961032
Dec 15 19:39:43.088626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-3b738762-c401-45b7-a002-22f65275673c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:39:43.090034 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-3b738762-c401-45b7-a002-22f65275673c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0607376
Dec 15 19:39:43.163153 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-0c8e4633-d55a-456d-ae0f-8881974a4834 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668459
Dec 15 19:39:43.293138 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-74a391b3-762b-48f6-a4e6-c31162659649 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231532
Dec 15 19:39:43.393704 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-337b4e15-9224-4969-a9d9-fee571a69131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:43.529470 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3e54174f-ad46-4cad-b13b-b7bbdf70109f req-bf6d76a2-d768-4502-a5e4-e74f76cc1914 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293925
Dec 15 19:39:45.657616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6cb50c09-82cf-4f32-8084-08903c9cb683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:46.880653 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:46.918027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:48.394096 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:39:57.484344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:03.065409 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:40:13.396094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ae14-afdf-4899-b42c-0d8931a6bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:15.658709 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-21ebcc2d-35ad-4f42-8a5c-e7b90e5851c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:16.881138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:16.918087 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:18.397643 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:23.105752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff1df-2ca7-48d0-8b15-030c2df71760 req-63843ddf-7a62-4951-a8eb-5e0b6a3278df tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:23.107060 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8ddff1df-2ca7-48d0-8b15-030c2df71760 req-63843ddf-7a62-4951-a8eb-5e0b6a3278df tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0805533
Dec 15 19:40:23.152896 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8ddff1df-2ca7-48d0-8b15-030c2df71760 req-4ffbcd17-fef5-41a5-b01e-4262f0325811 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404134
Dec 15 19:40:24.367974 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c487ba3-6ea6-489e-9531-2af18fcf8ab7 req-aac368d5-d396-4a5f-8490-328d2051f5ad tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:24.369469 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c487ba3-6ea6-489e-9531-2af18fcf8ab7 req-aac368d5-d396-4a5f-8490-328d2051f5ad tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0768733
Dec 15 19:40:24.416511 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c487ba3-6ea6-489e-9531-2af18fcf8ab7 req-d162a9cc-68a4-4a0c-b19e-c7ec6efb5e54 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415561
Dec 15 19:40:25.625693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397ef81-8cad-4b74-b437-5ef51e99ca20 req-b1ceede1-ac8e-44c3-ac58-a027b38d34b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:25.627117 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7397ef81-8cad-4b74-b437-5ef51e99ca20 req-b1ceede1-ac8e-44c3-ac58-a027b38d34b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0750673
Dec 15 19:40:25.672076 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7397ef81-8cad-4b74-b437-5ef51e99ca20 req-2204aaac-b66b-4a19-8fe4-033f2b0a5d19 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390992
Dec 15 19:40:26.865783 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a12934-e346-4a9b-bd9c-a1c6702a2f74 req-0d56ff7f-aa00-44ab-bf3b-b4a161dbdc69 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:26.867217 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9a12934-e346-4a9b-bd9c-a1c6702a2f74 req-0d56ff7f-aa00-44ab-bf3b-b4a161dbdc69 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0752378
Dec 15 19:40:26.911646 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c9a12934-e346-4a9b-bd9c-a1c6702a2f74 req-cfa56b58-06be-4b0c-9141-2910aa7de2bf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391345
Dec 15 19:40:27.500920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:28.109284 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f35d9-99c8-47fd-a2f8-e9f6703ffe25 req-f04cfc9e-f52e-4082-bb0f-d881dcba0c5b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:28.110756 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-362f35d9-99c8-47fd-a2f8-e9f6703ffe25 req-f04cfc9e-f52e-4082-bb0f-d881dcba0c5b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0817189
Dec 15 19:40:28.155207 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-362f35d9-99c8-47fd-a2f8-e9f6703ffe25 req-847ceb57-5065-4344-9c4b-7e2f010645f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389838
Dec 15 19:40:29.351629 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a11d0-1d4e-4f9c-927a-8f2dc5ba9ef5 req-b7dec32b-4d98-4f00-ab98-de38e810948c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:29.353049 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a27a11d0-1d4e-4f9c-927a-8f2dc5ba9ef5 req-b7dec32b-4d98-4f00-ab98-de38e810948c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0796747
Dec 15 19:40:29.397713 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a27a11d0-1d4e-4f9c-927a-8f2dc5ba9ef5 req-6a0e1fde-e954-4895-b40a-08f901e9bc1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393288
Dec 15 19:40:30.591268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a758872-e764-4411-9bbb-c8b02a669a4c req-7fa28c43-7fc4-4d7c-ad49-0d389d10d5b8 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:30.592688 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7a758872-e764-4411-9bbb-c8b02a669a4c req-7fa28c43-7fc4-4d7c-ad49-0d389d10d5b8 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0762053
Dec 15 19:40:30.637340 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7a758872-e764-4411-9bbb-c8b02a669a4c req-88c1ef6f-4002-4939-be6b-8fe8e56161c6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386925
Dec 15 19:40:31.833381 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61173320-ec6e-4480-b1e2-e5ea906e61f8 req-dd912915-2c5b-4afd-a2b4-418817765a0c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:31.834813 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-61173320-ec6e-4480-b1e2-e5ea906e61f8 req-dd912915-2c5b-4afd-a2b4-418817765a0c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0749550
Dec 15 19:40:31.878939 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-61173320-ec6e-4480-b1e2-e5ea906e61f8 req-898ca345-f26c-469e-8689-139efeeeb6e6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387640
Dec 15 19:40:33.080403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f01ef-8ffd-4a80-9f4b-ead196b0e68f req-505cf7c1-6e7f-41af-902a-19f016bf0b32 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:33.081775 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-190f01ef-8ffd-4a80-9f4b-ead196b0e68f req-505cf7c1-6e7f-41af-902a-19f016bf0b32 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0801139
Dec 15 19:40:33.127482 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-190f01ef-8ffd-4a80-9f4b-ead196b0e68f req-783f24b9-fa16-4c1a-b4ef-ad628194e127 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402203
Dec 15 19:40:34.330176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b04b86-7a2e-4ed3-b875-7dad9862b5d2 req-5ef6d361-340e-4337-ae0f-aead20902d89 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:34.331615 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38b04b86-7a2e-4ed3-b875-7dad9862b5d2 req-5ef6d361-340e-4337-ae0f-aead20902d89 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0796530
Dec 15 19:40:34.375893 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-38b04b86-7a2e-4ed3-b875-7dad9862b5d2 req-badc6d02-1719-467a-bf04-411bcdce2bb0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389440
Dec 15 19:40:34.428291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:40:34.594829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:40:34.607934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'port_id': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'mac_address': 'fa:16:3e:7b:1f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:40:34.660693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:34.677544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b13d77b4-5224-4e36-9d6a-bd5b60ece203 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:40:34.692125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:40:34.696635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:34.698368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:40:34.766037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:40:34.774912 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.775258 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.775570 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.775897 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.776224 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.776577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.776874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.777176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.777524 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.777838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.778151 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:40:34.782731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['b13d77b4-5224-4e36-9d6a-bd5b60ece203'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:40:34.805869 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:40:35.574117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23601182-957f-426f-aef5-52732f8549bf req-dbd2179a-12b1-429d-8db6-ff1c489a9b11 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:35.575643 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-23601182-957f-426f-aef5-52732f8549bf req-dbd2179a-12b1-429d-8db6-ff1c489a9b11 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 945 time: 0.0805399
Dec 15 19:40:35.628444 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-23601182-957f-426f-aef5-52732f8549bf req-c4526267-f02d-4b01-9ed4-124fab658d56 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467551
Dec 15 19:40:36.458766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:40:36.530541 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port b13d77b4-5224-4e36-9d6a-bd5b60ece203 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:40:36.530920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:36.651447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:36.692012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:40:36.692724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:40:36.707600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:36.710190 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8d04d3fa-ff5f-4210-9e78-8862b9f31e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:40:36.799309 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'code': 200}
Dec 15 19:40:36.800138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:40:36.804173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:40:36.900549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9e607-934f-404e-b8fb-64965b24d383 req-ff115bdf-ea8b-4677-88c6-2028cacc0151 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:36.907365 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9ba9e607-934f-404e-b8fb-64965b24d383 req-ff115bdf-ea8b-4677-88c6-2028cacc0151 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0907047
Dec 15 19:40:36.956176 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9ba9e607-934f-404e-b8fb-64965b24d383 req-4121e245-f2f2-4aff-88c7-f2eddb4f4de4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478737
Dec 15 19:40:38.184979 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0b917-ad70-41fb-be6d-77ca0215c8e3 req-166867dc-1c1a-4c18-897e-d56b8cbdc320 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:38.186546 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-46a0b917-ad70-41fb-be6d-77ca0215c8e3 req-166867dc-1c1a-4c18-897e-d56b8cbdc320 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0983291
Dec 15 19:40:38.233451 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-46a0b917-ad70-41fb-be6d-77ca0215c8e3 req-5df9c7ae-14b7-41d9-9cfa-fdc4e9170423 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406003
Dec 15 19:40:39.455516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ca0c4-eba9-4efd-b518-e98a998e598b req-a59e0585-f250-446a-a80e-77d8ed4f6c2a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:39.460468 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a57ca0c4-eba9-4efd-b518-e98a998e598b req-a59e0585-f250-446a-a80e-77d8ed4f6c2a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0889034
Dec 15 19:40:39.512884 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a57ca0c4-eba9-4efd-b518-e98a998e598b req-dd2c4f9f-231d-48c5-9d62-653e17c2e178 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466583
Dec 15 19:40:40.066165 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:40:40.737769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005f03b-5e04-4ecb-84af-559b65c3e0df req-07d9a201-0988-4edf-968e-f6362f568d49 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:40.739352 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9005f03b-5e04-4ecb-84af-559b65c3e0df req-07d9a201-0988-4edf-968e-f6362f568d49 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0980735
Dec 15 19:40:40.793649 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9005f03b-5e04-4ecb-84af-559b65c3e0df req-7b9a54d1-91e0-403b-a79d-308e0596a846 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480785
Dec 15 19:40:42.003785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2be483-80ea-4a01-a041-6b9ff88e3f41 req-3d60e275-30b2-4399-b275-363960fed5ac tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:42.005143 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d2be483-80ea-4a01-a041-6b9ff88e3f41 req-3d60e275-30b2-4399-b275-363960fed5ac tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0886734
Dec 15 19:40:42.058115 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8d2be483-80ea-4a01-a041-6b9ff88e3f41 req-ca9a9530-f1dd-4a8e-a45d-b7275de9336d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462670
Dec 15 19:40:43.286312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a13a34-f1d7-43c6-a02e-0c81bf22824d req-14b1897a-d902-4376-bb03-5084a12b390b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:43.288252 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3a13a34-f1d7-43c6-a02e-0c81bf22824d req-14b1897a-d902-4376-bb03-5084a12b390b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.1111605
Dec 15 19:40:43.338922 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b3a13a34-f1d7-43c6-a02e-0c81bf22824d req-cf28e111-bafc-4fdb-ac96-e562db7e1d38 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442605
Dec 15 19:40:43.399878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-836288f4-ef69-453b-853e-980b8150e700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:43.705939 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11bda69a-9335-4779-8867-b2b6ee72032e req-227444df-b10b-46f3-bb3f-eaa0aad9e7ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1099 time: 0.0858917
Dec 15 19:40:43.863168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bda69a-9335-4779-8867-b2b6ee72032e req-92fa36e8-aad1-4049-b5e7-bdab77680863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:43.864961 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11bda69a-9335-4779-8867-b2b6ee72032e req-92fa36e8-aad1-4049-b5e7-bdab77680863 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1398261
Dec 15 19:40:43.977559 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11bda69a-9335-4779-8867-b2b6ee72032e req-408d139f-bc42-4e5e-a065-08ad9c42d8b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1002 time: 0.1056738
Dec 15 19:40:44.042359 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bda69a-9335-4779-8867-b2b6ee72032e req-5718d328-3ab0-47eb-a83a-713568481afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:44.043954 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11bda69a-9335-4779-8867-b2b6ee72032e req-5718d328-3ab0-47eb-a83a-713568481afe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0595133
Dec 15 19:40:44.133393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11bda69a-9335-4779-8867-b2b6ee72032e req-b60f9f19-19a6-4b03-8d9a-18d99b363b7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0827653
Dec 15 19:40:44.288593 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11bda69a-9335-4779-8867-b2b6ee72032e req-bdaa95d5-753d-4031-a591-abbb62fff075 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462593
Dec 15 19:40:44.448234 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-11bda69a-9335-4779-8867-b2b6ee72032e req-bb20be9c-6f34-4ecb-842c-ad1d956b123a service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510427
Dec 15 19:40:44.568588 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9ef0e-ba15-4277-b0c4-90d3f5b142ea req-7eb62a29-5ecb-47e5-bd63-2fff75b4c771 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:44.570846 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bab9ef0e-ba15-4277-b0c4-90d3f5b142ea req-7eb62a29-5ecb-47e5-bd63-2fff75b4c771 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0929732
Dec 15 19:40:44.620393 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bab9ef0e-ba15-4277-b0c4-90d3f5b142ea req-0e1dcd63-b881-49d8-acfa-9880200b5c5b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438762
Dec 15 19:40:45.664413 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-122810fc-70b3-4b97-87e8-a5a2496c8964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:45.929673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8de2d-051e-4dd4-b7c7-e0830c3a0f71 req-02e9c7a1-a550-42b0-a6dd-25acf9d649e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:45.931047 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ffe8de2d-051e-4dd4-b7c7-e0830c3a0f71 req-02e9c7a1-a550-42b0-a6dd-25acf9d649e1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.1834047
Dec 15 19:40:45.975301 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ffe8de2d-051e-4dd4-b7c7-e0830c3a0f71 req-65b5be5a-5a7f-41eb-9e10-0f80cf889a54 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386946
Dec 15 19:40:46.341758 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317752a6-91d2-4788-b968-c3967b013c36 req-23c34e4f-da37-44a9-ab77-f442a1d52b1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1099 time: 0.0707815
Dec 15 19:40:46.472250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317752a6-91d2-4788-b968-c3967b013c36 req-9812ef38-6113-4248-8f93-d65fe41c0de0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:46.473701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317752a6-91d2-4788-b968-c3967b013c36 req-9812ef38-6113-4248-8f93-d65fe41c0de0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1258960
Dec 15 19:40:46.577127 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317752a6-91d2-4788-b968-c3967b013c36 req-c47902ca-4894-4a53-8f7a-9001dc6f0c7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1002 time: 0.0963929
Dec 15 19:40:46.637816 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317752a6-91d2-4788-b968-c3967b013c36 req-97ac4ad7-0799-4f35-b50f-990cc3ea2f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:46.639195 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317752a6-91d2-4788-b968-c3967b013c36 req-97ac4ad7-0799-4f35-b50f-990cc3ea2f4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0562088
Dec 15 19:40:46.713287 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317752a6-91d2-4788-b968-c3967b013c36 req-ace72f48-4562-4208-a02f-e62a80c25a5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672410
Dec 15 19:40:46.844951 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317752a6-91d2-4788-b968-c3967b013c36 req-7573e0ab-6e4a-44fe-a986-590fe05f1f8a service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248577
Dec 15 19:40:46.883411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:46.920291 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:46.975728 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-317752a6-91d2-4788-b968-c3967b013c36 req-3f9dbd87-0c5f-49ae-9057-951da528efd0 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248705
Dec 15 19:40:47.177518 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde157ff-18a4-4761-a713-ab75feba599f req-e7f7f0b1-958f-482d-99d9-54aca5ca3ba7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:47.178852 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fde157ff-18a4-4761-a713-ab75feba599f req-e7f7f0b1-958f-482d-99d9-54aca5ca3ba7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0807409
Dec 15 19:40:47.222221 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fde157ff-18a4-4761-a713-ab75feba599f req-3c830001-32ba-4cc6-850d-61b3813f1de8 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379686
Dec 15 19:40:48.400961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:48.430100 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9702be-9201-4254-bf2d-71dbfbfe5eef req-6165a6ab-cdbe-48ab-8822-0579f80f3f8d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:48.431555 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce9702be-9201-4254-bf2d-71dbfbfe5eef req-6165a6ab-cdbe-48ab-8822-0579f80f3f8d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0820537
Dec 15 19:40:48.476107 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce9702be-9201-4254-bf2d-71dbfbfe5eef req-ac1961a5-bdbb-4d3d-856d-35dd12d604ac tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391436
Dec 15 19:40:49.670364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51458dc-d5bf-40fe-be60-3001023daf1d req-bf334ce1-c66f-40fa-86f9-26902647adb6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:49.671806 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b51458dc-d5bf-40fe-be60-3001023daf1d req-bf334ce1-c66f-40fa-86f9-26902647adb6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 946 time: 0.0754740
Dec 15 19:40:49.717328 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-b51458dc-d5bf-40fe-be60-3001023daf1d req-dc7d8874-1b23-42ab-a772-06b80b4388ed tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396407
Dec 15 19:40:49.896710 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-89e92f5e-9c70-4eb7-b543-e7d5b74e8590 req-5ce76f52-62b9-48fc-96c9-98aa60f51166 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0661035
Dec 15 19:40:50.498812 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:40:50.606750 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:50.632903 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:40:50.642216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:40:50.647629 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:50.650299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:40:50.690310 dv-neutron-821830-2-hyperv neutron-server[83672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'code': 422} returned with failed status
Dec 15 19:40:50.714926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:40:50.717965 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:40:51.093006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41352) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:40:51.183913 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75061325-38aa-43c0-8e99-078865c7c1dd req-dc89591b-9ff8-4ca2-8013-664bb1816cd9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:51.185397 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-75061325-38aa-43c0-8e99-078865c7c1dd req-dc89591b-9ff8-4ca2-8013-664bb1816cd9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0864704
Dec 15 19:40:51.230520 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-75061325-38aa-43c0-8e99-078865c7c1dd req-dc8cc259-ecd9-467b-8ca4-a4f89ccf4c1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390072
Dec 15 19:40:51.234078 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-c1fdf728-8d4c-422f-b9e9-1231df5e9542 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1394370
Dec 15 19:40:51.711232 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-7edd0fae-58f2-4298-b541-b74593221f50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432&tenant_id=59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 1097 time: 0.0681863
Dec 15 19:40:51.806187 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-4beb1f34-2a76-44e1-87a5-4d803560b026 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1097 time: 0.0717027
Dec 15 19:40:51.934890 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-97e46962-8327-4c03-98f9-5361b7648f4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:51.936225 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-97e46962-8327-4c03-98f9-5361b7648f4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1243291
Dec 15 19:40:52.037912 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-7c006168-14cf-4f1b-899e-de6de7c0052f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1000 time: 0.0954721
Dec 15 19:40:52.099295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-c60a8ea0-2291-40dd-968d-7bd2d6eee991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:52.100714 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-c60a8ea0-2291-40dd-968d-7bd2d6eee991 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0567164
Dec 15 19:40:52.176007 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-b6cbbb74-46a4-4f4d-8239-a281022eb4a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691466
Dec 15 19:40:52.463259 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-402a108a-f990-4a94-87ec-f95455366b73 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803035
Dec 15 19:40:52.509228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07eed7-e71a-4eab-bf73-e9dac9d4cd8b req-500465f8-85b7-4f6d-bdc2-ce3a8752a6f5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:52.510637 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6d07eed7-e71a-4eab-bf73-e9dac9d4cd8b req-500465f8-85b7-4f6d-bdc2-ce3a8752a6f5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.1489797
Dec 15 19:40:52.633768 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6d07eed7-e71a-4eab-bf73-e9dac9d4cd8b req-119264c7-c10c-4b9f-b54b-6580e3b87ded tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773554
Dec 15 19:40:52.641546 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ccd28315-354a-4de6-bb5a-877f72d8d9cd req-5e74928b-faaa-4fd4-83a1-1b3a120f781c service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689599
Dec 15 19:40:53.842224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e69bf8-0396-4177-abfa-731ee1c9b3e1 req-c5eb11f0-26a5-4b56-a6af-6de3cb70bf3a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:53.843823 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-98e69bf8-0396-4177-abfa-731ee1c9b3e1 req-c5eb11f0-26a5-4b56-a6af-6de3cb70bf3a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0788534
Dec 15 19:40:53.901671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-98e69bf8-0396-4177-abfa-731ee1c9b3e1 req-b4514b2e-8fc8-4e52-a1da-f3b084b53d73 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513213
Dec 15 19:40:55.107649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e2a2-4804-4dbc-80c7-168b9d28bfb8 req-833a2a1e-dc5a-4839-8b27-313c678382f2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:55.109446 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bab6e2a2-4804-4dbc-80c7-168b9d28bfb8 req-833a2a1e-dc5a-4839-8b27-313c678382f2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0831635
Dec 15 19:40:55.159455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bab6e2a2-4804-4dbc-80c7-168b9d28bfb8 req-e8ef5257-b624-47f6-97ed-62646840f533 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442419
Dec 15 19:40:56.367075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0b2cc-0f92-4f94-8fc7-c4a040558a9d req-5418031e-0066-474a-a3c8-e0e6403d7f7e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:56.368568 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1be0b2cc-0f92-4f94-8fc7-c4a040558a9d req-5418031e-0066-474a-a3c8-e0e6403d7f7e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0796432
Dec 15 19:40:56.418607 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1be0b2cc-0f92-4f94-8fc7-c4a040558a9d req-e8058f83-97cb-43b0-8b4d-70164ba06db5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445716
Dec 15 19:40:57.501881 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:40:57.630975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1a4e3-4831-4a8d-bf01-8858b2b020bc req-fe7dcb0c-9cb4-447d-9107-bbc980ac7c3b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:57.632458 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cea1a4e3-4831-4a8d-bf01-8858b2b020bc req-fe7dcb0c-9cb4-447d-9107-bbc980ac7c3b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0885894
Dec 15 19:40:57.681842 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cea1a4e3-4831-4a8d-bf01-8858b2b020bc req-1e8db5c2-8cb4-44b4-b2d8-7b6b2ce9f8ff tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435827
Dec 15 19:40:58.889681 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689f8f4-8690-40f4-adb0-45301000652b req-1092b1b9-0928-4644-8132-ee6876b32600 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:40:58.891387 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6689f8f4-8690-40f4-adb0-45301000652b req-1092b1b9-0928-4644-8132-ee6876b32600 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0832086
Dec 15 19:40:58.940460 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6689f8f4-8690-40f4-adb0-45301000652b req-0f6f3f29-7da3-4b76-a747-719e741d4fcd tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421684
Dec 15 19:41:00.146485 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77e467-ec33-4196-b994-9ca8372d1a46 req-d358efef-993f-4c34-9739-47e7b7b500c6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:00.147969 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b77e467-ec33-4196-b994-9ca8372d1a46 req-d358efef-993f-4c34-9739-47e7b7b500c6 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0818253
Dec 15 19:41:00.195690 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b77e467-ec33-4196-b994-9ca8372d1a46 req-30343775-0b0a-4afc-a153-39ecbe6ad68d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420887
Dec 15 19:41:01.478407 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f7344-addc-4006-8ae8-e18ff1e28cff req-949b14c6-3dda-4120-8da5-7cf5da7b2e26 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:01.479877 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2e6f7344-addc-4006-8ae8-e18ff1e28cff req-949b14c6-3dda-4120-8da5-7cf5da7b2e26 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0803092
Dec 15 19:41:01.528424 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-2e6f7344-addc-4006-8ae8-e18ff1e28cff req-e5c9a187-f16e-4420-b60f-6cdad9dad791 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429735
Dec 15 19:41:02.738943 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa712b-6110-42f3-b14b-1cce005fb0cc req-7928bc83-c6d6-41f1-a08c-80d52b3ccbc5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:02.740439 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4aa712b-6110-42f3-b14b-1cce005fb0cc req-7928bc83-c6d6-41f1-a08c-80d52b3ccbc5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0849509
Dec 15 19:41:02.791601 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e4aa712b-6110-42f3-b14b-1cce005fb0cc req-235f8023-2093-4f94-a7db-b5118c4072a5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455983
Dec 15 19:41:03.994344 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab5e03-5ac3-4531-9e33-cf87fee85ae6 req-8dae9bad-bd32-44ca-8b1f-c4c98e531e60 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:03.995840 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-caab5e03-5ac3-4531-9e33-cf87fee85ae6 req-8dae9bad-bd32-44ca-8b1f-c4c98e531e60 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0845742
Dec 15 19:41:04.042021 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-caab5e03-5ac3-4531-9e33-cf87fee85ae6 req-d1a552f6-ec3f-44b0-9978-07f343f9073d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402505
Dec 15 19:41:05.234261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7186e50-c50d-4ecc-b8a2-260e4a01f80b req-4d0fe721-74d1-422b-b08e-ffb41a169813 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:05.235670 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c7186e50-c50d-4ecc-b8a2-260e4a01f80b req-4d0fe721-74d1-422b-b08e-ffb41a169813 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0749497
Dec 15 19:41:05.279751 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c7186e50-c50d-4ecc-b8a2-260e4a01f80b req-41833486-a0ba-4518-a938-0776b008b669 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379853
Dec 15 19:41:06.474211 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd312-34ee-4933-804f-d2f5d9b178b2 req-a61cc0ac-3afb-4a48-a506-1cf92de36107 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:06.475674 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-718bd312-34ee-4933-804f-d2f5d9b178b2 req-a61cc0ac-3afb-4a48-a506-1cf92de36107 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 944 time: 0.0764172
Dec 15 19:41:06.523817 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-718bd312-34ee-4933-804f-d2f5d9b178b2 req-11fd8060-857b-4584-ac91-293b106eab82 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427606
Dec 15 19:41:06.563299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:41:06.698498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:41:06.711312 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'port_id': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'mac_address': 'fa:16:3e:7b:1f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:41:06.784012 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:06.802166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13d77b4-5224-4e36-9d6a-bd5b60ece203 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:41:06.817019 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:41:06.820749 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:06.822462 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-76e3cbfb-cce0-4025-a7b8-ca2f69d7055d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:41:06.885652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=9']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:41:06.888660 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:41:07.037057 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['b13d77b4-5224-4e36-9d6a-bd5b60ece203'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:41:07.726123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cea196-939e-4f46-bc45-69ce9051a756 req-14fdb373-7a25-469f-a9ee-8d287a926a37 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:07.727558 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-18cea196-939e-4f46-bc45-69ce9051a756 req-14fdb373-7a25-469f-a9ee-8d287a926a37 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 945 time: 0.0810940
Dec 15 19:41:07.772795 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-18cea196-939e-4f46-bc45-69ce9051a756 req-518d9a68-fb27-4c88-b8af-6aca16de6073 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397589
Dec 15 19:41:08.579076 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:41:08.652815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port b13d77b4-5224-4e36-9d6a-bd5b60ece203 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:41:08.653188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:08.764408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:08.825149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:41:08.835117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:41:08.839302 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:08.842778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-5128f56a-a591-44ea-b3ac-2db61f1dbf80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:41:08.895398 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'code': 200}
Dec 15 19:41:08.929503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=10']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:41:08.938834 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:41:08.975758 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60651726-8d3c-41a2-a15f-a10fd8fdb410 req-8535cfce-24d6-40e2-b61c-382e016a7806 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:08.977252 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-60651726-8d3c-41a2-a15f-a10fd8fdb410 req-8535cfce-24d6-40e2-b61c-382e016a7806 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 947 time: 0.0798752
Dec 15 19:41:09.026904 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-60651726-8d3c-41a2-a15f-a10fd8fdb410 req-2baebe42-81e2-4c3c-9d1d-7e08961d6db1 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426114
Dec 15 19:41:09.136913 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-579b86d8-16bf-4af7-91d0-e064ecd905a4 req-2f8f72a8-675d-46f5-bf32-e365343d61fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1100 time: 0.0684061
Dec 15 19:41:09.191689 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-579b86d8-16bf-4af7-91d0-e064ecd905a4 req-0c706a3e-cdbd-48b8-8dd3-c789fea262a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475731
Dec 15 19:41:10.236576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12a9ac-d314-44f9-b24b-2af103976c2b req-e6f733a4-bd54-4914-ac00-d19d647ea468 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:10.237980 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6b12a9ac-d314-44f9-b24b-2af103976c2b req-e6f733a4-bd54-4914-ac00-d19d647ea468 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 947 time: 0.0889003
Dec 15 19:41:10.287179 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6b12a9ac-d314-44f9-b24b-2af103976c2b req-fff6f9bd-259c-4c9e-a61d-c338b6558d11 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434415
Dec 15 19:41:11.483841 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fbd2e-ace8-425a-8edc-3c00efdc5667 req-8286fb89-aa10-47f9-8e5d-b4a486268462 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:11.485276 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c3fbd2e-ace8-425a-8edc-3c00efdc5667 req-8286fb89-aa10-47f9-8e5d-b4a486268462 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 947 time: 0.0801284
Dec 15 19:41:11.617185 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7c3fbd2e-ace8-425a-8edc-3c00efdc5667 req-4d8b1441-29ac-409f-bf1d-29ee28f0b4d5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263516
Dec 15 19:41:13.401730 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d1869d17-2eea-4112-9c57-10913a83889d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:15.656868 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b757cfa9-1746-4a63-a8ff-b59675821cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:16.885003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:16.921490 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:17.066399 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:41:18.403059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:27.504322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:43.405117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-76361a0b-cbab-4440-aba9-d1baa1c6170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:45.659336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7c232e3a-5b95-42fb-970b-a2009be9ac15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:46.148370 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-65ae41ab-026d-4318-94ce-9a7189ad2b3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0660112
Dec 15 19:41:46.302417 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-bef5c8c8-9ba5-410c-9fff-879bd4a5a7e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1100 time: 0.0719333
Dec 15 19:41:46.443265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-9937f178-4860-4d40-ba07-75fe944c01d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:46.444617 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-9937f178-4860-4d40-ba07-75fe944c01d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1251073
Dec 15 19:41:46.546422 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-50cb06ce-a382-402c-9a8e-594dd9804400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 1002 time: 0.0944571
Dec 15 19:41:46.605904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-7ea14acd-3a4f-47da-b04c-7734f328cd0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:41:46.607258 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-7ea14acd-3a4f-47da-b04c-7734f328cd0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0551193
Dec 15 19:41:46.683530 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-8f3b3337-3861-4a88-a543-df25c1d9f16d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700860
Dec 15 19:41:46.888880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:46.923601 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:46.924105 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-fe49d492-185f-408f-8bfa-3a400a91f80a service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330809
Dec 15 19:41:47.052450 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c4a3afc4-30af-4218-9f7e-180db76c00f9 req-c8125636-0084-42cc-8b3e-1713df50dd6a service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217582
Dec 15 19:41:48.405967 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:41:54.066161 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:41:57.496163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:13.406160 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-224be0fb-5900-44dc-8b34-3b5dfc7f39c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:15.660433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-82e7aadc-4381-4152-8a17-8e87b9ac2657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:16.890721 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:16.925397 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:18.409850 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:20.782822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41462) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:20.980904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Deleting port 43005cb7-2e85-4080-bebe-05db47bf4698 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:42:20.981150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:21.150637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:21.150952 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:21.269679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Calling delete_port for 43005cb7-2e85-4080-bebe-05db47bf4698 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:42:21.415666 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:21.419812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-49b1a669-ab35-481a-bd89-f27a6b428d0e tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:21.459462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event deleted for resources: {'Port': ['ID=43005cb7-2e85-4080-bebe-05db47bf4698,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:21.498742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.499131 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.499508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.499882 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.500252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.501140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.501529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.501893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.502256 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.502615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.502975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:21.509848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:21.562436 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:22.054685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Router 5913b689-b025-4922-9bf3-447d5b1e4f69 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:42:22.251978 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:42:22.261411 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] Sync routers for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:42:22.271437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:22.273457 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:42:22.274058 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b19a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:42:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:42:22.328847 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "DELETE /v2.0/floatingips/3e2965ea-3e8f-43b6-b816-6088037db448 HTTP/1.1" status: 204  len: 168 time: 1.5448544
Dec 15 19:42:22.329434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:42:22.449763 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:42:22.497132 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'status': 'completed', 'code': 200}
Dec 15 19:42:22.604743 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-2e0d41fc-132a-44fc-9cc7-975fcdb6fd98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 1100 time: 0.0847206
Dec 15 19:42:22.742637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-5b1c9b96-ec4b-45e4-8e7d-1c3e64efb98c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:22.744164 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-5b1c9b96-ec4b-45e4-8e7d-1c3e64efb98c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1327288
Dec 15 19:42:22.752201 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead28d4-c82f-4608-a55c-f008c4ee23bd req-56bf7cb0-67dd-4411-af74-989a4fa8a756 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:22.753792 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5ead28d4-c82f-4608-a55c-f008c4ee23bd req-56bf7cb0-67dd-4411-af74-989a4fa8a756 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 947 time: 0.0795519
Dec 15 19:42:22.782243 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b19a0>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:42:22.786737 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] Checking router: 5913b689-b025-4922-9bf3-447d5b1e4f69 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:42:22.798927 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:42:22.799776 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b19a0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:42:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:42:22.803101 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5ead28d4-c82f-4608-a55c-f008c4ee23bd req-62685e43-f8e8-4b2f-aacc-288d5a7e6eca tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434542
Dec 15 19:42:22.818581 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-dbe84151-cdc9-47d0-b647-efaee2e8587e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 200  len: 217 time: 0.0672641
Dec 15 19:42:22.882059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-960e71bd-8075-4d12-b3f0-b5731dbb026c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:22.883415 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-960e71bd-8075-4d12-b3f0-b5731dbb026c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0583680
Dec 15 19:42:22.961746 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-b9d60759-1cd7-4d9e-ae78-76bb9580c41f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710309
Dec 15 19:42:22.977026 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:42:23.094613 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-e391cedf-ab19-428b-ad1b-67d688333fef service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259851
Dec 15 19:42:23.225315 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e1ab800d-bb5f-47c9-9b3c-bb54243d7414 req-a1088e6c-4b6f-4ce8-ab86-e982a0ec4ab6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245191
Dec 15 19:42:23.283660 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b19a0>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:42:23.287551 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54246e89-ea7b-4ea0-a832-61334de7a5b2 None None] The sync data for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv is: [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:42:23.512519 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b9320-3608-4529-b89f-b7318968c394 None None] New status for floating IP 3e2965ea-3e8f-43b6-b816-6088037db448: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:42:23.985856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae1c45-6109-471e-b078-151d86beff65 req-0577114a-f387-415b-b440-82cad4ba7fcb tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:23.986439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f5ae1c45-6109-471e-b078-151d86beff65 req-0577114a-f387-415b-b440-82cad4ba7fcb tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:42:24.007515 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-f5ae1c45-6109-471e-b078-151d86beff65 req-0577114a-f387-415b-b440-82cad4ba7fcb tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:42:24.008593 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5ae1c45-6109-471e-b078-151d86beff65 req-0577114a-f387-415b-b440-82cad4ba7fcb tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 947 time: 0.1404107
Dec 15 19:42:24.073254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8f292-1d54-4500-af17-10be7b32dac5 req-f32a97a5-f05e-4451-a136-b4f34aee7d65 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:24.074691 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5c8f292-1d54-4500-af17-10be7b32dac5 req-f32a97a5-f05e-4451-a136-b4f34aee7d65 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 947 time: 0.1394923
Dec 15 19:42:24.115078 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Deleting port b13d77b4-5224-4e36-9d6a-bd5b60ece203 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:42:24.115747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:24.179800 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5c8f292-1d54-4500-af17-10be7b32dac5 req-73bc2423-d485-4bd4-81a5-3a7fea120859 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=6de78f25-9926-433a-aa6a-206e997c9aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994949
Dec 15 19:42:24.371364 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] For port b13d77b4-5224-4e36-9d6a-bd5b60ece203, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b13d77b4-5224-4e36-9d6a-bd5b60ece203,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:42:24.371623 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:24.599367 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Calling delete_port for b13d77b4-5224-4e36-9d6a-bd5b60ece203 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:42:24.738724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:24.744257 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee38b9d4-316e-4650-a373-fb727bc2815c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:24.786470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event deleted for resources: {'Port': ['ID=b13d77b4-5224-4e36-9d6a-bd5b60ece203,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:24.790102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:24.862508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] No DVR routers for this DVR port b13d77b4-5224-4e36-9d6a-bd5b60ece203 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:42:24.864849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:24.867394 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-deleted', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:42:24.882805 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f5ae1c45-6109-471e-b078-151d86beff65 req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "DELETE /v2.0/ports/b13d77b4-5224-4e36-9d6a-bd5b60ece203 HTTP/1.1" status: 204  len: 173 time: 0.8622968
Dec 15 19:42:24.929230 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e21cf0-58d5-4f1a-9346-d4ce4a2cb432', 'name': 'network-vif-deleted', 'tag': 'b13d77b4-5224-4e36-9d6a-bd5b60ece203', 'status': 'completed', 'code': 200}
Dec 15 19:42:25.358501 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0305af77-fa55-41d0-b96b-2a84357c226b req-d06e79d0-0353-4308-9f54-00f76846c684 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:42:25.375797 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-0305af77-fa55-41d0-b96b-2a84357c226b req-d06e79d0-0353-4308-9f54-00f76846c684 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:42:25.376940 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0305af77-fa55-41d0-b96b-2a84357c226b req-d06e79d0-0353-4308-9f54-00f76846c684 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=20e21cf0-58d5-4f1a-9346-d4ce4a2cb432 HTTP/1.1" status: 200  len: 210 time: 0.0587912
Dec 15 19:42:26.489855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41484) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:26.556887 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3ccb695f-68af-4be6-9326-ddbba8edb8cf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:26.585252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3ccb695f-68af-4be6-9326-ddbba8edb8cf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:26.651238 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3ccb695f-68af-4be6-9326-ddbba8edb8cf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:26.655154 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a9e9935d-c282-4ae4-a695-f1c3ec120e41 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:26.670775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb695f-68af-4be6-9326-ddbba8edb8cf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de78f25-9926-433a-aa6a-206e997c9aa1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:26.673899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3ccb695f-68af-4be6-9326-ddbba8edb8cf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:26.680946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3ccb695f-68af-4be6-9326-ddbba8edb8cf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:26.684733 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3ccb695f-68af-4be6-9326-ddbba8edb8cf tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "DELETE /v2.0/security-groups/6de78f25-9926-433a-aa6a-206e997c9aa1 HTTP/1.1" status: 204  len: 168 time: 0.1913917
Dec 15 19:42:27.037809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41492) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:27.043812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507770087', 'description': 'tempest-secgroup-smoke-1507770087 description', 'project_id': '59ba8903518944b9bf5cc42fbd539c35'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:27.050437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.054429 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.057395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.063054 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.073789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.107801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.112059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.114879 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.120908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.175117 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.178923 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.182418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-aee52dbb-eee1-40e8-a39a-7f4f560f1d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:27.222838 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f745eca1-067c-4735-98bb-48cebaaab6f9,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:27.225547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.229253 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1876767
Dec 15 19:42:27.229253 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:27.229484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41496) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:27.234725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': 'f745eca1-067c-4735-98bb-48cebaaab6f9', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:27.240547 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.244439 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.247400 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.253045 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.270067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.332626 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.336250 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.343662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2309e8ee-92f3-47cb-a937-2b3707a04f30 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:27.366237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22532ee-4696-4835-8a60-32f83cfa722e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:27.368964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:27.376027 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.377186 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1468096
Dec 15 19:42:27.379948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41500) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:27.385395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': 'f745eca1-067c-4735-98bb-48cebaaab6f9', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:27.391656 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.395419 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.398252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.403849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.420641 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.481608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.485774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.487559 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1118c17d-eff8-44db-b5c4-61be64633a1f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:27.495045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.510103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec9e261-31d2-440e-8b29-ef5debecf8c9,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:27.512556 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:27.519893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.521093 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-623fbd28-99d1-4347-9714-375076997abe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1401622
Dec 15 19:42:27.523781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41504) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:27.529289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': 'f745eca1-067c-4735-98bb-48cebaaab6f9', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:27.534996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.539001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.541903 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.547495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.563655 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.623875 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.627764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.629510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9fa29c2b-74d8-4347-9cf1-dd124ea68c61 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:27.651336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccdb97f-5ab6-42c8-b82b-ae890e260cf2,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:27.655648 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:27.659836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.663866 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1363060
Dec 15 19:42:27.664080 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41508) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:27.669415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': 'f745eca1-067c-4735-98bb-48cebaaab6f9', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:27.675361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.679116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.681962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.687551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.704620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.770033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.773486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.775156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6074de8e-a915-4e41-be55-549eb7c6d447 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:27.798685 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5df9caf-16a3-4535-b4c1-8707518ad36e,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:27.803208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:27.807621 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.808761 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fd787881-ec21-4fe9-af56-015b46a2550d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1437795
Dec 15 19:42:27.811431 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41512) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:27.817204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': 'f745eca1-067c-4735-98bb-48cebaaab6f9', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:27.822974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.826745 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.830403 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.836053 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.846585 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Project 59ba8903518944b9bf5cc42fbd539c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:42:27.852891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.916353 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.919686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.921484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-75d335d3-9517-4a12-9834-c98539a038c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:27.943440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787d7c4f-e5d5-42e5-9c53-e266659e7ec3,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:27.945897 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:27.952793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:27.953999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-fde5c351-b734-4295-bead-cfea9c5f928c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1416826
Dec 15 19:42:27.956667 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41516) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:27.962009 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'security_group_rule': {'security_group_id': 'f745eca1-067c-4735-98bb-48cebaaab6f9', 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:27.967694 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:27.971532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:security_group_rule and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:27.974863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:27.980542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:27.991603 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Project 59ba8903518944b9bf5cc42fbd539c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:42:27.997992 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:28.064295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:28.067756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:28.069542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0082cb61-3d99-494f-90ee-f11d5452f2ec tempest-ServerActionsTestJSON-2120853289 tempest-ServerActionsTestJSON-2120853289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:28.091327 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd6653b-ddce-4369-91df-ef340cc05e44,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:28.095622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:28.099973 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:28.101270 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0b281962-5f67-4ae9-908c-ab62e8cce4db tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1437140
Dec 15 19:42:28.938525 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:42:28.975968 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: b13d77b4-5224-4e36-9d6a-bd5b60ece203 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:42:28.976316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device b13d77b4-5224-4e36-9d6a-bd5b60ece203 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:42:31.066957 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:42:42.076736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-80a9b261-12fd-4f23-947a-156650734f4d req-e947012d-4767-41f8-8b9f-3b7bc4aa5bde tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:42:42.090949 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-80a9b261-12fd-4f23-947a-156650734f4d req-e947012d-4767-41f8-8b9f-3b7bc4aa5bde tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:42:42.092129 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-e947012d-4767-41f8-8b9f-3b7bc4aa5bde tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507770087&fields=id&tenant_id=59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 267 time: 0.0571792
Dec 15 19:42:42.245254 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b261-12fd-4f23-947a-156650734f4d req-193347b3-cfe9-49c9-b439-a0266ec0b86e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:42.246701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-193347b3-cfe9-49c9-b439-a0266ec0b86e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 809 time: 0.1473579
Dec 15 19:42:42.262442 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-3a688799-f59a-4586-b262-a9adbf059739 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/quotas/59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 375 time: 0.0103743
Dec 15 19:42:42.342363 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8162817-1a08-4fd4-be26-e9dfd171f3d2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0748637
Dec 15 19:42:42.478645 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-84b42b21-b54a-4b48-b7b6-fc9326a0292f service neutron] 10.222.0.48 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246533
Dec 15 19:42:42.607916 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-b92bd655-d4fb-4f11-b4f1-654bb1a954dc service neutron] 10.222.0.48 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235223
Dec 15 19:42:42.992067 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-22952893-ecbd-4edf-846f-ad8f6ebc83db req-42e7c346-53b9-4baa-82f9-e91be2a031c8 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 210 time: 0.0429585
Dec 15 19:42:43.412774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ae609761-b807-4c91-bd29-b681bbe5bc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:44.173859 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b261-12fd-4f23-947a-156650734f4d req-a7056878-88c0-41c6-8b25-48c9299bedce tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:44.175267 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-a7056878-88c0-41c6-8b25-48c9299bedce tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 809 time: 0.1973548
Dec 15 19:42:44.177387 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-04d1928f-eb70-40e4-958d-247ac143cc60 req-ecd78963-7928-4427-94b9-73a649de3289 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 210 time: 0.0550938
Dec 15 19:42:44.232249 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-da0ee51d-e424-41b5-ab48-f501b622af68 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 380 time: 0.0434821
Dec 15 19:42:44.240742 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'port': {'device_id': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'admin_state_up': True, 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'security_groups': ['f745eca1-067c-4735-98bb-48cebaaab6f9']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:44.487809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:44.497161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:44.508166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Made reservation on behalf of 59ba8903518944b9bf5cc42fbd539c35 for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:42:44.511244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:44.684151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Allocated IP 172.20.0.11 (e1ab7c77-3ad1-4b75-ba05-1b12804989e3/77887c79-0cda-4d3f-a205-d8d56023c3e6/c22db1bd-03f2-4663-93c5-bd260735494f) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:42:44.888618 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:44.905519 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Transition to ACTIVE for port object c22db1bd-03f2-4663-93c5-bd260735494f will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:42:44.928505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:44.934264 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:45.002277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:42:45.005654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:42:45.009889 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:42:45.039133 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:45.044422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:45.081642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:45.082414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.109965 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-d0b04ce7-5b77-4e78-918b-00cd26a85848 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8721988
Dec 15 19:42:45.123067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Request body: {'port': {'device_id': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:45.225188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-526a7959-1c6c-4ca7-bacd-be6f975ceae8 None None] Provisioning for port c22db1bd-03f2-4663-93c5-bd260735494f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:42:45.230600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-526a7959-1c6c-4ca7-bacd-be6f975ceae8 None None] Provisioning complete for port c22db1bd-03f2-4663-93c5-bd260735494f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:42:45.230974 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-526a7959-1c6c-4ca7-bacd-be6f975ceae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.244207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.284801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-526a7959-1c6c-4ca7-bacd-be6f975ceae8 None None] Port c22db1bd-03f2-4663-93c5-bd260735494f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:42:45.423931 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a13f4-ed00-438f-90b9-cafce6c472c0 req-279028e2-d8ea-45f3-af52-ee3c1384d23b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:45.425452 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-991a13f4-ed00-438f-90b9-cafce6c472c0 req-279028e2-d8ea-45f3-af52-ee3c1384d23b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 932 time: 0.0783710
Dec 15 19:42:45.474190 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-991a13f4-ed00-438f-90b9-cafce6c472c0 req-3e606339-9eb8-4511-bd37-15dd70524bab tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410850
Dec 15 19:42:45.607812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22db1bd-03f2-4663-93c5-bd260735494f {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:42:45.616305 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.630815 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Transition to ACTIVE for port object c22db1bd-03f2-4663-93c5-bd260735494f will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:42:45.634047 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.638300 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:45.664947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-aa16e01b-ee22-4c0c-a594-3e77968cecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.764520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:45.768173 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:45.879865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Attempting to bind port c22db1bd-03f2-4663-93c5-bd260735494f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:42:45.880191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Attempting to bind port c22db1bd-03f2-4663-93c5-bd260735494f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:42:45.880512 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Attempting to bind port c22db1bd-03f2-4663-93c5-bd260735494f on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:42:45.886379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Port c22db1bd-03f2-4663-93c5-bd260735494f on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:42:45.886690 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Attempting to bind port c22db1bd-03f2-4663-93c5-bd260735494f on network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:42:45.893739 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:42:45.894086 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Checking segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:42:45.894590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Bound using segment: {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:42:45.894877 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Bound port: c22db1bd-03f2-4663-93c5-bd260735494f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8e5f78-a35c-440e-aa64-827d34397d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:42:45.895214 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.983092 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:42:45.986095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:42:45.990185 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:45.994642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-29bdb41a-464a-41b7-8160-3e6e97452db7 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:46.048495 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:46.049849 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] 10.222.0.64 "PUT /v2.0/ports/c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 1094 time: 0.9330597
Dec 15 19:42:46.050350 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:42:46.080842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:46.086064 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:46.126221 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'status': 'completed', 'code': 200}
Dec 15 19:42:46.169209 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-438f32b7-3c78-4e31-bd34-ea7e59f595b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1097 time: 0.0776381
Dec 15 19:42:46.241209 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-3c23f814-95b0-4d13-850a-142684947e57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 217 time: 0.0646861
Dec 15 19:42:46.303823 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b261-12fd-4f23-947a-156650734f4d req-383d8272-ce2f-4487-8587-d70466f1bf03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:46.305252 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-383d8272-ce2f-4487-8587-d70466f1bf03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0574212
Dec 15 19:42:46.381045 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-bc6048c1-d43f-4318-a7a9-a195063f0db5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689256
Dec 15 19:42:46.623296 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-602400e1-3e1d-4575-95ca-94057150bed3 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357502
Dec 15 19:42:46.684690 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2036-489f-45c0-b6b8-4db83cd0ff8e req-46cb5d34-cb63-4306-a282-2c077b095418 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:46.686460 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35d2036-489f-45c0-b6b8-4db83cd0ff8e req-46cb5d34-cb63-4306-a282-2c077b095418 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0855308
Dec 15 19:42:46.735117 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-c35d2036-489f-45c0-b6b8-4db83cd0ff8e req-9d756eea-89e4-4620-b083-3de77092c242 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426168
Dec 15 19:42:46.766457 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-80a9b261-12fd-4f23-947a-156650734f4d req-417b624f-c4d2-46e6-887a-93c2fc698e81 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340091
Dec 15 19:42:46.876704 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-38af0b87-8bea-4cb9-8949-8af32b94813c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1097 time: 0.0699356
Dec 15 19:42:46.896285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:46.927920 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:47.016037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-ea5b659f-0651-44b0-9251-b8960e7cebe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:47.017504 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-ea5b659f-0651-44b0-9251-b8960e7cebe4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1340644
Dec 15 19:42:47.089011 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-76e16e99-c6f3-4fbc-8e67-b9dada08ac6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 217 time: 0.0647292
Dec 15 19:42:47.151794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-107cf9ff-aea4-472c-b69f-57acbe5fa0a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:47.153108 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-107cf9ff-aea4-472c-b69f-57acbe5fa0a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0572948
Dec 15 19:42:47.227269 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-b41251bb-9e4a-40f2-92cd-87343580f0a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674620
Dec 15 19:42:47.389235 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-b10bc410-4823-4c2f-9c3c-5efc9309d643 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552894
Dec 15 19:42:47.520127 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-271ee2f3-d5f9-4508-ba0c-4da85e622c6f req-dd1fdaa8-ea50-4cbb-97f3-e0b745ca5cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246631
Dec 15 19:42:47.933741 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aeefb-ef52-4ebf-bc8d-028cbb552c6c req-4d19bfb8-9508-45c4-8baa-678ad4acbf12 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:47.934447 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b48aeefb-ef52-4ebf-bc8d-028cbb552c6c req-4d19bfb8-9508-45c4-8baa-678ad4acbf12 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:42:47.948932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-b48aeefb-ef52-4ebf-bc8d-028cbb552c6c req-4d19bfb8-9508-45c4-8baa-678ad4acbf12 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:42:47.950058 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b48aeefb-ef52-4ebf-bc8d-028cbb552c6c req-4d19bfb8-9508-45c4-8baa-678ad4acbf12 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0947604
Dec 15 19:42:47.994902 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b48aeefb-ef52-4ebf-bc8d-028cbb552c6c req-c5066d94-bbe4-4185-87eb-9b1bd57fedef tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393043
Dec 15 19:42:48.412714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:49.185493 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94a5fe-8098-4430-a21e-755bfe0dbefb req-ecb0758f-35c1-43db-9cd4-9d7a2f297182 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:49.186928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a94a5fe-8098-4430-a21e-755bfe0dbefb req-ecb0758f-35c1-43db-9cd4-9d7a2f297182 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0751567
Dec 15 19:42:49.236492 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8a94a5fe-8098-4430-a21e-755bfe0dbefb req-d50edf17-92bd-4e4b-b11b-7ad86a45ca5e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435040
Dec 15 19:42:50.433479 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795db4-9ead-4665-a3ee-82300dd4e681 req-4685dbfd-a29e-4059-a89f-767f7d076109 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:50.434908 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f6795db4-9ead-4665-a3ee-82300dd4e681 req-4685dbfd-a29e-4059-a89f-767f7d076109 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0770385
Dec 15 19:42:50.482555 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f6795db4-9ead-4665-a3ee-82300dd4e681 req-730a6810-6940-436d-be64-692f54e83f93 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417304
Dec 15 19:42:51.683535 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad387a7-c749-482a-844b-1a5801276fdf req-31345a79-8073-4dbb-8ed0-943e34f7781e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:51.684891 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ad387a7-c749-482a-844b-1a5801276fdf req-31345a79-8073-4dbb-8ed0-943e34f7781e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0764039
Dec 15 19:42:51.730281 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8ad387a7-c749-482a-844b-1a5801276fdf req-aeeaddd5-ff21-4331-982e-0b381134fe89 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393417
Dec 15 19:42:53.068212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99292-ff98-4bcc-b381-c5de65eaa669 req-1ba9af29-f15d-442c-b2ea-c2734b2f9bb3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:53.069571 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8fd99292-ff98-4bcc-b381-c5de65eaa669 req-1ba9af29-f15d-442c-b2ea-c2734b2f9bb3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0755215
Dec 15 19:42:53.113998 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8fd99292-ff98-4bcc-b381-c5de65eaa669 req-3a908a86-ebce-49c4-b6d4-6505e6653b8e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392389
Dec 15 19:42:54.311703 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fdbc5-1952-43c8-820c-0a185c59d226 req-d40a5958-c815-41a0-8464-99d39fa9600e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:54.313162 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-281fdbc5-1952-43c8-820c-0a185c59d226 req-d40a5958-c815-41a0-8464-99d39fa9600e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0790884
Dec 15 19:42:54.358037 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-281fdbc5-1952-43c8-820c-0a185c59d226 req-747fb094-35e2-4338-b937-369e334fe6c3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394716
Dec 15 19:42:55.122052 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device c22db1bd-03f2-4663-93c5-bd260735494f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:42:55.252400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:42:55.265400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'port_id': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'mac_address': 'fa:16:3e:72:99:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:42:55.321223 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:55.337717 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22db1bd-03f2-4663-93c5-bd260735494f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:42:55.353211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:42:55.356734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:55.360036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:55.423488 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:55.431830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.432173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.432500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.432827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.433153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.433504 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.433829 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.434147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.434483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.434780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.435092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:42:55.439681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:55.558929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46afe3f-ab62-4e50-8460-1963f97b16e7 req-99e12354-2390-4d4e-8159-b2ceb7277056 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:55.559551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['c22db1bd-03f2-4663-93c5-bd260735494f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:42:55.560368 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c46afe3f-ab62-4e50-8460-1963f97b16e7 req-99e12354-2390-4d4e-8159-b2ceb7277056 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 945 time: 0.0804923
Dec 15 19:42:55.606450 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c46afe3f-ab62-4e50-8460-1963f97b16e7 req-a778ae5d-a071-462c-8c70-343d9af0bb92 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404668
Dec 15 19:42:56.802837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4d9f7-16b5-45b1-b29d-6e712b8d6598 req-dd6d4fe3-7153-4890-af73-62b483fa5624 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:56.804285 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9db4d9f7-16b5-45b1-b29d-6e712b8d6598 req-dd6d4fe3-7153-4890-af73-62b483fa5624 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 945 time: 0.0765414
Dec 15 19:42:56.848448 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-9db4d9f7-16b5-45b1-b29d-6e712b8d6598 req-91117f69-1b20-4b72-83c2-9f31b928ae0b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388002
Dec 15 19:42:57.136935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device c22db1bd-03f2-4663-93c5-bd260735494f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:42:57.206351 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port c22db1bd-03f2-4663-93c5-bd260735494f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:42:57.210957 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port c22db1bd-03f2-4663-93c5-bd260735494f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:42:57.211332 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:57.330822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:57.357011 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:42:57.366922 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:42:57.370830 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:57.372822 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:42:57.438143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:42:57.441344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:42:57.484722 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'code': 200}
Dec 15 19:42:57.494724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:57.750515 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c95c6ebc-02fc-4c1c-b082-38d547fc84cb req-843aabe8-e554-4619-b6d7-0429cdd77595 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.0703597
Dec 15 19:42:57.793228 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c95c6ebc-02fc-4c1c-b082-38d547fc84cb req-b895c7cb-938b-41e3-b615-31176c2d9e6d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361493
Dec 15 19:42:58.043637 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8e0a-e244-400e-bf33-46dcccc09761 req-74ad4556-8ce5-4bff-98af-e0849f07d299 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:58.044987 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6a7d8e0a-e244-400e-bf33-46dcccc09761 req-74ad4556-8ce5-4bff-98af-e0849f07d299 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0791214
Dec 15 19:42:58.089440 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6a7d8e0a-e244-400e-bf33-46dcccc09761 req-f0b9df70-5b9d-41a0-93b2-77bac072415c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385489
Dec 15 19:42:59.293773 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a74f2-7d9f-4213-a7a1-ba78e265e0da req-42d2daba-ed9a-4d61-b73e-9facf508406c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:59.295213 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b2a74f2-7d9f-4213-a7a1-ba78e265e0da req-42d2daba-ed9a-4d61-b73e-9facf508406c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0837264
Dec 15 19:42:59.351705 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-7b2a74f2-7d9f-4213-a7a1-ba78e265e0da req-585427dc-bc6c-44cc-953a-d85ed57b153f tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510519
Dec 15 19:42:59.547188 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a744c6-90fd-4577-855f-6315c7779520 req-cc73c437-fc7c-4426-9186-9db55a0b6ae5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:42:59.548636 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-06a744c6-90fd-4577-855f-6315c7779520 req-cc73c437-fc7c-4426-9186-9db55a0b6ae5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0758581
Dec 15 19:42:59.593506 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-06a744c6-90fd-4577-855f-6315c7779520 req-0d1d52b2-1de4-4d98-b92c-65b3ffbfa7fe tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394998
Dec 15 19:42:59.620905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41656) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:59.694331 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-47a50ccd-5f87-4c6e-af0d-c138e96785ee tempest-TestShelveInstance-101586336 tempest-TestShelveInstance-101586336-project-admin] Synchronizing usage tracker for tenant:91ae05ab8def4641829416dc508277f2 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:42:59.710317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-47a50ccd-5f87-4c6e-af0d-c138e96785ee tempest-TestShelveInstance-101586336 tempest-TestShelveInstance-101586336-project-admin] Unset dirty status for tenant:91ae05ab8def4641829416dc508277f2 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:42:59.711471 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-47a50ccd-5f87-4c6e-af0d-c138e96785ee tempest-TestShelveInstance-101586336 tempest-TestShelveInstance-101586336-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1094 time: 0.0895195
Dec 15 19:42:59.714452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41660) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:42:59.720279 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:42:59.725795 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:42:59.729557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Usage tracker for resource:floatingip and tenant:59ba8903518944b9bf5cc42fbd539c35 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:42:59.732395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:42:59.740121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:42:59.750088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:42:59.882008 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:00.014440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Allocated IP 172.26.1.43 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/b50f8f59-9cd6-46f5-9ece-20c5262bf7d5) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:43:00.255557 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:00.282651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:00.286533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-85af22d5-8ae9-462a-ac0f-1463e707522c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:43:00.351748 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:43:00.355240 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:43:00.359516 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:43:00.382836 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'Port': ['ID=b50f8f59-9cd6-46f5-9ece-20c5262bf7d5,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:43:00.387470 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:43:00.860987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:00.915114 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:01.117995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:01.122123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:01.126762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:43:01.220049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event updated for resources: {'Port': ['ID=b50f8f59-9cd6-46f5-9ece-20c5262bf7d5,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:43:01.223930 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:43:01.240477 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:01.430625 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Floating IP feaa2ce3-377c-431c-a2ca-8b4dd5bcbc3b associated. External IP: 172.26.1.43, port: c22db1bd-03f2-4663-93c5-bd260735494f.
Dec 15 19:43:01.926508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Router 5913b689-b025-4922-9bf3-447d5b1e4f69 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:43:02.126413 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:43:02.136448 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] Sync routers for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:43:02.149168 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:43:02.149801 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:42:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:43:02.150802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:02.204574 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4891186
Dec 15 19:43:02.205261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:43:02.264144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'status': 'completed', 'code': 200}
Dec 15 19:43:02.356294 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-1c57892e-a89b-41dd-9b91-5437863d074f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.0703030
Dec 15 19:43:02.357482 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:43:02.489322 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-4e4a7600-3b74-4cbd-a3cb-6208a679201e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:43:02.490845 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-4e4a7600-3b74-4cbd-a3cb-6208a679201e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1279423
Dec 15 19:43:02.593170 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-20b4a769-783f-4765-9a4c-203298abe0df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 999 time: 0.0965905
Dec 15 19:43:02.657860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-2885c607-d6ce-44f5-8e91-b358c537d8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:43:02.659272 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-2885c607-d6ce-44f5-8e91-b358c537d8ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0602963
Dec 15 19:43:02.702723 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'feaa2ce3-377c-431c-a2ca-8b4dd5bcbc3b', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'floating_ip_address': '172.26.1.43', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'port_id': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'mac_address': 'fa:16:3e:72:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:43:00Z', 'updated_at': '2021-12-15T19:43:00Z', 'revision_number': 0, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:43:02.707319 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] Checking router: 5913b689-b025-4922-9bf3-447d5b1e4f69 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:43:02.718468 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:43:02.719065 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:42:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:43:02.737978 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-51d1a6b3-2c60-4c39-b39e-8e52ef98ef7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723927
Dec 15 19:43:02.871215 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-31b1161e-8405-4d71-8b07-74882f669322 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264474
Dec 15 19:43:02.910228 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:43:03.002528 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-50e09555-47b6-4bbc-96e6-19135f841ae4 req-c65d7f7d-325d-446f-bb33-bde0a0923ff6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239946
Dec 15 19:43:03.248186 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc34430>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'feaa2ce3-377c-431c-a2ca-8b4dd5bcbc3b', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'floating_ip_address': '172.26.1.43', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'port_id': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'mac_address': 'fa:16:3e:72:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:43:00Z', 'updated_at': '2021-12-15T19:43:00Z', 'revision_number': 0, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:43:03.252071 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ee4f1-97e4-49dd-99d1-639564913310 None None] The sync data for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv is: [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'feaa2ce3-377c-431c-a2ca-8b4dd5bcbc3b', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'floating_ip_address': '172.26.1.43', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'port_id': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'mac_address': 'fa:16:3e:72:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:43:00Z', 'updated_at': '2021-12-15T19:43:00Z', 'revision_number': 0, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:43:03.441634 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe9ae3-3c75-4763-b1fa-46981ada79d8 None None] New status for floating IP feaa2ce3-377c-431c-a2ca-8b4dd5bcbc3b: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:43:08.067529 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:43:13.407489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2f74d0cd-c56d-4f2d-a4b3-001553da0e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:15.659985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-bf343f8b-132a-4347-8460-d5b67184ce54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:16.898556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:16.928949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:18.415769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:27.516026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:43.409828 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-783f5ace-6984-4c99-9c63-5f74c5b54409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:45.066707 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:43:45.661560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c961-5aa2-425d-9fbc-09d4b964ce0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:46.899089 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:46.929505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:47.726671 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-274dc0bd-9c42-4447-a2c4-52a3c7ce9b58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1392915
Dec 15 19:43:47.869474 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-e5c02fb7-493e-4169-8457-855be9d85cf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.0772464
Dec 15 19:43:48.013965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-7014bfac-3f01-42d6-b1bd-5e0f807ad929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:43:48.015389 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-7014bfac-3f01-42d6-b1bd-5e0f807ad929 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1269455
Dec 15 19:43:48.224577 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-64200ac9-6e23-46a8-b968-1d33819b8949 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 1001 time: 0.2023630
Dec 15 19:43:48.284483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-fce7e09f-c345-4ccb-ad56-4f4c8479e1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:43:48.285891 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-fce7e09f-c345-4ccb-ad56-4f4c8479e1b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0554841
Dec 15 19:43:48.358439 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-ee90ca2e-e67a-43aa-ac6a-09dc34332dc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0659869
Dec 15 19:43:48.419021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:43:48.490076 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-31ea7893-e4e2-41ff-a5ca-8652fa37ce32 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249795
Dec 15 19:43:48.618673 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-519b51a3-0ccd-497d-97fe-a5016a42f268 req-cc441910-5538-4e88-a8ce-233f11e9ecc6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223998
Dec 15 19:43:57.514093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:13.411418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4a33104b-d7ba-44f1-a8aa-2b2016e036c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:15.662681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b85098a6-ea92-4a5d-a15d-9be1181d3b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:16.901551 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:16.930566 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:18.420891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:22.065996 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:44:27.518165 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:32.510742 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-ef38dbe7-6131-46cb-ba57-66397d2361fb req-c135e4ab-eee0-481d-a0a3-2d8c92ed816a service neutron] (83670) timed out ('10.222.0.64', 61680) {{(pid=83670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 15 19:44:43.413536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-47d0fbb8-2ea0-45f1-b750-b160cb472186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:45.664540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0c8e-ccd6-4956-994c-7bc7ae140618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:46.904289 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:46.931359 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:48.423872 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:49.610920 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-484a4b40-48a7-4231-b264-74351b88d7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0706794
Dec 15 19:44:49.746743 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-7941952c-8eb0-4caa-9387-744cd45c0392 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.0689592
Dec 15 19:44:49.888839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-2745ee8a-68da-40cc-911e-e874cbdf37a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:44:49.890224 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-2745ee8a-68da-40cc-911e-e874cbdf37a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1254034
Dec 15 19:44:50.004864 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-4dfa872d-d6b4-4388-8020-f005ffe96ac4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 1001 time: 0.1026211
Dec 15 19:44:50.069762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-3c36d3c8-8ed4-4c06-b0fd-82222a525515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:44:50.071204 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-3c36d3c8-8ed4-4c06-b0fd-82222a525515 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0605466
Dec 15 19:44:50.143849 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-3f4f548c-5d40-4706-bc10-5d20393e52ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668974
Dec 15 19:44:50.274644 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-0bc4eac2-ae67-4317-8d9e-ce99aebe48aa service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245515
Dec 15 19:44:50.405144 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b17ac4d5-cadd-4bdd-87fe-dbe08ed0060e req-3d1b202f-5136-4335-a171-8db303749718 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237528
Dec 15 19:44:57.520567 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:44:59.065470 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:45:00.491628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55002-9e4f-4a9c-a903-6d4aa1a81946 req-caf6c30a-0672-426d-9c67-6bbcf73987e5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:00.493697 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-44f55002-9e4f-4a9c-a903-6d4aa1a81946 req-caf6c30a-0672-426d-9c67-6bbcf73987e5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.1466262
Dec 15 19:45:00.544571 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-44f55002-9e4f-4a9c-a903-6d4aa1a81946 req-537b858b-28d9-411f-9823-86ee1154a33e tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453429
Dec 15 19:45:01.832488 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd690a7-b1df-4ff4-9024-7b223bb0d170 req-add11b1d-b5fe-44d6-a81a-da2e71563e43 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:01.833990 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3cd690a7-b1df-4ff4-9024-7b223bb0d170 req-add11b1d-b5fe-44d6-a81a-da2e71563e43 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.1487691
Dec 15 19:45:01.880423 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-3cd690a7-b1df-4ff4-9024-7b223bb0d170 req-1de4fbc7-7776-4c20-9644-be5aeb31fa4c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408611
Dec 15 19:45:03.086746 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f1551-e272-49f4-9209-a3797bcc587b req-cf8bd2c9-4d15-4b49-8f87-d5eb6ae948a3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:03.088098 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3f5f1551-e272-49f4-9209-a3797bcc587b req-cf8bd2c9-4d15-4b49-8f87-d5eb6ae948a3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0762153
Dec 15 19:45:03.132003 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3f5f1551-e272-49f4-9209-a3797bcc587b req-f47378d1-c148-476f-b513-584383d37566 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386028
Dec 15 19:45:04.327544 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92856-38cc-4ad2-890e-7b967183b9c1 req-c5efeb9f-46ee-456f-a443-eb00e87202f2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:04.328958 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8de92856-38cc-4ad2-890e-7b967183b9c1 req-c5efeb9f-46ee-456f-a443-eb00e87202f2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0795200
Dec 15 19:45:04.372732 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8de92856-38cc-4ad2-890e-7b967183b9c1 req-85eabd94-c2bd-44ee-bc5f-30f1dd535d4a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383670
Dec 15 19:45:05.572920 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c0157-ade2-4852-b434-a73a043653bf req-6998ffd3-087b-4ed4-b8c0-ad0774970045 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:05.574376 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3c7c0157-ade2-4852-b434-a73a043653bf req-6998ffd3-087b-4ed4-b8c0-ad0774970045 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0807977
Dec 15 19:45:05.618870 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-3c7c0157-ade2-4852-b434-a73a043653bf req-07f7cd19-8aa9-441a-9a38-433c4c91943d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390844
Dec 15 19:45:06.815501 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e942ea9-5ab6-4fe4-90ae-421db43d217a req-e2f290aa-272a-4011-81c5-e7cc6ba151d5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:06.816928 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8e942ea9-5ab6-4fe4-90ae-421db43d217a req-e2f290aa-272a-4011-81c5-e7cc6ba151d5 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0771875
Dec 15 19:45:06.861561 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8e942ea9-5ab6-4fe4-90ae-421db43d217a req-358b709c-58ac-4d75-abbc-663b120e37be tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390995
Dec 15 19:45:08.055521 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecbf27-c12c-4eb5-a1ac-6c9cae426005 req-bbb35250-1c95-4ea1-a6f0-49b0afacce40 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:08.056923 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b0ecbf27-c12c-4eb5-a1ac-6c9cae426005 req-bbb35250-1c95-4ea1-a6f0-49b0afacce40 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0776439
Dec 15 19:45:08.102727 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-b0ecbf27-c12c-4eb5-a1ac-6c9cae426005 req-63771d32-4035-4634-ba6f-e2039adac558 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403774
Dec 15 19:45:09.305255 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d0bc-6e47-4d51-a44a-86459c25caa9 req-1d091a4a-dca3-43b8-8de5-76e46821ccdd tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:09.306625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8324d0bc-6e47-4d51-a44a-86459c25caa9 req-1d091a4a-dca3-43b8-8de5-76e46821ccdd tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0828412
Dec 15 19:45:09.353218 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8324d0bc-6e47-4d51-a44a-86459c25caa9 req-6de81ce1-0645-413e-8c04-7042f9beb1aa tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410316
Dec 15 19:45:10.586306 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-46e8c048-7426-4748-9856-aff0feb54a7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.1399632
Dec 15 19:45:10.591809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808ef4a-33e8-45bf-af76-86d83c2dc163 req-4d12e97c-34d5-4f8a-90da-e183f4eb460c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:10.593064 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1808ef4a-33e8-45bf-af76-86d83c2dc163 req-4d12e97c-34d5-4f8a-90da-e183f4eb460c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.1143346
Dec 15 19:45:10.736090 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1808ef4a-33e8-45bf-af76-86d83c2dc163 req-77c854e0-35c4-4085-a901-080024992b12 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253569
Dec 15 19:45:10.753142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-0d4d2da5-4db5-4fa5-b511-542e7340faab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:10.754788 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-0d4d2da5-4db5-4fa5-b511-542e7340faab service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1608794
Dec 15 19:45:10.854616 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-ec32bc7e-7cea-4a67-b1f6-ab627b8664e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 1001 time: 0.0936174
Dec 15 19:45:10.920640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-ae614c1e-b9d8-45ee-a33e-f8a16b85eea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:10.921990 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-ae614c1e-b9d8-45ee-a33e-f8a16b85eea0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0608225
Dec 15 19:45:10.995696 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-c9e78c6e-f37f-45d2-817b-ce40fde1ab7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673120
Dec 15 19:45:11.232005 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-19ab3381-3407-4734-baa0-0f455a1e103f service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290893
Dec 15 19:45:11.361999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-985f8b96-d48e-4d82-8b74-15c83e1a6c27 req-b575fdca-0fe9-450e-a155-b3e1cf541888 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240988
Dec 15 19:45:11.929371 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e6612-3011-43f0-b3c3-26444c332538 req-67782d80-7279-4be9-949b-64e26302c6a9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:11.930821 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-851e6612-3011-43f0-b3c3-26444c332538 req-67782d80-7279-4be9-949b-64e26302c6a9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0769324
Dec 15 19:45:11.974576 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-851e6612-3011-43f0-b3c3-26444c332538 req-4c604abc-6f39-411e-a106-ff91b6b5bbbd tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383253
Dec 15 19:45:13.176884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eb971-7c11-4f28-95bf-17e30e23734e req-bd387f62-9287-4190-8b6b-636eb8b0b489 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:13.178343 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-548eb971-7c11-4f28-95bf-17e30e23734e req-bd387f62-9287-4190-8b6b-636eb8b0b489 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0814202
Dec 15 19:45:13.231991 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-548eb971-7c11-4f28-95bf-17e30e23734e req-123e5472-c786-460e-95b7-5b9c3ce07b14 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470579
Dec 15 19:45:13.415118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb3c9-0c83-4822-9f28-39bf07924b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:14.428324 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c346f-1609-4b96-b344-aabea6c7df26 req-e6864484-9e06-49b1-b9e9-b50b6b627d2b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:14.430419 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f72c346f-1609-4b96-b344-aabea6c7df26 req-e6864484-9e06-49b1-b9e9-b50b6b627d2b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0821970
Dec 15 19:45:14.474437 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f72c346f-1609-4b96-b344-aabea6c7df26 req-e940a224-dd63-4430-94fc-0b4c7108335d tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385900
Dec 15 19:45:14.715646 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-21220ac5-edff-45df-b1aa-0c8f13f2e20e req-28496af5-4f63-49ea-a97f-869d40e10170 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1284876
Dec 15 19:45:14.908250 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-593bd821-64ea-4f9e-96b5-ffd40783cf42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0707181
Dec 15 19:45:14.984866 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f7be0-c9fb-4adb-9062-546fbbbaaed5 req-4d72b583-4b89-46a4-8e0c-9db8e6f02e46 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:14.986373 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bf4f7be0-c9fb-4adb-9062-546fbbbaaed5 req-4d72b583-4b89-46a4-8e0c-9db8e6f02e46 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0831113
Dec 15 19:45:15.035112 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-bf4f7be0-c9fb-4adb-9062-546fbbbaaed5 req-543a2a57-b917-4a2b-adc4-5fa3114fe4a9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432415
Dec 15 19:45:15.668514 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cb121055-b2b2-4302-bb46-01b93de4df9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:16.248857 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf4e94-2d59-41e3-b992-a9b5d955352c req-93848359-d17a-44ff-8560-dacee67ecefc tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:16.250322 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bfcf4e94-2d59-41e3-b992-a9b5d955352c req-93848359-d17a-44ff-8560-dacee67ecefc tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0774105
Dec 15 19:45:16.295845 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bfcf4e94-2d59-41e3-b992-a9b5d955352c req-bcbfedef-2a54-43bc-9e8a-332fb0e38e9a tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398946
Dec 15 19:45:16.909674 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:16.936107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:16.954229 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-150223e7-dcb0-4166-a67d-e15adbd0f763 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896&tenant_id=59ba8903518944b9bf5cc42fbd539c35 HTTP/1.1" status: 200  len: 1099 time: 0.0753138
Dec 15 19:45:17.044575 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-3c866803-997e-4e25-90d1-25d3ef7e8fce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.0688107
Dec 15 19:45:17.173671 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-378ec242-ce7b-413a-b5e0-7c2ea34af7fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:17.175076 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-378ec242-ce7b-413a-b5e0-7c2ea34af7fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1238770
Dec 15 19:45:17.276146 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-eea141a6-e938-47ee-8c2c-2b32f8c7a67f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 1001 time: 0.0948746
Dec 15 19:45:17.337834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-9d138f23-59e4-44c5-9dfc-4b519d41a23f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:17.339323 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-9d138f23-59e4-44c5-9dfc-4b519d41a23f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0568724
Dec 15 19:45:17.417059 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-27879856-3fae-4a63-aec6-f3d6cb02049e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717652
Dec 15 19:45:17.490391 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dd40b-2c92-4068-a40d-70e74f7ae525 req-1f44a481-7fab-4fac-8776-19b826aa909b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:17.492489 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-948dd40b-2c92-4068-a40d-70e74f7ae525 req-1f44a481-7fab-4fac-8776-19b826aa909b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0765779
Dec 15 19:45:17.538696 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-948dd40b-2c92-4068-a40d-70e74f7ae525 req-75b16f21-90e1-4021-bf5b-99735b982801 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397210
Dec 15 19:45:17.559701 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-5cce0700-6bbe-4b01-989a-c2ac09001ee0 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351218
Dec 15 19:45:17.692311 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8e67575d-0d11-4fcd-8269-fab9ef72e032 req-1e77a0b9-6b40-4f27-8461-ad08b87c0baa service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249888
Dec 15 19:45:17.819827 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device c22db1bd-03f2-4663-93c5-bd260735494f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:45:17.928202 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:17.954367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:45:17.964082 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:45:17.968206 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:17.970036 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:45:18.012638 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'code': 200}
Dec 15 19:45:18.037372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:45:18.046372 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.046710 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.047043 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.047383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.047693 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.048018 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.048336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.048652 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.048973 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.049285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.049625 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:45:18.053356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:45:18.426914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:18.821358 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac476e2-fedb-454b-87d2-96c3d66fea61 req-9035e3ee-3e4b-480f-950e-05951af40711 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:18.822765 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6ac476e2-fedb-454b-87d2-96c3d66fea61 req-9035e3ee-3e4b-480f-950e-05951af40711 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.1659517
Dec 15 19:45:18.866671 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6ac476e2-fedb-454b-87d2-96c3d66fea61 req-069c8c14-9918-4d63-9fa7-366978af3322 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385456
Dec 15 19:45:20.060573 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b643a93-4a39-4181-9585-0a9c087fb7bd req-953185cf-726b-48c8-ad66-0294eb69ec84 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:20.061937 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b643a93-4a39-4181-9585-0a9c087fb7bd req-953185cf-726b-48c8-ad66-0294eb69ec84 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0759740
Dec 15 19:45:20.106974 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1b643a93-4a39-4181-9585-0a9c087fb7bd req-668f877e-be79-4cde-a8c7-2ce4755e2974 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396934
Dec 15 19:45:21.301970 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7c85-b1b2-451a-adac-c0fd33844bca req-91cac2b9-6ce2-44ea-b190-fd910e6e78e4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:21.303419 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a00a7c85-b1b2-451a-adac-c0fd33844bca req-91cac2b9-6ce2-44ea-b190-fd910e6e78e4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0755661
Dec 15 19:45:21.348998 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a00a7c85-b1b2-451a-adac-c0fd33844bca req-28b5e04a-2a83-4b21-ab0c-3cddc9e6b088 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401392
Dec 15 19:45:22.544366 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb38bb6-3436-479e-a156-696736ca7d2f req-7cbc0d4a-2a91-48a4-9d3a-144d848c88ca tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:22.545802 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ffb38bb6-3436-479e-a156-696736ca7d2f req-7cbc0d4a-2a91-48a4-9d3a-144d848c88ca tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0798876
Dec 15 19:45:22.589753 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ffb38bb6-3436-479e-a156-696736ca7d2f req-5ed2fa0f-cdb7-4241-8d03-3fd68a1beb42 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385792
Dec 15 19:45:23.784934 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c8ba-2823-4910-87e8-a526331e6c1f req-9b37736e-eeec-477e-a4c5-c4b9fbcce365 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:23.786647 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8b62c8ba-2823-4910-87e8-a526331e6c1f req-9b37736e-eeec-477e-a4c5-c4b9fbcce365 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0784149
Dec 15 19:45:23.831718 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8b62c8ba-2823-4910-87e8-a526331e6c1f req-20073f72-4bad-4c79-9127-7557ddca7ceb tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389621
Dec 15 19:45:24.115993 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e3bc8043-082d-49fb-b015-cfccb3817156 req-18c156a4-a42b-439e-99d6-7135ad02584f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1097 time: 0.0676155
Dec 15 19:45:24.161608 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e3bc8043-082d-49fb-b015-cfccb3817156 req-1e02af59-5aeb-4476-9542-875b49b20082 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394139
Dec 15 19:45:25.029628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52805953-7c79-403a-af45-b57b5bb5c7e8 req-14fbfc2d-d7ee-41ef-88fa-204a855c1014 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:25.030971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-52805953-7c79-403a-af45-b57b5bb5c7e8 req-14fbfc2d-d7ee-41ef-88fa-204a855c1014 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 944 time: 0.0773766
Dec 15 19:45:25.077401 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-52805953-7c79-403a-af45-b57b5bb5c7e8 req-d0981ce2-a054-4909-bc11-73860f833740 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409386
Dec 15 19:45:25.881357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device c22db1bd-03f2-4663-93c5-bd260735494f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:45:26.013440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:45:26.026752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'port_id': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'mac_address': 'fa:16:3e:72:99:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:45:26.079216 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:26.098523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22db1bd-03f2-4663-93c5-bd260735494f {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:45:26.113251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:45:26.118156 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:26.119874 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:45:26.185262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:45:26.188446 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:45:26.283567 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972ae3a-06f1-418a-9397-9c1cf44bdbb6 req-d9150704-ac21-4c0e-abd7-2139a07437dd tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:26.284920 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f972ae3a-06f1-418a-9397-9c1cf44bdbb6 req-d9150704-ac21-4c0e-abd7-2139a07437dd tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 945 time: 0.0758154
Dec 15 19:45:26.335785 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-f972ae3a-06f1-418a-9397-9c1cf44bdbb6 req-70e81e0e-e5ea-47e1-8ac7-e7ccefa5deb7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451438
Dec 15 19:45:26.382173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['c22db1bd-03f2-4663-93c5-bd260735494f'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:45:27.533841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:27.881029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device c22db1bd-03f2-4663-93c5-bd260735494f up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:45:27.950760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port c22db1bd-03f2-4663-93c5-bd260735494f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:45:27.951130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:28.058033 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:28.083117 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:45:28.092147 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:45:28.096437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:28.098401 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:45:28.180778 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'code': 200}
Dec 15 19:45:28.216813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:45:28.219807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:45:36.065950 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:45:43.422363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-31cf4f90-660e-4bb4-8fcc-604c89135cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:45.679747 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-9d71d356-15c1-4a51-88fc-f0eb08eeb37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:46.911324 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:46.940081 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:48.432186 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:45:49.734575 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-34084ff8-7a6a-4090-b1d4-6a48cd8201bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1800263
Dec 15 19:45:49.868778 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-7503268a-34dd-43e3-8208-6bc84cbc4e79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.0715494
Dec 15 19:45:50.028095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53624a50-f162-4158-b0e7-17c1e4011254 req-97c81e50-f041-4fa5-b5cd-e36ef53beb57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:50.028095 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-97c81e50-f041-4fa5-b5cd-e36ef53beb57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1368737
Dec 15 19:45:50.136441 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-32483617-d243-45a8-859a-d05f57a44c1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 1001 time: 0.1005445
Dec 15 19:45:50.198482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53624a50-f162-4158-b0e7-17c1e4011254 req-76d2a11e-cd8c-45c7-bacb-08e98e1c527e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:45:50.202581 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-76d2a11e-cd8c-45c7-bacb-08e98e1c527e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0620689
Dec 15 19:45:50.279742 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-e04e4e7c-e46a-4a46-ac96-a50fa7d43e42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724795
Dec 15 19:45:50.412600 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-ac3c7d32-1c7b-49f4-ada9-956f70917e9d service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254880
Dec 15 19:45:50.545015 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-53624a50-f162-4158-b0e7-17c1e4011254 req-e6baf6a4-f4a8-4fa5-8d06-94065dc36a49 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244538
Dec 15 19:45:57.536358 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:13.066250 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:46:13.420170 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7611de1b-b633-4c50-8702-35de34d840b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:15.676315 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1141-0a22-4184-82b0-7e562500ee81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:16.912118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:16.942095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:18.432507 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:27.535476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:42.367844 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41790) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:42.580467 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Deleting port b50f8f59-9cd6-46f5-9ece-20c5262bf7d5 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:42.580803 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:42.750768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:42.751112 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:42.866827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Calling delete_port for b50f8f59-9cd6-46f5-9ece-20c5262bf7d5 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:43.012317 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:43.015932 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9eee3dfc-cf7b-4f4a-aef6-8d842f83a089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:43.057976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event deleted for resources: {'Port': ['ID=b50f8f59-9cd6-46f5-9ece-20c5262bf7d5,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:43.232108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.232484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.232853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.233216 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.233604 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.233966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.234321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.234675 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.235028 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.235377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.235727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:46:43.242371 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:43.264089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:43.424378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c45d4abb-a4bc-4b3c-994e-e319d84255c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:43.649183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Router 5913b689-b025-4922-9bf3-447d5b1e4f69 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:46:43.849863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:46:43.859725 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] Sync routers for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:46:43.870587 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:43.871936 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:46:43.872544 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6e8a30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:43.927491 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-87dee77a-bad7-4496-9ab7-19c48d0b1398 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "DELETE /v2.0/floatingips/feaa2ce3-377c-431c-a2ca-8b4dd5bcbc3b HTTP/1.1" status: 204  len: 168 time: 1.5584855
Dec 15 19:46:43.928115 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:46:44.005887 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'status': 'completed', 'code': 200}
Dec 15 19:46:44.088082 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:46:44.100572 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bca48908-f464-4443-8dd9-84075885241c req-eb0811b7-97ea-4f89-ae2f-54c699757b17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ba8903518944b9bf5cc42fbd539c35&device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 1099 time: 0.0729764
Dec 15 19:46:44.249314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca48908-f464-4443-8dd9-84075885241c req-7a70c681-a848-4251-b3ef-68891196fb5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:46:44.250963 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bca48908-f464-4443-8dd9-84075885241c req-7a70c681-a848-4251-b3ef-68891196fb5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 200  len: 910 time: 0.1438248
Dec 15 19:46:44.355266 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bca48908-f464-4443-8dd9-84075885241c req-501dc41c-bee1-44f6-996e-eb0813b4adf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 200  len: 217 time: 0.0972514
Dec 15 19:46:44.404592 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6e8a30>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:44.408600 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] Checking router: 5913b689-b025-4922-9bf3-447d5b1e4f69 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:46:44.419572 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:46:44.420159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced6e8a30>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:44.432177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca48908-f464-4443-8dd9-84075885241c req-6f5fd386-4ebf-4812-96a2-3cb939754cf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:46:44.433647 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bca48908-f464-4443-8dd9-84075885241c req-6f5fd386-4ebf-4812-96a2-3cb939754cf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 200  len: 848 time: 0.0710351
Dec 15 19:46:44.490059 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d002b3-20d4-4c9c-a92f-11a3541f6a6e req-7f55e64e-6882-471b-bef5-da2398a58cd3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:46:44.490743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-77d002b3-20d4-4c9c-a92f-11a3541f6a6e req-7f55e64e-6882-471b-bef5-da2398a58cd3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Synchronizing usage tracker for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:46:44.515931 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-77d002b3-20d4-4c9c-a92f-11a3541f6a6e req-7f55e64e-6882-471b-bef5-da2398a58cd3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Unset dirty status for tenant:59ba8903518944b9bf5cc42fbd539c35 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:46:44.517065 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77d002b3-20d4-4c9c-a92f-11a3541f6a6e req-7f55e64e-6882-471b-bef5-da2398a58cd3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.2083194
Dec 15 19:46:44.552088 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bca48908-f464-4443-8dd9-84075885241c req-37333400-86ee-4ed1-956b-cc8def5e91a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ab7c77-3ad1-4b75-ba05-1b12804989e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1103780
Dec 15 19:46:44.601055 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:46:44.649320 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-77d002b3-20d4-4c9c-a92f-11a3541f6a6e req-2f5400a0-6069-4c5f-9284-5ce18bb80fd0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256456
Dec 15 19:46:44.710891 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bca48908-f464-4443-8dd9-84075885241c req-02e1dca7-e693-4174-a2ca-d5e788322ad2 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511607
Dec 15 19:46:44.844999 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-bca48908-f464-4443-8dd9-84075885241c req-05ca5415-f4ac-4b8f-92f6-ca08c9e4ec33 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268990
Dec 15 19:46:44.908706 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced6e8a30>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:44.912808 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f92950-3da2-4e39-aff9-b033c86f36a4 None None] The sync data for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv is: [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:37:59Z', 'revision_number': 4, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'a6e99f71-b8c0-49e2-89a3-2333d6e3419f', 'name': '', 'network_id': 'e1ab7c77-3ad1-4b75-ba05-1b12804989e3', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'mac_address': 'fa:16:3e:3a:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:59Z', 'updated_at': '2021-12-15T19:38:07Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'subnets': [{'id': '77887c79-0cda-4d3f-a205-d8d56023c3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:46:45.116054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa4249-20d0-454c-8611-9ba3d23c5fbe None None] New status for floating IP feaa2ce3-377c-431c-a2ca-8b4dd5bcbc3b: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:46:45.678366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf31f-9121-41b6-9b52-cbc6d51f0d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:45.854662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f059-ae0a-4d68-80ba-c4b492f25b98 req-2ae28380-0322-406c-b159-e2cabe3ab5c2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:46:45.856055 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-31e0f059-ae0a-4d68-80ba-c4b492f25b98 req-2ae28380-0322-406c-b159-e2cabe3ab5c2 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.0785730
Dec 15 19:46:45.901901 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-31e0f059-ae0a-4d68-80ba-c4b492f25b98 req-96d93122-5d91-46c0-b697-0df2a41920c9 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/security-groups?id=f745eca1-067c-4735-98bb-48cebaaab6f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402589
Dec 15 19:46:45.903603 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-30d95580-bf19-4504-9e7a-ed5466c824fb tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:46:45.905151 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-30d95580-bf19-4504-9e7a-ed5466c824fb tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 946 time: 0.1841443
Dec 15 19:46:45.973387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Deleting port c22db1bd-03f2-4663-93c5-bd260735494f {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:45.973725 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:46.211805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] For port c22db1bd-03f2-4663-93c5-bd260735494f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c22db1bd-03f2-4663-93c5-bd260735494f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:46.212148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:46.332761 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Calling delete_port for c22db1bd-03f2-4663-93c5-bd260735494f owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:46.468808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:46.474318 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9136aa63-cc10-449e-9703-1a9c80c8ab75 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:46.521046 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event deleted for resources: {'Port': ['ID=c22db1bd-03f2-4663-93c5-bd260735494f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:46.523529 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:46.592946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] No DVR routers for this DVR port c22db1bd-03f2-4663-93c5-bd260735494f on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:46:46.596837 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:46.599771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-deleted', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:46:46.615895 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-58e6528e-5955-4ad0-adcf-888e1e9909a4 req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.64 "DELETE /v2.0/ports/c22db1bd-03f2-4663-93c5-bd260735494f HTTP/1.1" status: 204  len: 173 time: 0.7056713
Dec 15 19:46:46.655073 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c21f98-a2dc-45cf-b607-af3dffe0e896', 'name': 'network-vif-deleted', 'tag': 'c22db1bd-03f2-4663-93c5-bd260735494f', 'status': 'completed', 'code': 200}
Dec 15 19:46:46.919962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:46.959166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:47.092034 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1808f4d6-17a0-4d29-b350-f54ba9259133 req-5a822be7-77ff-43b4-82e8-ee5824cf088c tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c21f98-a2dc-45cf-b607-af3dffe0e896 HTTP/1.1" status: 200  len: 210 time: 0.0469859
Dec 15 19:46:48.201711 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41812) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:48.272595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d02507b-1313-4afc-a7ad-7357a3659de3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:48.307211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d02507b-1313-4afc-a7ad-7357a3659de3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:48.370551 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d02507b-1313-4afc-a7ad-7357a3659de3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:48.374574 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e49def0a-3173-4e3a-850a-6a2e2431684e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:48.389747 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02507b-1313-4afc-a7ad-7357a3659de3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745eca1-067c-4735-98bb-48cebaaab6f9,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:48.393335 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3d02507b-1313-4afc-a7ad-7357a3659de3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:48.406414 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-3d02507b-1313-4afc-a7ad-7357a3659de3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:48.409731 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-3d02507b-1313-4afc-a7ad-7357a3659de3 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] 10.222.0.48 "DELETE /v2.0/security-groups/f745eca1-067c-4735-98bb-48cebaaab6f9 HTTP/1.1" status: 204  len: 168 time: 0.2070072
Dec 15 19:46:48.451860 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:48.479320 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41818) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:49.095312 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:49.798482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Deleting port a6e99f71-b8c0-49e2-89a3-2333d6e3419f {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:49.798482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:49.971161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] For port a6e99f71-b8c0-49e2-89a3-2333d6e3419f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:49.971509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:50.066210 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:46:50.088974 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Calling delete_port for a6e99f71-b8c0-49e2-89a3-2333d6e3419f owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:50.237382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device c22db1bd-03f2-4663-93c5-bd260735494f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:46:50.268039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:50.270099 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: c22db1bd-03f2-4663-93c5-bd260735494f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:46:50.270447 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device c22db1bd-03f2-4663-93c5-bd260735494f not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:46:50.271642 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:50.313204 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e99f71-b8c0-49e2-89a3-2333d6e3419f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:50.315960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:50.606520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:51.279383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Router 5913b689-b025-4922-9bf3-447d5b1e4f69 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:46:51.477781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:46:51.487883 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] Sync routers for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:46:51.490828 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] 10.222.0.48 "PUT /v2.0/routers/5913b689-b025-4922-9bf3-447d5b1e4f69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0101514
Dec 15 19:46:51.493294 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41826) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:51.501017 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:46:51.501652 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf06a90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:51.676667 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:46:51.689765 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:51.882793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:51.892633 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Deleting port b90c4e0e-84b5-4070-8a63-fe4b033a62e1 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:51.893033 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:51.977790 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf06a90>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:46:50Z', 'revision_number': 5, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port': {'id': 'b90c4e0e-84b5-4070-8a63-fe4b033a62e1', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:37:57Z', 'updated_at': '2021-12-15T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:51.981531 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] Checking router: 5913b689-b025-4922-9bf3-447d5b1e4f69 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:46:51.991707 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] Routers {'5913b689-b025-4922-9bf3-447d5b1e4f69'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:46:51.992295 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedf06a90>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['5913b689-b025-4922-9bf3-447d5b1e4f69'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:52.066001 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] For port b90c4e0e-84b5-4070-8a63-fe4b033a62e1, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:52.066348 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:52.138174 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] Set router 5913b689-b025-4922-9bf3-447d5b1e4f69 gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:46:52.184789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Calling delete_port for b90c4e0e-84b5-4070-8a63-fe4b033a62e1 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:52.245485 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedf06a90>, [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:46:51Z', 'revision_number': 6, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:52.249876 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27166581-1262-468c-8e55-0f2e58b65e46 None None] The sync data for ids ['5913b689-b025-4922-9bf3-447d5b1e4f69'] in dv-neutron-821830-2-hyperv is: [{'id': '5913b689-b025-4922-9bf3-447d5b1e4f69', 'name': 'tempest-TestShelveInstance-1655922275-router', 'tenant_id': '59ba8903518944b9bf5cc42fbd539c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:37:56Z', 'updated_at': '2021-12-15T19:46:51Z', 'revision_number': 6, 'project_id': '59ba8903518944b9bf5cc42fbd539c35', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:46:52.461916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:52.465562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:52.507976 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90c4e0e-84b5-4070-8a63-fe4b033a62e1,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:52.510379 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:52.734966 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:52.990286 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:52.994496 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.019076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.019673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5913b689-b025-4922-9bf3-447d5b1e4f69 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:46:53.032696 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.033837 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5913b689-b025-4922-9bf3-447d5b1e4f69 HTTP/1.1" status: 204  len: 168 time: 1.5396292
Dec 15 19:46:53.036601 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41830) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:53.094373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Deleting subnet 77887c79-0cda-4d3f-a205-d8d56023c3e6 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:46:53.097404 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.147290 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.230437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.300393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.304616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-73c9d496-6422-4e98-9f84-2e6b909f9197 tempest-NetworksIpV6Test-782110310 tempest-NetworksIpV6Test-782110310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:53.342593 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77887c79-0cda-4d3f-a205-d8d56023c3e6,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:53.345068 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:53.347787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.353379 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7722bf4-f8fa-4e0b-a302-defbb324243e None None] Network e1ab7c77-3ad1-4b75-ba05-1b12804989e3 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:46:53.353971 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-00d66d23-7571-45f4-a7f3-050fa2f62966 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/77887c79-0cda-4d3f-a205-d8d56023c3e6 HTTP/1.1" status: 204  len: 168 time: 0.3160090
Dec 15 19:46:53.356170 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41834) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:53.466700 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.477278 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Deleting port cc6f9a7b-5787-47c8-b74f-d9482c869008 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:53.477636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.491784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b90c4e0e-84b5-4070-8a63-fe4b033a62e1 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:46:53.559452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: b90c4e0e-84b5-4070-8a63-fe4b033a62e1 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:46:53.559708 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device b90c4e0e-84b5-4070-8a63-fe4b033a62e1 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:46:53.560136 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a6e99f71-b8c0-49e2-89a3-2333d6e3419f no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:46:53.593534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: a6e99f71-b8c0-49e2-89a3-2333d6e3419f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:46:53.593880 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device a6e99f71-b8c0-49e2-89a3-2333d6e3419f not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:46:53.673039 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] DHCP port deletion for e1ab7c77-3ad1-4b75-ba05-1b12804989e3 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:46:53.677138 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Deleting port cc6f9a7b-5787-47c8-b74f-d9482c869008 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:53.677543 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.695020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] For port cc6f9a7b-5787-47c8-b74f-d9482c869008, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cc6f9a7b-5787-47c8-b74f-d9482c869008,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:53.695509 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.882772 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] For port cc6f9a7b-5787-47c8-b74f-d9482c869008, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=cc6f9a7b-5787-47c8-b74f-d9482c869008,segment=NetworkSegment(cb8e5f78-a35c-440e-aa64-827d34397d25),segment_id=cb8e5f78-a35c-440e-aa64-827d34397d25)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:53.883094 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:53.930999 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Calling delete_port for cc6f9a7b-5787-47c8-b74f-d9482c869008 owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:54.001568 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Calling delete_port for cc6f9a7b-5787-47c8-b74f-d9482c869008 owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:54.007542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.012061 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b8f369b7-bd49-41b6-bdda-c0917bacc71e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:54.053370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6f9a7b-5787-47c8-b74f-d9482c869008,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:54.055849 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:54.061881 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] No DVR routers for this DVR port cc6f9a7b-5787-47c8-b74f-d9482c869008 on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:46:54.078995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:46:54.079354 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:46:54.176590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.201539 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec2b4a00>,) {'filters': {'network_id': ['e1ab7c77-3ad1-4b75-ba05-1b12804989e3']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:54.213177 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec2b4a00>, 'cb8e5f78-a35c-440e-aa64-827d34397d25') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:54.213500 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec2b4a00>, 'cb8e5f78-a35c-440e-aa64-827d34397d25') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:54.224405 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.243793 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.250830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:46:54.251246 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:46:54.264161 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:46:54.336096 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.340135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5579218b-79d5-4da2-befd-b49922363246 tempest-TestNetworkAdvancedServerOps-801402932 tempest-TestNetworkAdvancedServerOps-801402932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:54.352922 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.365726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ab7c77-3ad1-4b75-ba05-1b12804989e3,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:54.369441 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:54.370928 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] 10.222.0.48 "DELETE /v2.0/networks/e1ab7c77-3ad1-4b75-ba05-1b12804989e3 HTTP/1.1" status: 204  len: 168 time: 1.0138636
Dec 15 19:46:54.373796 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41838) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:54.580785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Deleting port cc6f9a7b-5787-47c8-b74f-d9482c869008 {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:54.581377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:54.643585 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2e36f1d3-4109-41e8-9b06-d956cc2fda69 None None] The port 'cc6f9a7b-5787-47c8-b74f-d9482c869008' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:46:54.769636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:55.452945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Deleting port c659f07b-616d-4a87-b8dd-8e302f5cb260 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:55.453277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:55.463572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cc6f9a7b-5787-47c8-b74f-d9482c869008 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:46:55.495429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: cc6f9a7b-5787-47c8-b74f-d9482c869008 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:46:55.496377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device cc6f9a7b-5787-47c8-b74f-d9482c869008 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:46:55.622635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] For port c659f07b-616d-4a87-b8dd-8e302f5cb260, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c659f07b-616d-4a87-b8dd-8e302f5cb260,segment=NetworkSegment(30d2b080-019c-403d-8890-f5183f335938),segment_id=30d2b080-019c-403d-8890-f5183f335938)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:55.623002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:55.743865 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Calling delete_port for c659f07b-616d-4a87-b8dd-8e302f5cb260 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:55.915508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:55.920049 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f7a732e8-438e-4e26-af30-418f964120d4 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:55.959560 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c659f07b-616d-4a87-b8dd-8e302f5cb260,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:55.962981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:56.245336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:56.936164 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:46:57.133017 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:46:57.141690 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] Sync routers for ids ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:46:57.148817 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-384fe84b-eb72-4fa3-bb19-197420196ca9 admin admin] 10.222.0.48 "PUT /v2.0/routers/ed070e57-a5ff-454c-aa22-004d5f1ad5a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7740161
Dec 15 19:46:57.151281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41842) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:57.156930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] Routers {'ed070e57-a5ff-454c-aa22-004d5f1ad5a7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:46:57.157571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced635490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:57.350996 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:57.369088 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] Set router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:46:57.556437 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:57.565828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Deleting port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:57.566166 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:57.568692 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:57.662737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced635490>, [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14'}], 'enable_snat': True}, 'gw_port_id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:46:55Z', 'revision_number': 5, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port': {'id': 'c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:38:03Z', 'updated_at': '2021-12-15T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:57.666716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] Checking router: ed070e57-a5ff-454c-aa22-004d5f1ad5a7 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:46:57.677890 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] Routers {'ed070e57-a5ff-454c-aa22-004d5f1ad5a7'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:46:57.678483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced635490>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:57.739161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] For port c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:57.739508 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:57.824983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] Set router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:46:57.873200 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Calling delete_port for c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:57.934713 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced635490>, [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:46:57Z', 'revision_number': 6, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:57.938538 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fa6e5-c630-4171-a45b-a31f769ef25f None None] The sync data for ids ['ed070e57-a5ff-454c-aa22-004d5f1ad5a7'] in dv-neutron-821830-2-hyperv is: [{'id': 'ed070e57-a5ff-454c-aa22-004d5f1ad5a7', 'name': 'tempest-TestShelveInstance-703279861-router', 'tenant_id': '91ae05ab8def4641829416dc508277f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:38:02Z', 'updated_at': '2021-12-15T19:46:57Z', 'revision_number': 6, 'project_id': '91ae05ab8def4641829416dc508277f2', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:46:58.050625 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.054869 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9ee857e6-944c-4785-97c8-e5561f3a636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:58.098275 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:58.100769 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:58.432373 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.694925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.700139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.733249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.733827 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed070e57-a5ff-454c-aa22-004d5f1ad5a7 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:46:58.747908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.749038 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-6561feac-636b-4548-8ed4-fbe4c1d254d9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ed070e57-a5ff-454c-aa22-004d5f1ad5a7 HTTP/1.1" status: 204  len: 168 time: 1.5968571
Dec 15 19:46:58.751840 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41846) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:58.813683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Deleting subnet 070d752d-e715-4a56-bb76-a9c190f5376e {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:46:58.816732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.873198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:58.959507 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.028848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.032514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-415c4f4f-f7ae-4fda-aa9f-98cad348b434 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:59.073194 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070d752d-e715-4a56-bb76-a9c190f5376e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:59.075658 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:59.078821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.084659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab921dd-78f9-4930-b0de-abbcbd0d3426 None None] Network 282a3c4c-f559-4935-b04c-2286b8f38a07 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:46:59.088306 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/070d752d-e715-4a56-bb76-a9c190f5376e HTTP/1.1" status: 204  len: 168 time: 0.3330715
Dec 15 19:46:59.088707 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41850) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:46:59.207749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.220281 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Deleting port 9842a593-32ed-44a2-afb2-a5520d6fa3fe {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:59.220612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.340818 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] DHCP port deletion for 282a3c4c-f559-4935-b04c-2286b8f38a07 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:46:59.345091 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Deleting port 9842a593-32ed-44a2-afb2-a5520d6fa3fe {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:46:59.345497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.433896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] For port 9842a593-32ed-44a2-afb2-a5520d6fa3fe, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9842a593-32ed-44a2-afb2-a5520d6fa3fe,segment=NetworkSegment(30d2b080-019c-403d-8890-f5183f335938),segment_id=30d2b080-019c-403d-8890-f5183f335938)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:59.434261 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.472347 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:46:59.510823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:46:59.511664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c7dbf1ec-dd89-420a-9f8f-8eeff6ceb0a4 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:46:59.512093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c659f07b-616d-4a87-b8dd-8e302f5cb260 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:46:59.558418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Calling delete_port for 9842a593-32ed-44a2-afb2-a5520d6fa3fe owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:59.600552 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: c659f07b-616d-4a87-b8dd-8e302f5cb260 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:46:59.600815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device c659f07b-616d-4a87-b8dd-8e302f5cb260 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:46:59.601234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9842a593-32ed-44a2-afb2-a5520d6fa3fe no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:46:59.638799 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.643693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7b3219a6-c4cd-4eb2-84c4-6cbe6db15a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:46:59.658118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] For port 9842a593-32ed-44a2-afb2-a5520d6fa3fe, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=9842a593-32ed-44a2-afb2-a5520d6fa3fe,segment=NetworkSegment(30d2b080-019c-403d-8890-f5183f335938),segment_id=30d2b080-019c-403d-8890-f5183f335938)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:46:59.658513 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.684781 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9842a593-32ed-44a2-afb2-a5520d6fa3fe,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:46:59.688995 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:46:59.694338 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] No DVR routers for this DVR port 9842a593-32ed-44a2-afb2-a5520d6fa3fe on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:46:59.815900 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.830494 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Calling delete_port for 9842a593-32ed-44a2-afb2-a5520d6fa3fe owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:46:59.842908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ced61da30>,) {'filters': {'network_id': ['282a3c4c-f559-4935-b04c-2286b8f38a07']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:59.855248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced61da30>, '30d2b080-019c-403d-8890-f5183f335938') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:59.855432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ced61da30>, '30d2b080-019c-403d-8890-f5183f335938') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:46:59.861005 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No active binding found for port 9842a593-32ed-44a2-afb2-a5520d6fa3fe {{(pid=83672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 15 19:46:59.861472 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 9842a593-32ed-44a2-afb2-a5520d6fa3fe not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:46:59.868057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.885333 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.892612 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:46:59.892956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:46:59.903756 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:46:59.904212 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:46:59.909975 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:47:00.097703 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:00.101043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e7ff7e1e-ab2c-4691-87e6-d7c0c24069c8 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:00.114775 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:00.125352 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=282a3c4c-f559-4935-b04c-2286b8f38a07,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:00.129766 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:00.133353 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a7bc7e86-03ab-42fd-9495-c2b6c7998ac1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/282a3c4c-f559-4935-b04c-2286b8f38a07 HTTP/1.1" status: 204  len: 168 time: 1.0431380
Dec 15 19:47:00.270121 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41856) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:00.321271 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-522e68e7-25bd-44e3-9fea-cbf14ec84315 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59ba8903518944b9bf5cc42fbd539c35&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0498884
Dec 15 19:47:00.323788 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41860) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:00.387944 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:00.405775 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Deleting port 9842a593-32ed-44a2-afb2-a5520d6fa3fe {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:47:00.406275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:00.414229 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:00.473332 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:00.474042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a4097518-f5dd-40f5-a80c-0c3717354290 None None] The port '9842a593-32ed-44a2-afb2-a5520d6fa3fe' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:47:00.479138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-615e22c7-f6f7-4b45-aa96-c3f9b2147d77 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:00.494377 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d97060-21fb-479d-aab3-ee58638bbd87,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:00.496801 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:00.502873 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:00.504042 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38d97060-21fb-479d-aab3-ee58638bbd87 HTTP/1.1" status: 204  len: 168 time: 0.1792493
Dec 15 19:47:00.920172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41868) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:00.973570 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ef8cefc7-67ef-4944-9ac9-04eeff00121e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91ae05ab8def4641829416dc508277f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521164
Dec 15 19:47:00.976225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41872) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:01.036662 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6873e2-2d14-4d00-b354-ae6cf4012ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:01.065937 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6873e2-2d14-4d00-b354-ae6cf4012ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:01.119314 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6873e2-2d14-4d00-b354-ae6cf4012ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:01.123709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2381f9cc-e266-4669-b04d-3502b9f31b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:01.134704 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6873e2-2d14-4d00-b354-ae6cf4012ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650daf2-ecfe-4776-8668-07715752281e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:01.139303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4d6873e2-2d14-4d00-b354-ae6cf4012ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:01.142464 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-4d6873e2-2d14-4d00-b354-ae6cf4012ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:01.143571 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-4d6873e2-2d14-4d00-b354-ae6cf4012ab2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b650daf2-ecfe-4776-8668-07715752281e HTTP/1.1" status: 204  len: 168 time: 0.1664581
Dec 15 19:47:01.979736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41894) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:02.109417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1911280043-network', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:02.114132 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:02.117956 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Usage tracker for resource:network and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:02.120770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:02.126444 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:02.137234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Made reservation on behalf of 384c3804d8c946f8b1e8ca3f4c6063ec for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:47:02.139484 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.152372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.184428 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:02.188342 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:02.191249 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:02.196955 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:02.263848 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.267646 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.270709 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-556332ea-301a-4a45-904f-14e673017021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:02.300445 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:47:02.305770 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bdd840-218e-45b9-8a9a-177e21fc2633,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:02.309438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:02.313476 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.313735 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Added segment 6b04ffea-6614-48fc-a920-5bd9b9ee7169 of type vlan for network bb26ab37-6653-47cb-971d-ae5f9417f572
Dec 15 19:47:02.341234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.373576 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.374468 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:02.375039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.378448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e4aa1df6-988c-4e8d-b17b-04cb106f2282 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:02.475712 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Pushing event updated for resources: {'Network': ['ID=bb26ab37-6653-47cb-971d-ae5f9417f572,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:02.478648 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4972916
Dec 15 19:47:02.479514 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-17c82254-4c50-4044-8757-5d6f0719ad07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:02.481759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41900) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:02.485560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network bb26ab37-6653-47cb-971d-ae5f9417f572 details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:47:02.486935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Request body: {'subnet': {'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1911280043-subnet', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'ip_version': 4}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:02.491850 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:02.495759 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Usage tracker for resource:subnet and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:02.498654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:02.504789 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:02.521192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Made reservation on behalf of 384c3804d8c946f8b1e8ca3f4c6063ec for: {'subnet': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:47:02.527961 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4049250'] for subnet, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.731533 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4167226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4049232'] for subnet, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.735156 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7ee07b73-fe69-4d3d-82b3-62229edd781e tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:02.793561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d4da76-686e-4559-b1ed-5fa520d43c72,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:02.801735 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:02.816938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Checking segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:02.817283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Network hostable DHCP agents. Network: bb26ab37-6653-47cb-971d-ae5f9417f572, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:47:02.848614 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Network bb26ab37-6653-47cb-971d-ae5f9417f572 is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:47:02.858906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, bb26ab37-6653-47cb-971d-ae5f9417f572) {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:02.862846 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:02.863410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.870143 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31258f-dbdc-4e17-81d0-6ad954fec83a None None] Network bb26ab37-6653-47cb-971d-ae5f9417f572 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:47:02.884458 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7c9ee29d-2788-4541-ba8d-8f9e651c8228 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4017775
Dec 15 19:47:02.887784 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41904) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:02.893159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:02.898159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:02.901940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Usage tracker for resource:router and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:02.904842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:02.910965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:02.926380 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.927289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:02.946343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.082403 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-bb26ab37-6653-47cb-971d-ae5f9417f572', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:47:03.083320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.094212 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.247316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Allocated IP 172.20.0.2 (bb26ab37-6653-47cb-971d-ae5f9417f572/c6d4da76-686e-4559-b1ed-5fa520d43c72/d10c4211-072d-4da4-847e-2bffb127491b) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:03.291076 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.325417 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.456173 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.458637 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Allocated IP 172.26.1.186 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/939e9f6f-fcd9-4612-9cb9-ec5a4942b60c) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:03.467155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Transition to ACTIVE for port object d10c4211-072d-4da4-847e-2bffb127491b will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:03.486727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Transition to ACTIVE for port object d10c4211-072d-4da4-847e-2bffb127491b will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:03.492084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.497287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:03.553798 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Network bb26ab37-6653-47cb-971d-ae5f9417f572 is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:03.561029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:03.565026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:03.571220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Pushing event updated for resources: {'Port': ['ID=d10c4211-072d-4da4-847e-2bffb127491b,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:03.608486 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.608823 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.609155 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.609509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.609835 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.610166 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.610485 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.610801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.611119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.611432 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.611745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:03.622477 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:03.626159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.655361 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.659577 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e61c7598-5d97-41d6-b40f-5d9eeb1182e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:03.671241 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Attempting to bind port d10c4211-072d-4da4-847e-2bffb127491b on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:47:03.671531 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Attempting to bind port d10c4211-072d-4da4-847e-2bffb127491b by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:47:03.671876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Attempting to bind port d10c4211-072d-4da4-847e-2bffb127491b on network bb26ab37-6653-47cb-971d-ae5f9417f572 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:03.678388 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:47:03.678760 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Checking segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:03.679157 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.679545 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Bound using segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:47:03.680003 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Bound port: d10c4211-072d-4da4-847e-2bffb127491b, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:47:03.680375 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.731802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:03.732870 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Pushing event updated for resources: {'Port': ['ID=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:03.735905 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:03.737168 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:03.739211 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:03.772376 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] For port d10c4211-072d-4da4-847e-2bffb127491b, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:47:03.775481 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] For port d10c4211-072d-4da4-847e-2bffb127491b, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d10c4211-072d-4da4-847e-2bffb127491b,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:47:03.781508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.785411 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:03.889409 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Pushing event updated for resources: {'Port': ['ID=d10c4211-072d-4da4-847e-2bffb127491b,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:03.892792 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:03.905032 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:03.905812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:04.278651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Router 27886111-5758-4509-b11d-dcc5fa93df9d is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:47:04.482421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:47:04.492790 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Sync routers for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:47:04.505820 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:04.506669 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedab6e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:04.510602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:04.514676 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.6232610
Dec 15 19:47:04.514978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41908) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:04.721575 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:04.884815 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd9c1d-0948-450d-8da9-0810cc53146b None None] Network bb26ab37-6653-47cb-971d-ae5f9417f572 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:47:04.992240 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-5c7548aa-2a39-4e1f-9204-f3e22dbfc9b7 None None] Provisioning for port d10c4211-072d-4da4-847e-2bffb127491b completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:05.020001 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedab6e50>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:03Z', 'revision_number': 3, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:05.023348 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Checking router: 27886111-5758-4509-b11d-dcc5fa93df9d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:47:05.023703 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Updating router 27886111-5758-4509-b11d-dcc5fa93df9d port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:47:05.076127 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.314264 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.436261 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.454062 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Transition to ACTIVE for port object 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:05.461226 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.466234 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-404ca780-5a8f-4d8d-a154-60e616430933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:05.522731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d10c4211-072d-4da4-847e-2bffb127491b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:05.560103 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Allocated IP 172.20.0.1 (bb26ab37-6653-47cb-971d-ae5f9417f572/c6d4da76-686e-4559-b1ed-5fa520d43c72/d9a74013-f87a-463e-b5a4-92f8230a4c5f) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:05.583211 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Attempting to bind port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:47:05.584179 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Attempting to bind port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:47:05.584542 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Attempting to bind port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:05.598300 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Pushing event updated for resources: {'Port': ['ID=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:05.600261 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port d10c4211-072d-4da4-847e-2bffb127491b completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:05.602640 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:47:05.603010 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:05.603415 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.603816 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:47:05.604287 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Bound port: 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:47:05.604874 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.606489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d10c4211-072d-4da4-847e-2bffb127491b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:05.606489 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.644699 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.645280 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.645769 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.646260 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.646734 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.647216 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.647686 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.648159 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.648624 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.649086 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.649581 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:05.658370 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:05.702213 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] For port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:47:05.706215 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] For port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:47:05.712719 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.717251 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-07d9f6d8-46e5-4e65-b787-9e51df9fc0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:05.754556 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.792664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port d10c4211-072d-4da4-847e-2bffb127491b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d10c4211-072d-4da4-847e-2bffb127491b,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:05.798367 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.802455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:05.805763 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Pushing event updated for resources: {'Port': ['ID=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:05.809408 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-0c7e1d6c-5c51-4b9f-b6a6-3f13dc583015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:05.810386 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:05.810975 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedab6e50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:05.850665 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.870164 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=d10c4211-072d-4da4-847e-2bffb127491b,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:05.873672 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.provisioning_blocks [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Transition to ACTIVE for port object d9a74013-f87a-463e-b5a4-92f8230a4c5f will not be triggered until provisioned by entity DHCP. {{(pid=83670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:05.873943 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:05.898049 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:05.902983 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-ec98eeeb-8a34-4356-bb17-cd013c7d130c tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:05.969320 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Network bb26ab37-6653-47cb-971d-ae5f9417f572 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:05.976554 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:05.981318 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:05.991167 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:06.015626 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a74013-f87a-463e-b5a4-92f8230a4c5f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:06.048508 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:06.051718 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.052119 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.052482 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.052855 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.053228 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.053619 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.053988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.054351 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.054711 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.055069 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.055427 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:47:06.060075 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:06.141243 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:06.283321 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d8b3ed69-9071-4a58-a586-838fcfdf99bf None None] Provisioning for port d9a74013-f87a-463e-b5a4-92f8230a4c5f completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:06.289621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-d8b3ed69-9071-4a58-a586-838fcfdf99bf None None] Provisioning complete for port d9a74013-f87a-463e-b5a4-92f8230a4c5f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:06.290228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ed69-9071-4a58-a586-838fcfdf99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:06.302695 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedab6e50>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:03Z', 'revision_number': 3, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:06.309679 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d4c89-9f64-408f-b765-a229f88767c6 None None] The sync data for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv is: [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:03Z', 'revision_number': 3, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:47:06.354463 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3ed69-9071-4a58-a586-838fcfdf99bf None None] Port d9a74013-f87a-463e-b5a4-92f8230a4c5f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:47:06.386747 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:06.391613 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:06.418142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-159f7721-b85f-497f-98e7-cc54dace2256 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:06.516036 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:06.521604 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a74013-f87a-463e-b5a4-92f8230a4c5f,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:06.525978 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:06.671224 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Network bb26ab37-6653-47cb-971d-ae5f9417f572 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:06.672911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:06.983505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-a97a80b9-221f-49a2-89d0-9c15c3f0809d None None] Provisioning complete for port d9a74013-f87a-463e-b5a4-92f8230a4c5f triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:06.984053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a97a80b9-221f-49a2-89d0-9c15c3f0809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:07.037695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a97a80b9-221f-49a2-89d0-9c15c3f0809d None None] Port d9a74013-f87a-463e-b5a4-92f8230a4c5f cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:47:07.091791 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Router 27886111-5758-4509-b11d-dcc5fa93df9d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:47:07.288689 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:47:07.298144 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] 10.222.0.48 "PUT /v2.0/routers/27886111-5758-4509-b11d-dcc5fa93df9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7820976
Dec 15 19:47:07.536174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:07.607204 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:07.611995 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:07.612373 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:07.727964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:07.744208 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:07.748382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:07.749719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d10c4211-072d-4da4-847e-2bffb127491b up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:07.781191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7bd7ec3f-af92-45b0-ba4a-0a085a0eaa23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:07.868350 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:07.871925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:07.881009 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d10c4211-072d-4da4-847e-2bffb127491b triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:07.881422 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.136498 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41930) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:08.142020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1791874527-network', 'tenant_id': '497d279245204298b9acc96b30b29695'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:08.147174 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:08.151091 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Usage tracker for resource:network and tenant:497d279245204298b9acc96b30b29695 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:08.155072 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:08.161116 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:08.170247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Made reservation on behalf of 497d279245204298b9acc96b30b29695 for: {'network': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:47:08.172537 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for network, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.185356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.216686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:08.220558 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Usage tracker for resource:security_group_rule and tenant:497d279245204298b9acc96b30b29695 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:08.223398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:08.228998 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:08.299843 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.303945 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.306963 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-34569bca-40a9-4509-845c-b661a1539382 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:08.334805 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442}  {{(pid=83671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 15 19:47:08.343518 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8827c6-16aa-4bb3-84f3-10d3f95281ee,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:08.346733 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:08.350835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.351173 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.segments_db [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Added segment 05d0774e-9d33-4b28-af41-e58bca36701b of type vlan for network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d
Dec 15 19:47:08.378343 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769499267844'] for network, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.407002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991'] for network, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.407899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:08.408462 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.412138 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f09a22b6-e330-4da9-98f3-f79fcdbbba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:08.513415 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3757260
Dec 15 19:47:08.514288 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Pushing event updated for resources: {'Network': ['ID=d43ec3c6-ef62-4e29-a7c4-cb661ec4861d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:08.516242 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41934) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:08.518075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0bb8ed11-36d8-4d6a-b16c-7d265c1a7b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:08.526043 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Request body: {'subnet': {'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1791874527-subnet', 'tenant_id': '497d279245204298b9acc96b30b29695', 'ip_version': 4}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:08.528934 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d details requested by agent ovs-agent-dv-neutron-821830-2-hyperv with host dv-neutron-821830-2-hyperv {{(pid=83672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 15 19:47:08.539520 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:08.544966 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Usage tracker for resource:subnet and tenant:497d279245204298b9acc96b30b29695 is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:08.548662 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:08.554441 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:08.566474 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Made reservation on behalf of 497d279245204298b9acc96b30b29695 for: {'subnet': 1} {{(pid=83670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:47:08.568785 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4148641'] for subnet, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.899384 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2428508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4148627'] for subnet, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:08.903803 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-250e700a-737d-45ec-84a1-a3c693ee761a tempest-RoutersIpV6Test-56163621 tempest-RoutersIpV6Test-56163621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:08.974435 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6080d7-dc02-4382-ae0c-45c04c3c58e6,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:08.977060 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:08.990792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Checking segment: {'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:08.991143 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Network hostable DHCP agents. Network: d43ec3c6-ef62-4e29-a7c4-cb661ec4861d, hostable agents: ['7ef01bbd-9185-41de-ace8-6f07a9adfb82'], hosted agents: [] {{(pid=83670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 15 19:47:09.014636 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d is scheduled to be hosted by DHCP agent 7ef01bbd-9185-41de-ace8-6f07a9adfb82 with binding_index 1 {{(pid=83670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 15 19:47:09.025715 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821830-2-hyperv, d43ec3c6-ef62-4e29-a7c4-cb661ec4861d) {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:09.030496 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:09.031066 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.036571 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea5095-5b33-4888-bdc9-9f100e3314f7 None None] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:47:09.055887 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-6085c8bc-da85-4207-a091-f9d3834baedb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5360639
Dec 15 19:47:09.056226 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41938) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:09.061936 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:09.066854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:09.071057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Usage tracker for resource:router and tenant:497d279245204298b9acc96b30b29695 is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:09.074830 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:09.081339 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:09.094203 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-919687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9650'] for router, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.095130 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-919050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1020904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9661'] for router, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.118233 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.281499 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd602fe6a-7da9-53e4-8381-7e71e1c40327-d43ec3c6-ef62-4e29-a7c4-cb661ec4861d', 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d', 'tenant_id': '497d279245204298b9acc96b30b29695', 'fixed_ips': [{'subnet_id': 'fe6080d7-dc02-4382-ae0c-45c04c3c58e6'}]}} from dv-neutron-821830-2-hyperv. {{(pid=83672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 15 19:47:09.282754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.283081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-919100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.462694 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.db_base_plugin_common [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Allocated IP 172.20.0.2 (d43ec3c6-ef62-4e29-a7c4-cb661ec4861d/fe6080d7-dc02-4382-ae0c-45c04c3c58e6/00692f04-2260-4723-91ff-c588bd003e5e) {{(pid=83672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:09.483910 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:09.491245 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.527295 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.677617 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Allocated IP 172.26.1.73 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/1b8f9748-baf2-4fc3-aeb8-21cb1169c88d) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:09.703536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:09.704145 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.863833 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.869047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Sync routers for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:47:09.893048 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.897530 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Notify callbacks [] for port, precommit_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:09.897993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-003abb87-618d-4215-8815-344b0ec92088 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:09.938814 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Transition to ACTIVE for port object 00692f04-2260-4723-91ff-c588bd003e5e will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:09.941685 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:09.942368 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced43de50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:09.955015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:09.958165 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:09.966591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:10.004232 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Pushing event updated for resources: {'Port': ['ID=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:10.008303 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:10.066599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Transition to ACTIVE for port object 00692f04-2260-4723-91ff-c588bd003e5e will not be triggered until provisioned by entity DHCP. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:10.122228 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505'] for port, after_create {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:10.134612 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:10.149794 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:10.150564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918493'] for router, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:10.225106 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d is already hosted by enough agents. {{(pid=83672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:10.230919 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.scheduler.base_scheduler [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Resources bound (agent type, host, resource id):  {{(pid=83672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:10.232635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Pushing event updated for resources: {'Port': ['ID=00692f04-2260-4723-91ff-c588bd003e5e,revision_number=1']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:10.238107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Received port after_create {{(pid=83672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:10.242232 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:10.283093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:10.400048 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Attempting to bind port 00692f04-2260-4723-91ff-c588bd003e5e on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:47:10.400344 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Attempting to bind port 00692f04-2260-4723-91ff-c588bd003e5e by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:47:10.400714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Attempting to bind port 00692f04-2260-4723-91ff-c588bd003e5e on network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:10.467163 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:47:10.467558 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Checking segment: {'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:10.467946 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:10.468340 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Bound using segment: {'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:47:10.468820 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Bound port: 00692f04-2260-4723-91ff-c588bd003e5e, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:47:10.469196 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:10.515660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Router efa0969c-fecc-4885-9cd2-81039710d853 is scheduled to L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df with binding_index 1 {{(pid=83671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 15 19:47:10.691335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] For port 00692f04-2260-4723-91ff-c588bd003e5e, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:47:10.705784 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] For port 00692f04-2260-4723-91ff-c588bd003e5e, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=00692f04-2260-4723-91ff-c588bd003e5e,segment=NetworkSegment(05d0774e-9d33-4b28-af41-e58bca36701b),segment_id=05d0774e-9d33-4b28-af41-e58bca36701b)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:47:10.712006 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:10.717007 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:10.737929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:47:10.752043 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Sync routers for ids ['efa0969c-fecc-4885-9cd2-81039710d853'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:47:10.769479 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Routers {'efa0969c-fecc-4885-9cd2-81039710d853'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:10.769954 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:10.773944 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.7139430
Dec 15 19:47:10.774087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41942) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:10.774494 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b10d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['efa0969c-fecc-4885-9cd2-81039710d853'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:10.813140 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Pushing event updated for resources: {'Port': ['ID=00692f04-2260-4723-91ff-c588bd003e5e,revision_number=2']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:10.817210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:10.824383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced43de50>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 2, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:10.828675 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Checking router: 27886111-5758-4509-b11d-dcc5fa93df9d for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:47:10.829037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Updating router 27886111-5758-4509-b11d-dcc5fa93df9d port d9a74013-f87a-463e-b5a4-92f8230a4c5f binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:47:10.885211 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:11.022888 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Set router efa0969c-fecc-4885-9cd2-81039710d853 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:11.348679 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:11.361432 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b10d0>, [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:10Z', 'revision_number': 3, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port': {'id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:11.365191 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Transition to ACTIVE for port object d9a74013-f87a-463e-b5a4-92f8230a4c5f will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:11.366566 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Checking router: efa0969c-fecc-4885-9cd2-81039710d853 for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:47:11.368149 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Updating router efa0969c-fecc-4885-9cd2-81039710d853 port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d binding host dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:47:11.374563 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:11.378892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-73f03cbd-bf3f-4ae4-bc1a-2ffbe1db88de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:11.485053 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:11.609964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 00692f04-2260-4723-91ff-c588bd003e5e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:11.642286 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a254f-adef-4cf8-9463-df7fc27887fb None None] Pushing event updated for resources: {'Port': ['ID=d9a74013-f87a-463e-b5a4-92f8230a4c5f,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:11.646533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-010a254f-adef-4cf8-9463-df7fc27887fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:11.809136 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:11.829813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 00692f04-2260-4723-91ff-c588bd003e5e completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:11.835366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Attempting to bind port d9a74013-f87a-463e-b5a4-92f8230a4c5f on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:47:11.835740 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Attempting to bind port d9a74013-f87a-463e-b5a4-92f8230a4c5f by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:47:11.836123 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Attempting to bind port d9a74013-f87a-463e-b5a4-92f8230a4c5f on network bb26ab37-6653-47cb-971d-ae5f9417f572 {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:11.845609 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:47:11.845941 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Checking segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:11.846370 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:11.846789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Bound using segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:47:11.847268 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Bound port: d9a74013-f87a-463e-b5a4-92f8230a4c5f, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:47:11.847648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:11.982878 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] For port d9a74013-f87a-463e-b5a4-92f8230a4c5f, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:47:11.987988 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] For port d9a74013-f87a-463e-b5a4-92f8230a4c5f, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d9a74013-f87a-463e-b5a4-92f8230a4c5f,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:47:12.000203 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.000848 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.008200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:12.016142 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Transition to ACTIVE for port object 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:12.026937 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.031725 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-7a481180-3f56-498a-98b3-d2eb428ddd14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:12.110842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Allocated IP 172.20.0.1 (d43ec3c6-ef62-4e29-a7c4-cb661ec4861d/fe6080d7-dc02-4382-ae0c-45c04c3c58e6/1d24a32b-ea82-4e24-95d2-dd0dce13e4a8) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:12.111473 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a254f-adef-4cf8-9463-df7fc27887fb None None] Pushing event updated for resources: {'Port': ['ID=d9a74013-f87a-463e-b5a4-92f8230a4c5f,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:12.117945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-010a254f-adef-4cf8-9463-df7fc27887fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:12.128408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:12.129199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced43de50>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:12.131499 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4de067-e046-44dc-b168-b31a72349591 None None] Pushing event updated for resources: {'Port': ['ID=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:12.134823 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Attempting to bind port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:47:12.135185 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Attempting to bind port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:47:12.136050 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Attempting to bind port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d on network f5a6c991-6ae2-4180-8cf6-e17747afaa30 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:12.138494 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-5b4de067-e046-44dc-b168-b31a72349591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:12.144407 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:47:12.144930 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Checking segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:12.145363 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.145761 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Bound using segment: {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:47:12.146233 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Bound port: 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:47:12.146614 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.193975 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551efec-7b51-43f9-a3cb-22884c9d0f6c None None] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:47:12.248120 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] For port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:47:12.252356 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] For port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:47:12.257156 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.261930 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-bdf5522f-ce84-47da-b676-28d4a37feb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:12.325960 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.341193 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4de067-e046-44dc-b168-b31a72349591 None None] Pushing event updated for resources: {'Port': ['ID=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:12.346734 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Transition to ACTIVE for port object 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:12.353911 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG oslo_concurrency.lockutils [None req-5b4de067-e046-44dc-b168-b31a72349591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:12.357466 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Routers {'efa0969c-fecc-4885-9cd2-81039710d853'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:12.358144 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b10d0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:46:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['efa0969c-fecc-4885-9cd2-81039710d853'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:12.374590 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.388598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-65ba021e-97aa-4294-8b96-d83f177dc262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:12.434981 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Provisioning for port 00692f04-2260-4723-91ff-c588bd003e5e completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:12.436569 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:12.439915 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:12.446383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:12.450058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Provisioning complete for port 00692f04-2260-4723-91ff-c588bd003e5e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:12.450058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.556953 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] Set router efa0969c-fecc-4885-9cd2-81039710d853 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:12.575415 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:12.649732 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918291'] for router_interface, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.773906 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.783821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Pushing event updated for resources: {'Port': ['ID=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:12.793884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:12.843544 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.873584 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8b10d0>, [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:10Z', 'revision_number': 3, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port': {'id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:12.877798 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad01fd-966c-4a51-a857-c3c8767c163d None None] The sync data for ids ['efa0969c-fecc-4885-9cd2-81039710d853'] in dv-neutron-821830-2-hyperv is: [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:10Z', 'revision_number': 3, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port': {'id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:47:12.950996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] For port 00692f04-2260-4723-91ff-c588bd003e5e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=00692f04-2260-4723-91ff-c588bd003e5e,segment=NetworkSegment(05d0774e-9d33-4b28-af41-e58bca36701b),segment_id=05d0774e-9d33-4b28-af41-e58bca36701b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:12.966217 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:12.970178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:13.041280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:13.046871 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:13.077081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:13.108101 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Pushing event updated for resources: {'Port': ['ID=00692f04-2260-4723-91ff-c588bd003e5e,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:13.112851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:13.145644 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-924529b5-85d1-4854-8d37-7273888061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced43de50>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:11Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:13.150738 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924529b5-85d1-4854-8d37-7273888061ef None None] The sync data for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv is: [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:11Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:47:13.172787 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Pushing event updated for resources: {'Port': ['ID=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:13.175260 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1992182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924799'] for router_interface, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:13.179482 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:13.358689 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:13.360083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:13.448635 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-1965a390-984f-4373-8ed7-452138122276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:13.466501 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-edbf2157-d813-4d0f-bc86-99327f5a4da8 None None] Provisioning for port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:13.477794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-edbf2157-d813-4d0f-bc86-99327f5a4da8 None None] Provisioning complete for port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:13.478374 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-edbf2157-d813-4d0f-bc86-99327f5a4da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:13.595621 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-edbf2157-d813-4d0f-bc86-99327f5a4da8 None None] Port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:47:13.616058 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-edbf2157-d813-4d0f-bc86-99327f5a4da8 None None] Provisioning complete for port 00692f04-2260-4723-91ff-c588bd003e5e triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:13.616564 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-edbf2157-d813-4d0f-bc86-99327f5a4da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:13.721844 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 00692f04-2260-4723-91ff-c588bd003e5e up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:13.937030 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 00692f04-2260-4723-91ff-c588bd003e5e triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:13.937540 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:13.973583 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Router efa0969c-fecc-4885-9cd2-81039710d853 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:47:14.090859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-49f64a08-adb1-4805-8637-185d6f95793b None None] Provisioning complete for port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:14.091322 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-49f64a08-adb1-4805-8637-185d6f95793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:14.185238 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-49f64a08-adb1-4805-8637-185d6f95793b None None] Port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:47:14.203606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:47:14.214940 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] 10.222.0.48 "PUT /v2.0/routers/efa0969c-fecc-4885-9cd2-81039710d853/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4389262
Dec 15 19:47:14.216904 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d9a74013-f87a-463e-b5a4-92f8230a4c5f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:14.290496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port d9a74013-f87a-463e-b5a4-92f8230a4c5f completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:14.296583 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d9a74013-f87a-463e-b5a4-92f8230a4c5f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:14.297037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:14.438141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:14.475602 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port d9a74013-f87a-463e-b5a4-92f8230a4c5f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d9a74013-f87a-463e-b5a4-92f8230a4c5f,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:14.481245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:14.483308 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-8f0261f7-165c-4a4e-b091-ce1bd5fa3302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:14.552176 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=d9a74013-f87a-463e-b5a4-92f8230a4c5f,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:14.558789 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:15.036257 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41952) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:15.041975 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878141261', 'description': 'tempest-secgroup-smoke-878141261 description', 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:15.048038 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:15.051869 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:15.054729 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:15.062144 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:15.074364 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.110279 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:15.114225 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:15.116967 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:15.122774 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:15.186549 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.190396 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.193865 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-506c4bdc-a3b2-43a0-913c-2f71fe25ca62 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:15.231558 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11111e37-971a-4687-86a4-40f48ccd946f,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:15.234187 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.235364 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1980956
Dec 15 19:47:15.236247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:15.238476 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41956) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:15.243779 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'security_group_rule': {'security_group_id': '11111e37-971a-4687-86a4-40f48ccd946f', 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:15.249891 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:15.253824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:15.256670 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:15.262968 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:15.280176 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.339404 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.343184 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.349640 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-cbb7c521-266f-4b7d-a7de-5fcf3af65caa tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:15.367719 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80079152-ed9d-4aff-b57a-794d6e1cc1cb,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:15.370697 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:15.378628 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.379826 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-c5d0c560-92ba-4f46-87c4-f80356690e87 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1405995
Dec 15 19:47:15.382622 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 41960) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:15.388539 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'security_group_rule': {'security_group_id': '11111e37-971a-4687-86a4-40f48ccd946f', 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:15.394281 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:15.398041 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:15.400879 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:15.407492 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:15.423792 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.492085 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.496590 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.498392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-aac5113b-ecf6-4fd2-b51b-196bfdab1b96 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:15.523374 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2f5ef5-64bb-448d-a3e6-5276f4a8494e,revision_number=0']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:15.528272 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:15.533260 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.534608 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-70f7bded-81e3-49bb-a00b-3ac3bc430fa1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1510715
Dec 15 19:47:15.537916 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41964) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:15.543605 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'security_group_rule': {'security_group_id': '11111e37-971a-4687-86a4-40f48ccd946f', 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:15.550483 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:15.552726 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:15.562235 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:15.565135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:15.571146 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:15.591990 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.624236 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:15.629029 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:15.629429 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.658438 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.670672 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.672724 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-55c1ba91-9f83-4ef0-8607-a3391027cf42 tempest-TestNetworkBasicOps-1587384938 tempest-TestNetworkBasicOps-1587384938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:15.696221 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ab6527dc-0751-4a25-9589-ee53967627aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.699248 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f846197-06fe-4472-aeb8-617cc97a5b39,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:15.702613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:15.712592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.716728 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-1cbe2475-54f3-49ae-8b72-47535826e446 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1750746
Dec 15 19:47:15.717016 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41968) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:15.722697 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'security_group_rule': {'security_group_id': '11111e37-971a-4687-86a4-40f48ccd946f', 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:15.728812 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:15.733329 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:15.736392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:15.742591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:15.760223 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.761641 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.777436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:15.781458 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.782334 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d9a74013-f87a-463e-b5a4-92f8230a4c5f up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:15.809862 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ca4c165-692e-4dac-989a-c4a4ce2a0842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:15.825706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.829247 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.830993 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-0da0862e-0c2b-4d6b-85a8-dc8d9b312584 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:15.852563 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0110d3e1-4388-4824-af52-c56677839235,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:15.855602 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:15.863829 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.865678 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a67db695-e3ac-4b89-8ed3-153b5d71f091 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1475403
Dec 15 19:47:15.868277 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41972) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:15.874565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'security_group_rule': {'security_group_id': '11111e37-971a-4687-86a4-40f48ccd946f', 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:15.880355 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:15.884306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:15.887276 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:15.893089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:15.894917 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:15.898098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:15.904928 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Project 384c3804d8c946f8b1e8ca3f4c6063ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:47:15.909022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port d9a74013-f87a-463e-b5a4-92f8230a4c5f triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:15.909426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.911632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.984099 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.988039 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:15.989912 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-fe455946-ad2e-449b-873a-afd883869443 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:16.012113 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12d2020-fce7-448f-b5bf-a0cd1ce2acca,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:16.016896 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:16.022006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:16.023243 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b2b02cf3-8f21-46df-ab69-6e84e155407e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1540587
Dec 15 19:47:16.025924 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 41976) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:16.031415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'security_group_rule': {'security_group_id': '11111e37-971a-4687-86a4-40f48ccd946f', 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:16.037855 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:16.042701 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:security_group_rule and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:16.045544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:16.051392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:16.062793 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.securitygroups_db [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Project 384c3804d8c946f8b1e8ca3f4c6063ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 15 19:47:16.069192 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:16.134410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:16.138306 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029415'] for security_group_rule, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:16.140225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4b919e92-96f6-419d-8b93-56c78d7f5673 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:16.163710 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13513110-22a2-4dff-8520-f765dad84c42,revision_number=0']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:16.166349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:16.174108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:16.175264 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-29065dbd-d46a-46b7-baf2-d55a839c5ef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1483862
Dec 15 19:47:16.341565 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-cc47f6b5-c567-495a-8597-cf8016610a17 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:security_group {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:47:16.357979 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-cc47f6b5-c567-495a-8597-cf8016610a17 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:security_group {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:47:16.359097 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-cc47f6b5-c567-495a-8597-cf8016610a17 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878141261&fields=id&tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec HTTP/1.1" status: 200  len: 267 time: 0.0579603
Dec 15 19:47:16.505664 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5880fc9b-e4c7-45fe-94ca-94f6cffbf6d5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:16.507085 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5880fc9b-e4c7-45fe-94ca-94f6cffbf6d5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 810 time: 0.1416705
Dec 15 19:47:16.524028 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-d0847c9c-6262-417a-92cf-5932c6609e03 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/quotas/384c3804d8c946f8b1e8ca3f4c6063ec HTTP/1.1" status: 200  len: 375 time: 0.0109336
Dec 15 19:47:16.602450 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-48a91680-3274-43b5-889a-f413df47654a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:47:16.624905 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-48a91680-3274-43b5-889a-f413df47654a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:47:16.626412 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-48a91680-3274-43b5-889a-f413df47654a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0970662
Dec 15 19:47:16.808142 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-734c7068-0b2c-4d1f-843a-bbfd963f0c17 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83670) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:47:16.809195 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-734c7068-0b2c-4d1f-843a-bbfd963f0c17 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1711414
Dec 15 19:47:16.919336 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:16.940788 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:16.946669 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bc4232e0-8d2b-4e00-a228-3b0bcaf89576 service neutron] 10.222.0.48 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313660
Dec 15 19:47:17.093930 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-765bb88b-fec9-43c1-9ce3-20b8b69040ca service neutron] 10.222.0.48 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409333
Dec 15 19:47:17.284618 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e20d7d77-ed02-4080-8a93-fab706305420 req-38976752-ccce-4248-a723-dee4b64ab505 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 210 time: 0.0409534
Dec 15 19:47:17.480285 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:17.549801 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:17.550174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:18.399137 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ebc08d04-aa41-4586-bb44-ff7261876239 req-d226de8b-38fd-4e8e-a3b0-32369130618e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 210 time: 0.0465422
Dec 15 19:47:18.452416 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:19.638907 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-68f48f46-0e9f-40f6-b0cf-dce4097d1e1a req-17943e0f-e508-4a5d-b53a-50952ac740e4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 210 time: 0.1617982
Dec 15 19:47:20.756522 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-a417832a-9511-47f8-8daf-8af534b715ba req-8bfcfebb-7378-4578-bad3-870a80f8d03d tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 210 time: 0.0488806
Dec 15 19:47:21.915903 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-a68a5753-10c3-4b0c-8beb-74a7fc9dd462 req-d6b75958-97d0-44b8-99e7-2db10c929b2c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 210 time: 0.0426273
Dec 15 19:47:22.726418 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909215-731b-4cf3-8113-d53e30b097ba req-c2c15820-bfd2-4ef7-ae49-a7289b34a45a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:22.727104 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-c2c15820-bfd2-4ef7-ae49-a7289b34a45a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:network {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:47:22.745541 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-c2c15820-bfd2-4ef7-ae49-a7289b34a45a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:network {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:47:22.746677 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-c2c15820-bfd2-4ef7-ae49-a7289b34a45a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 810 time: 0.1749828
Dec 15 19:47:22.800771 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-9f3a0013-15bf-464a-af5f-d0a9af21dbc4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:security_group {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:47:22.815828 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e0909215-731b-4cf3-8113-d53e30b097ba req-9f3a0013-15bf-464a-af5f-d0a9af21dbc4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:security_group {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:47:22.815828 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-9f3a0013-15bf-464a-af5f-d0a9af21dbc4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec HTTP/1.1" status: 200  len: 379 time: 0.0550346
Dec 15 19:47:22.823172 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'port': {'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'admin_state_up': True, 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'security_groups': ['11111e37-971a-4687-86a4-40f48ccd946f']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:22.960178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:22.970835 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:22.981354 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Made reservation on behalf of 384c3804d8c946f8b1e8ca3f4c6063ec for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:47:22.985151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:23.078049 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-7fe18939-2bd7-49f5-9168-a3a1e2137659 req-51f450cc-57ec-4d40-8b33-75ab74c44c50 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 210 time: 0.0403223
Dec 15 19:47:23.151853 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Allocated IP 172.20.0.6 (bb26ab37-6653-47cb-971d-ae5f9417f572/c6d4da76-686e-4559-b1ed-5fa520d43c72/ca1d69db-aa62-491a-a4c0-a21d23e27076) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:23.347643 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:23.363392 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Transition to ACTIVE for port object ca1d69db-aa62-491a-a4c0-a21d23e27076 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:23.386210 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:23.392121 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-15783b29-72a3-4a70-a4ab-d3c7668d4948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:23.460220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Network bb26ab37-6653-47cb-971d-ae5f9417f572 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:23.464929 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:23.471234 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:23.496221 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:23.501756 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:23.539034 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:23.539622 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:23.569663 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-5879e38d-c721-4f6e-a630-1b1b76835379 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7502420
Dec 15 19:47:23.582055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-4f5c8d21-1da8-4c02-b35f-f6abfadfd5ed tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83671) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 15 19:47:23.583101 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-4f5c8d21-1da8-4c02-b35f-f6abfadfd5ed tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0058002
Dec 15 19:47:23.594448 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Request body: {'port': {'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:23.678149 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f4d1659-d09d-41d4-8cec-b9853aae831a None None] Provisioning for port ca1d69db-aa62-491a-a4c0-a21d23e27076 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:23.684938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-6f4d1659-d09d-41d4-8cec-b9853aae831a None None] Provisioning complete for port ca1d69db-aa62-491a-a4c0-a21d23e27076 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:23.685523 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1659-d09d-41d4-8cec-b9853aae831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:23.723631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:23.740841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-6f4d1659-d09d-41d4-8cec-b9853aae831a None None] Port ca1d69db-aa62-491a-a4c0-a21d23e27076 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:47:24.072783 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1d69db-aa62-491a-a4c0-a21d23e27076 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:47:24.080187 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:24.094743 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Transition to ACTIVE for port object ca1d69db-aa62-491a-a4c0-a21d23e27076 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:24.098706 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:24.102453 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-41bfe17c-ed37-4f97-b212-69ef029f63e0 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:24.293087 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:24.297487 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:24.519911 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe82dc-b0e3-46e3-b83f-2f646bf5ddc7 req-3c726928-1473-4666-988f-8b833f822fc8 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:24.520588 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e5fe82dc-b0e3-46e3-b83f-2f646bf5ddc7 req-3c726928-1473-4666-988f-8b833f822fc8 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:47:24.547948 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Attempting to bind port ca1d69db-aa62-491a-a4c0-a21d23e27076 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:47:24.548271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Attempting to bind port ca1d69db-aa62-491a-a4c0-a21d23e27076 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:47:24.548592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Attempting to bind port ca1d69db-aa62-491a-a4c0-a21d23e27076 on network bb26ab37-6653-47cb-971d-ae5f9417f572 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:24.555683 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Port ca1d69db-aa62-491a-a4c0-a21d23e27076 on network bb26ab37-6653-47cb-971d-ae5f9417f572 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:47:24.555991 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Attempting to bind port ca1d69db-aa62-491a-a4c0-a21d23e27076 on network bb26ab37-6653-47cb-971d-ae5f9417f572 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:24.559808 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-e5fe82dc-b0e3-46e3-b83f-2f646bf5ddc7 req-3c726928-1473-4666-988f-8b833f822fc8 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:47:24.560992 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5fe82dc-b0e3-46e3-b83f-2f646bf5ddc7 req-3c726928-1473-4666-988f-8b833f822fc8 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 943 time: 0.3399906
Dec 15 19:47:24.566493 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:47:24.566818 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Checking segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:24.567199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Bound using segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:47:24.567669 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Bound port: ca1d69db-aa62-491a-a4c0-a21d23e27076, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:47:24.568011 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:24.682393 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e5fe82dc-b0e3-46e3-b83f-2f646bf5ddc7 req-16da9765-c382-4f81-88f9-9d18fc75beda tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049027
Dec 15 19:47:24.695953 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:47:24.699708 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:47:24.705344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:24.712292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3e53f219-df30-4d50-8634-46dbdce828f0 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:24.768153 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:24.769555 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] 10.222.0.64 "PUT /v2.0/ports/ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 1093 time: 1.1795869
Dec 15 19:47:24.770108 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:47:24.807323 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:24.810628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:24.895696 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-9197a8d0-47b2-454a-8614-6f0ecaf1dde7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1096 time: 0.0834947
Dec 15 19:47:24.954398 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'status': 'completed', 'code': 200}
Dec 15 19:47:24.969261 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-8ed888ae-3066-4edb-822b-704a3320be72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 217 time: 0.0661244
Dec 15 19:47:25.034809 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909215-731b-4cf3-8113-d53e30b097ba req-20874dff-54a1-43a1-ae33-171ac606cf31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:25.036477 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-20874dff-54a1-43a1-ae33-171ac606cf31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0608666
Dec 15 19:47:25.112867 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-03849927-2493-402d-ae42-0f591cc75c2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701299
Dec 15 19:47:25.256207 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-97c89a11-bcd4-46df-8516-72d3447f92b9 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369936
Dec 15 19:47:25.389679 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-e0909215-731b-4cf3-8113-d53e30b097ba req-c41cc1c3-2e2a-4bf7-a6e7-9993dd274909 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268637
Dec 15 19:47:25.507429 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-9ec00725-5c73-4b8b-aadc-14bfbd6d9fb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1096 time: 0.0721824
Dec 15 19:47:25.641886 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-1edf2284-61c3-45e7-87c2-e9daebb4e5e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:25.643479 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-1edf2284-61c3-45e7-87c2-e9daebb4e5e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1295121
Dec 15 19:47:25.716634 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-a05417d4-4ee2-4be0-a22b-260bd8baacbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 217 time: 0.0663257
Dec 15 19:47:25.783230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-3cfd52dd-ca1f-47d3-b8d5-46c92faf170b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:25.784554 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-3cfd52dd-ca1f-47d3-b8d5-46c92faf170b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0600939
Dec 15 19:47:25.925371 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-601fc894-bf2c-4daf-a763-82b1082690d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1338573
Dec 15 19:47:25.931535 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f8cc-7dde-4220-a6d1-469367afdaae req-73ab7b4a-b09b-4c12-bf2a-6fc8cc14aa2c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:25.932886 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6b37f8cc-7dde-4220-a6d1-469367afdaae req-73ab7b4a-b09b-4c12-bf2a-6fc8cc14aa2c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 943 time: 0.1085422
Dec 15 19:47:26.079165 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6b37f8cc-7dde-4220-a6d1-469367afdaae req-6e9ec76c-3ab7-48a7-9a27-ac8f5f47963b tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1239100
Dec 15 19:47:26.098443 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-449f608c-82e1-4f6f-bb33-858e86402223 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646066
Dec 15 19:47:26.343293 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-c077facd-223a-45bc-a61d-92c54402b9c2 req-ab99c4bd-0aef-4c6c-a7c4-d6e150189929 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378244
Dec 15 19:47:27.070684 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:47:27.284767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df2459-d1bf-4192-a482-2811e417aa25 req-166aad95-2728-414d-9e88-2662eabc7ead tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:27.286513 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-06df2459-d1bf-4192-a482-2811e417aa25 req-166aad95-2728-414d-9e88-2662eabc7ead tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 943 time: 0.0818386
Dec 15 19:47:27.332692 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-06df2459-d1bf-4192-a482-2811e417aa25 req-ca3c27e6-1212-44c7-93ea-98b4d490631f tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401433
Dec 15 19:47:27.533926 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:28.486026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device ca1d69db-aa62-491a-a4c0-a21d23e27076 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:47:28.552304 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931329cd-7198-4e3a-8fec-c04346148b75 req-56e1903e-208f-46e4-88b7-28c7462862a1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:28.553782 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-931329cd-7198-4e3a-8fec-c04346148b75 req-56e1903e-208f-46e4-88b7-28c7462862a1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 943 time: 0.0865195
Dec 15 19:47:28.600781 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-931329cd-7198-4e3a-8fec-c04346148b75 req-f2dd1623-83f3-4cf6-9650-f889011eb2d2 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408416
Dec 15 19:47:28.621703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:28.634766 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:47:28.691266 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:28.713778 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1d69db-aa62-491a-a4c0-a21d23e27076 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:47:28.732037 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:28.736130 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:28.737891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:28.818929 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:28.822072 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:28.956951 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['ca1d69db-aa62-491a-a4c0-a21d23e27076'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:47:29.944047 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0b0c-07c9-43c0-a071-b7128135f429 req-f09af39e-2ed3-440b-ae91-989a2f94a8a5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:29.945545 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6bae0b0c-07c9-43c0-a071-b7128135f429 req-f09af39e-2ed3-440b-ae91-989a2f94a8a5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 944 time: 0.0777500
Dec 15 19:47:29.996907 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-6bae0b0c-07c9-43c0-a071-b7128135f429 req-aca4516f-c287-4065-b665-315c7ac32c27 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449162
Dec 15 19:47:30.488950 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device ca1d69db-aa62-491a-a4c0-a21d23e27076 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:30.596227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port ca1d69db-aa62-491a-a4c0-a21d23e27076 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:30.601918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port ca1d69db-aa62-491a-a4c0-a21d23e27076 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:30.602400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:30.718598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:30.745741 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:47:30.755619 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:30.759623 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:30.763188 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3fe22fc2-3cce-4c3c-84fb-0210155fe653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:30.806503 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'code': 200}
Dec 15 19:47:30.833533 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:30.836554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:31.039865 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2869750-12ee-4b18-ab79-7c90206ef39a req-b6f47bc2-4adc-4766-a869-4960133986dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1098 time: 0.0739253
Dec 15 19:47:31.085605 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2869750-12ee-4b18-ab79-7c90206ef39a req-3d83be48-96c9-4d44-9d2b-8ab1b8f1cca0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389435
Dec 15 19:47:31.196936 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef865b9b-03eb-45a2-ba94-cc1b30f620b1 req-194d29bd-32f8-453e-b99f-1e56f567d903 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:31.199077 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ef865b9b-03eb-45a2-ba94-cc1b30f620b1 req-194d29bd-32f8-453e-b99f-1e56f567d903 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 945 time: 0.0832033
Dec 15 19:47:31.244862 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ef865b9b-03eb-45a2-ba94-cc1b30f620b1 req-8dc41600-03ca-401f-ac9a-5d47614f14c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397444
Dec 15 19:47:32.448029 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187be9b-4195-4880-8a75-3d985c5c45c4 req-82e901b4-cb86-4494-a440-521112a8743f tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:32.449495 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2187be9b-4195-4880-8a75-3d985c5c45c4 req-82e901b4-cb86-4494-a440-521112a8743f tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 945 time: 0.0791140
Dec 15 19:47:32.498239 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-2187be9b-4195-4880-8a75-3d985c5c45c4 req-b4822823-15ea-4665-8f53-bfe207f8aa2d tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406988
Dec 15 19:47:32.701517 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34b212-b0d4-4d8f-8254-238782b9d4d0 req-c882a3c2-1df0-4c34-84e5-5c92480bc475 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:32.703013 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e34b212-b0d4-4d8f-8254-238782b9d4d0 req-c882a3c2-1df0-4c34-84e5-5c92480bc475 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 945 time: 0.0827699
Dec 15 19:47:32.753513 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1e34b212-b0d4-4d8f-8254-238782b9d4d0 req-b41c0ca8-184e-451e-a03d-bcab11c0d956 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448945
Dec 15 19:47:32.787144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42050) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:32.925938 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-da3b854c-d3ad-4a02-b0d3-5a622b1396eb tempest-TestSnapshotPattern-1839466998 tempest-TestSnapshotPattern-1839466998-project-admin] Synchronizing usage tracker for tenant:497d279245204298b9acc96b30b29695 on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:47:32.944757 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-da3b854c-d3ad-4a02-b0d3-5a622b1396eb tempest-TestSnapshotPattern-1839466998 tempest-TestSnapshotPattern-1839466998-project-admin] Unset dirty status for tenant:497d279245204298b9acc96b30b29695 on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:47:32.946094 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-da3b854c-d3ad-4a02-b0d3-5a622b1396eb tempest-TestSnapshotPattern-1839466998 tempest-TestSnapshotPattern-1839466998-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1093 time: 0.1580412
Dec 15 19:47:32.949834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42056) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:47:32.956188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:47:32.962055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:47:32.965899 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:floatingip and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:47:32.968705 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:47:32.975179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:47:32.990972 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:33.133651 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:33.273220 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Allocated IP 172.26.1.28 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/0c39c68c-fd55-4ce8-8ec2-b2a258e251b6) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:47:33.425142 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:33.459139 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:33.463505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:33.521811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:47:33.529776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:47:33.533908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:47:33.563856 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'Port': ['ID=0c39c68c-fd55-4ce8-8ec2-b2a258e251b6,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:33.570198 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:34.061140 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:34.126206 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:34.455939 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:34.460964 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:34.465357 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-bd9cad3f-b826-41c6-9bce-707ef6e64b7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:34.571682 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'Port': ['ID=0c39c68c-fd55-4ce8-8ec2-b2a258e251b6,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:34.582145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:34.590175 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:34.787575 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.db.l3_db [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Floating IP d57cd265-4e89-4068-b1cb-8ae63261686c associated. External IP: 172.26.1.28, port: ca1d69db-aa62-491a-a4c0-a21d23e27076.
Dec 15 19:47:35.217063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Router 27886111-5758-4509-b11d-dcc5fa93df9d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:47:35.365599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Sync routers for ids ['efa0969c-fecc-4885-9cd2-81039710d853'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:47:35.383711 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Routers {'efa0969c-fecc-4885-9cd2-81039710d853'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:35.384405 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb99280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:47:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['efa0969c-fecc-4885-9cd2-81039710d853'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:35.432910 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:47:35.444913 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] Sync routers for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:47:35.457812 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:35.458570 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:47:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:35.460402 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:35.531301 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5789874
Dec 15 19:47:35.533668 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:47:35.582426 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Set router efa0969c-fecc-4885-9cd2-81039710d853 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:35.595574 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'status': 'completed', 'code': 200}
Dec 15 19:47:35.646460 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:35.701814 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-fa518b76-2b0e-4187-a03f-0a3be151a970 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1098 time: 0.0830059
Dec 15 19:47:35.864083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-c82e55f7-a38d-48c8-a09d-75a3c6a065d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:35.865512 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-c82e55f7-a38d-48c8-a09d-75a3c6a065d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1574712
Dec 15 19:47:35.923669 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb99280>, [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:12Z', 'revision_number': 4, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port': {'id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1d24a32b-ea82-4e24-95d2-dd0dce13e4a8', 'name': '', 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d', 'tenant_id': '497d279245204298b9acc96b30b29695', 'mac_address': 'fa:16:3e:52:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6080d7-dc02-4382-ae0c-45c04c3c58e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:11Z', 'updated_at': '2021-12-15T19:47:12Z', 'revision_number': 2, 'project_id': '497d279245204298b9acc96b30b29695', 'subnets': [{'id': 'fe6080d7-dc02-4382-ae0c-45c04c3c58e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:35.928733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Checking router: efa0969c-fecc-4885-9cd2-81039710d853 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:47:35.929092 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Updating router efa0969c-fecc-4885-9cd2-81039710d853 port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 binding host dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 15 19:47:35.974549 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-fd9af239-9884-48a0-be5f-3656077d40b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 998 time: 0.1025238
Dec 15 19:47:35.991294 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:36.040678 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-0f0d971b-95ac-4510-a4f1-c359de938412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:36.043111 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-0f0d971b-95ac-4510-a4f1-c359de938412 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0628572
Dec 15 19:47:36.063097 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:33Z', 'revision_number': 0, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:36.067088 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] Checking router: 27886111-5758-4509-b11d-dcc5fa93df9d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:47:36.079091 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:36.079765 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:47:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:36.261481 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-8a05d489-2f75-4755-b74d-db0d39363488 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2120812
Dec 15 19:47:36.301226 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:36.368025 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Notify callbacks [] for port, precommit_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:36.380503 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Transition to ACTIVE for port object 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 will not be triggered until provisioned by entity L2. {{(pid=83672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:47:36.387184 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:36.391638 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:36.411073 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-f577fc7c-267e-4976-b628-eee61669f16e service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431611
Dec 15 19:47:36.459457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f9651-f7f5-494a-9401-e78f82192e2c None None] Pushing event updated for resources: {'Port': ['ID=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,revision_number=3']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:36.463846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d17f9651-f7f5-494a-9401-e78f82192e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:36.563957 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-73768498-d5fa-44f7-9043-0a20e852cd26 req-2fe6ceb6-503b-45d3-a41c-af8ceac3c5b2 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463943
Dec 15 19:47:36.667247 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Attempting to bind port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 on host dv-neutron-821830-2-hyperv for vnic_type normal with profile  {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:47:36.667618 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Attempting to bind port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 by drivers openvswitch,hyperv on host dv-neutron-821830-2-hyperv at level 0 using segments [{'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:47:36.667979 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Attempting to bind port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 on network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:47:36.675107 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Checking agent: {'id': '0f27fc7f-adcf-4cd2-937f-2a8925dd1c88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821830-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 47, 47), 'started_at': datetime.datetime(2021, 12, 15, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821830-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:47:36.675478 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Checking segment: {'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:47:36.675879 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:36.676271 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Bound using segment: {'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'} {{(pid=83672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:47:36.676731 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.managers [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Bound port: 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8, host: dv-neutron-821830-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d0774e-9d33-4b28-af41-e58bca36701b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d'}}] {{(pid=83672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:47:36.677102 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:36.730247 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced88d340>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:33Z', 'revision_number': 0, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:36.737178 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef116be-d6c3-4845-94fe-f4e3c3ac89a5 None None] The sync data for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv is: [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:33Z', 'revision_number': 0, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:47:36.786297 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] For port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8, host dv-neutron-821830-2-hyperv, cleared binding levels {{(pid=83672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:47:36.789550 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] For port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8, host dv-neutron-821830-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,segment=NetworkSegment(05d0774e-9d33-4b28-af41-e58bca36701b),segment_id=05d0774e-9d33-4b28-af41-e58bca36701b)] {{(pid=83672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:47:36.795119 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:36.799791 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:36.946959 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f9651-f7f5-494a-9401-e78f82192e2c None None] Pushing event updated for resources: {'Port': ['ID=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:36.953700 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-d17f9651-f7f5-494a-9401-e78f82192e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:36.956813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Routers {'efa0969c-fecc-4885-9cd2-81039710d853'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:47:36.957560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedb99280>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:47:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['efa0969c-fecc-4885-9cd2-81039710d853'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:37.006436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f9d3-9621-4a1c-97e4-f8516b2dcb73 None None] New status for floating IP d57cd265-4e89-4068-b1cb-8ae63261686c: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:47:37.382199 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] Set router efa0969c-fecc-4885-9cd2-81039710d853 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:47:37.700497 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedb99280>, [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:12Z', 'revision_number': 4, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port': {'id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1d24a32b-ea82-4e24-95d2-dd0dce13e4a8', 'name': '', 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d', 'tenant_id': '497d279245204298b9acc96b30b29695', 'mac_address': 'fa:16:3e:52:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6080d7-dc02-4382-ae0c-45c04c3c58e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:11Z', 'updated_at': '2021-12-15T19:47:36Z', 'revision_number': 4, 'project_id': '497d279245204298b9acc96b30b29695', 'subnets': [{'id': 'fe6080d7-dc02-4382-ae0c-45c04c3c58e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:47:37.704899 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb935d7-dbe9-4d9f-bb77-aef9eca8e70e None None] The sync data for ids ['efa0969c-fecc-4885-9cd2-81039710d853'] in dv-neutron-821830-2-hyperv is: [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:12Z', 'revision_number': 4, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port': {'id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': '1d24a32b-ea82-4e24-95d2-dd0dce13e4a8', 'name': '', 'network_id': 'd43ec3c6-ef62-4e29-a7c4-cb661ec4861d', 'tenant_id': '497d279245204298b9acc96b30b29695', 'mac_address': 'fa:16:3e:52:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6080d7-dc02-4382-ae0c-45c04c3c58e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:11Z', 'updated_at': '2021-12-15T19:47:36Z', 'revision_number': 4, 'project_id': '497d279245204298b9acc96b30b29695', 'subnets': [{'id': 'fe6080d7-dc02-4382-ae0c-45c04c3c58e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:47:39.504688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:39.573505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning for port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:47:39.578222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:39.578598 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:39.700197 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:39.732841 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] For port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,segment=NetworkSegment(05d0774e-9d33-4b28-af41-e58bca36701b),segment_id=05d0774e-9d33-4b28-af41-e58bca36701b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:47:39.737356 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:39.740300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:47:39.803175 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Pushing event updated for resources: {'Port': ['ID=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:47:39.806260 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:47:41.490964 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 up at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:47:41.566996 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Provisioning complete for port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:47:41.567363 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:43.432148 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b0628b8e-85ae-44c7-94ed-39dfb64599a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:45.684555 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b4f53534-d553-44fb-aca5-708e5617000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:46.925745 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:46.946205 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:48.445925 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:47:53.620087 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-460cd8da-5bdc-45a4-aa4d-ea19e902f2c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713990
Dec 15 19:47:53.760829 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-a3a3038a-3703-4148-b368-352774f68825 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1098 time: 0.0701060
Dec 15 19:47:53.910599 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-bd07e1de-4a50-4bf2-8b6f-a0de9e9d3939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:53.912099 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-bd07e1de-4a50-4bf2-8b6f-a0de9e9d3939 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1284444
Dec 15 19:47:54.019537 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-db8d9dad-2099-4fdb-bd8b-60bacdf1d28f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 1000 time: 0.0999794
Dec 15 19:47:54.087933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-04d578dc-7dc7-4a4c-a047-537eb8553dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:47:54.089432 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-04d578dc-7dc7-4a4c-a047-537eb8553dbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0640728
Dec 15 19:47:54.166732 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-e9939e11-5d8b-4f5b-82bf-0f29d4c1c94b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708756
Dec 15 19:47:54.300905 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-34a0b09b-9e7d-4e5d-a5a7-e203d91f7c5d service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265771
Dec 15 19:47:54.438303 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-434c3623-4936-4f28-9b18-6f397954dbd1 req-75210993-87e2-4287-80e6-60536046cf55 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283166
Dec 15 19:47:57.547534 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:04.070546 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:48:13.438287 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-177fca1f-b0e4-40c0-af38-c5101fc980e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:15.680299 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-32de07b8-c083-4f18-bf99-a3dd5150a78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:16.924936 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:16.945079 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:18.450200 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:27.565457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:41.071413 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:48:43.441698 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-ee53ed49-cc02-4b13-8fd0-c63c3d769e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:45.673408 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c5a548ae-0933-4c58-8382-15863b9d55a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:46.934918 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:46.940237 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:48.450624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:48:53.002935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [req-962af8d6-7212-4444-b61c-aa884cc1d0b8 req-80d629ac-55f3-4f2c-bde0-c67b5c06346b service neutron] (83671) timed out ('10.222.0.48', 40412) {{(pid=83671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 15 19:48:54.679309 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-4bcafe13-2a8d-4aed-8fcc-bd6a1b18957b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1362326
Dec 15 19:48:54.813621 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-70795a91-b3bb-4953-b029-cf117dfcf9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1098 time: 0.0694494
Dec 15 19:48:54.956083 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-d2e1ae2d-1f66-49ff-95c8-d6ef539d7e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:48:54.957600 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-d2e1ae2d-1f66-49ff-95c8-d6ef539d7e91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1254954
Dec 15 19:48:55.059996 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-c3586526-a562-4126-bdf4-92dba674515f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 1000 time: 0.0966620
Dec 15 19:48:55.120749 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-e48fa66d-cf1c-4efd-90e3-dfc2bbcb0996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:48:55.122081 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-e48fa66d-cf1c-4efd-90e3-dfc2bbcb0996 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0559666
Dec 15 19:48:55.302692 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-45544eb6-ac8b-474a-96e1-e3b59bf0086e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1743717
Dec 15 19:48:55.434997 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-7629bdd4-1787-469f-bc3b-a3d2f4b8ac9b service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256208
Dec 15 19:48:55.565879 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-8dc92318-0595-45a8-b0fb-fa6c6e2ee4f8 req-fc5322df-3eb9-4bb0-b81e-df9623bd0a26 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243339
Dec 15 19:48:57.558275 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:13.443769 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d7adf2a4-ff35-463f-aac8-1af8babf973f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:15.674326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d66de2a5-0f38-41b5-96f6-e9bc895b2e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:16.932436 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:16.942303 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:18.070953 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:49:18.453658 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:27.565593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:34.937916 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device ca1d69db-aa62-491a-a4c0-a21d23e27076 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:49:35.085627 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:49:35.101059 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:49:35.161947 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:35.179735 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca1d69db-aa62-491a-a4c0-a21d23e27076 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:49:35.196086 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:49:35.202776 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:35.204593 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:49:35.281222 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['ca1d69db-aa62-491a-a4c0-a21d23e27076'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:49:35.314737 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:49:35.334298 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.334662 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.334985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.335316 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.335702 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.335971 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.336296 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.336633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.336940 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.337256 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.337599 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:35.342377 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:49:36.954004 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device ca1d69db-aa62-491a-a4c0-a21d23e27076 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:49:37.027930 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port ca1d69db-aa62-491a-a4c0-a21d23e27076 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:49:37.028329 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:37.163270 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:37.196431 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:49:37.205963 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:49:37.213001 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:37.218616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-3ca4c165-692e-4dac-989a-c4a4ce2a0842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:49:37.293647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:49:37.297218 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:49:37.367644 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'code': 200}
Dec 15 19:49:43.448664 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-74770420-943d-4f0b-b6b5-3bc15ffe9038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:45.215481 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-01e3b006-04e8-4b4d-a8fe-c5de581bcef5 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878141261&fields=id&tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec HTTP/1.1" status: 200  len: 267 time: 0.0410094
Dec 15 19:49:45.363837 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-d4aea09e-c250-48ac-8738-b5be834ffec0 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:45.365174 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-d4aea09e-c250-48ac-8738-b5be834ffec0 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 810 time: 0.1429563
Dec 15 19:49:45.383625 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-aa0241ab-a769-4b50-9e64-b52839a8c43c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/quotas/384c3804d8c946f8b1e8ca3f4c6063ec HTTP/1.1" status: 200  len: 375 time: 0.0132060
Dec 15 19:49:45.472181 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-84f7e283-3f92-4b3f-898f-46511538a7d7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0831943
Dec 15 19:49:45.678402 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-673308e7-abd6-43e8-969f-be6ff4e90dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:45.703530 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-621b68b1-241f-412f-9422-c4422797b952 service neutron] 10.222.0.48 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192533
Dec 15 19:49:45.832078 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-19bad683-2fd5-403b-a4d9-92d7759cb907 service neutron] 10.222.0.48 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228373
Dec 15 19:49:46.025952 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-008067d6-cb8e-420b-888f-5db25fe11dd2 req-dae693be-1221-4419-b6a3-636826965465 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 210 time: 0.0410919
Dec 15 19:49:46.935508 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:46.945969 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:47.192550 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-e68d9b4c-7bb0-41a1-af2c-778cf717d323 req-159f208e-cf3b-4faa-9dce-ed2d37c79f7c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 210 time: 0.0428493
Dec 15 19:49:47.737336 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-9d9fb1aa-1fa7-4290-8775-7b65c9227237 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:47.738736 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-9d9fb1aa-1fa7-4290-8775-7b65c9227237 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 810 time: 0.1507695
Dec 15 19:49:47.793265 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-358ee562-6e19-473b-9027-0b2e1a07af40 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec HTTP/1.1" status: 200  len: 379 time: 0.0410781
Dec 15 19:49:47.801270 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'port': {'device_id': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'admin_state_up': True, 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'security_groups': ['11111e37-971a-4687-86a4-40f48ccd946f']}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:49:47.937613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:49:47.947510 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.quota.driver [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:49:47.957888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Made reservation on behalf of 384c3804d8c946f8b1e8ca3f4c6063ec for: {'port': 1} {{(pid=83671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 15 19:49:47.960802 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:48.128095 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_common [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Allocated IP 172.20.0.5 (bb26ab37-6653-47cb-971d-ae5f9417f572/c6d4da76-686e-4559-b1ed-5fa520d43c72/0ed59f72-5f2b-4bb6-9024-8a1745c0c313) {{(pid=83671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:49:48.427326 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6f5648da-c5c4-476d-882f-ca7a81a56549 req-6a64c488-e090-4354-b95b-069c54e92132 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 210 time: 0.0564139
Dec 15 19:49:48.457613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for port, precommit_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:48.461589 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:48.476486 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Transition to ACTIVE for port object 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 will not be triggered until provisioned by entity DHCP. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:49:48.501287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_create {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:48.507454 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-4466f894-57d6-4ee4-b9c0-7dcd3f528360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:49:48.580271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=1']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:49:48.590532 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Network bb26ab37-6653-47cb-971d-ae5f9417f572 is already hosted by enough agents. {{(pid=83671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:49:48.593370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.base_scheduler [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources bound (agent type, host, resource id):  {{(pid=83671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:49:48.596388 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.596693 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.597063 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.597465 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.597826 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.598183 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.598542 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.598893 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.599244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.599592 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.599942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:49:48.602981 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Received port after_create {{(pid=83671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:49:48.631752 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:49:48.671397 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:48.672383 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:48.714180 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9163518
Dec 15 19:49:48.867083 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-351702d0-b620-4749-ac30-36201bc281d2 None None] Provisioning for port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 completed by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:49:48.872663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-351702d0-b620-4749-ac30-36201bc281d2 None None] Provisioning complete for port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 triggered by entity DHCP. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:49:48.873069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-351702d0-b620-4749-ac30-36201bc281d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:48.933235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-351702d0-b620-4749-ac30-36201bc281d2 None None] Port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 cannot update to ACTIVE because it is not bound. {{(pid=83672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 15 19:49:49.058243 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device ca1d69db-aa62-491a-a4c0-a21d23e27076 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:49:49.189554 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:49.215913 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:49:49.226021 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:49:49.232335 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:49.234434 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:49:49.285778 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'code': 200}
Dec 15 19:49:49.303235 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:49:49.306382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:49:49.658469 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50fe1-4d1a-408e-abce-7a8e06f5cdaa req-ddc3ad50-97d9-4131-8ebf-b1981adb8ff4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:49.659075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-54d50fe1-4d1a-408e-abce-7a8e06f5cdaa req-ddc3ad50-97d9-4131-8ebf-b1981adb8ff4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:49:49.675852 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-54d50fe1-4d1a-408e-abce-7a8e06f5cdaa req-ddc3ad50-97d9-4131-8ebf-b1981adb8ff4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:49:49.677099 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-54d50fe1-4d1a-408e-abce-7a8e06f5cdaa req-ddc3ad50-97d9-4131-8ebf-b1981adb8ff4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.1024575
Dec 15 19:49:49.731721 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-54d50fe1-4d1a-408e-abce-7a8e06f5cdaa req-6ff9d046-43be-4f3c-a9e2-ed00190bcec1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474882
Dec 15 19:49:50.939768 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d7a46-333d-4a4b-8884-5c4500df8596 req-7f2397f2-0872-4ff7-a6bf-08e04a271732 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:50.941120 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-082d7a46-333d-4a4b-8884-5c4500df8596 req-7f2397f2-0872-4ff7-a6bf-08e04a271732 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.0824084
Dec 15 19:49:50.990019 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-082d7a46-333d-4a4b-8884-5c4500df8596 req-31243780-fac7-4690-8da5-46aca59d69d9 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429022
Dec 15 19:49:52.193228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dfe61-16c6-4373-b4b9-34ea6938b0d1 req-9cff5a03-2ee0-48c8-8999-8ca741956957 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:52.194672 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-189dfe61-16c6-4373-b4b9-34ea6938b0d1 req-9cff5a03-2ee0-48c8-8999-8ca741956957 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.0816581
Dec 15 19:49:52.244852 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-189dfe61-16c6-4373-b4b9-34ea6938b0d1 req-b87d37fb-7c82-4394-8670-c247cde90300 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441825
Dec 15 19:49:53.451074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ecc6-b762-4f12-a549-15c5c56e8f61 req-b33192bc-0340-495f-afe5-4541e31d695b tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:53.452517 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92c5ecc6-b762-4f12-a549-15c5c56e8f61 req-b33192bc-0340-495f-afe5-4541e31d695b tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.0800550
Dec 15 19:49:53.498967 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-92c5ecc6-b762-4f12-a549-15c5c56e8f61 req-337e2204-9e52-40cd-a50d-2e9d1b74825d tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409472
Dec 15 19:49:54.711908 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf6f07-c005-4646-b1da-584e018f8cd8 req-b7214ae1-7a0e-4caf-b041-52bcdcb1c11e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:54.713382 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d3bf6f07-c005-4646-b1da-584e018f8cd8 req-b7214ae1-7a0e-4caf-b041-52bcdcb1c11e tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.0801644
Dec 15 19:49:54.761054 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-d3bf6f07-c005-4646-b1da-584e018f8cd8 req-2806d328-6308-4c02-b72b-b3f5a564ac00 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415170
Dec 15 19:49:55.071357 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:49:55.967283 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef4660-ec6c-43bb-9903-71d29ef8e1a8 req-4bffab21-2055-4ecb-a326-8fc436412065 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:55.968739 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-53ef4660-ec6c-43bb-9903-71d29ef8e1a8 req-4bffab21-2055-4ecb-a326-8fc436412065 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.0844545
Dec 15 19:49:56.018619 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-53ef4660-ec6c-43bb-9903-71d29ef8e1a8 req-8bec63c8-44e2-498b-993e-9226c335d8b4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444479
Dec 15 19:49:57.226189 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029d168-e0fe-4b9b-b9ec-09f5f16bbdf4 req-b392df00-ba10-4824-8869-752f6fb2b219 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:57.227636 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5029d168-e0fe-4b9b-b9ec-09f5f16bbdf4 req-b392df00-ba10-4824-8869-752f6fb2b219 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.0842092
Dec 15 19:49:57.280756 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5029d168-e0fe-4b9b-b9ec-09f5f16bbdf4 req-72cc8772-6a6f-498b-8ea7-34214456f422 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474195
Dec 15 19:49:57.574449 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:58.477658 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af641423-c444-41c2-84fe-75d68148b86c req-b87461a0-1c71-424b-b076-f300dc20cac8 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:58.479231 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-af641423-c444-41c2-84fe-75d68148b86c req-b87461a0-1c71-424b-b076-f300dc20cac8 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.0797374
Dec 15 19:49:58.525411 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-af641423-c444-41c2-84fe-75d68148b86c req-5de30976-28ae-4156-b8fc-b7f3e16b1a7d tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397658
Dec 15 19:49:59.372292 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.v2.base [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Request body: {'port': {'device_id': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=83671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:49:59.380440 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.64', 62172) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:49:59.455143 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-f7a80751-6cc2-4b94-a4b3-318ecf54fc21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731657
Dec 15 19:49:59.482918 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:49:59.604388 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-b32803bb-1405-42da-82f4-84feb2fed482 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1096 time: 0.0722091
Dec 15 19:49:59.750921 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-1b5b2ff1-c16d-4608-aaff-f179f9accc97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:59.752422 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-1b5b2ff1-c16d-4608-aaff-f179f9accc97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1286049
Dec 15 19:49:59.856189 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-0025ebbf-6f03-4fb1-871b-d58a36f85e8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 998 time: 0.0977256
Dec 15 19:49:59.882935 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2e70-9936-404a-ba85-2bd359eed857 req-36376bf2-3b69-461f-b73b-2d07ca38f6f9 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:59.884360 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ccf2e70-9936-404a-ba85-2bd359eed857 req-36376bf2-3b69-461f-b73b-2d07ca38f6f9 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 931 time: 0.2171450
Dec 15 19:49:59.921519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-39b4457b-e9ce-442e-b696-dfb619010227 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:49:59.923009 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-39b4457b-e9ce-442e-b696-dfb619010227 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0612416
Dec 15 19:49:59.963104 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0ccf2e70-9936-404a-ba85-2bd359eed857 req-75373910-345d-44a1-9f5a-b02de9b8f829 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711801
Dec 15 19:49:59.998584 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-29ba6892-b4e4-483a-b7b4-c104eaa3e9f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693023
Dec 15 19:50:00.034640 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 {{(pid=83671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:50:00.041506 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:00.055776 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.provisioning_blocks [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Transition to ACTIVE for port object 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 will not be triggered until provisioned by entity L2. {{(pid=83671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 15 19:50:00.060037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:00.064134 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e5a31c59-d431-447c-be55-46bdcc7ba181 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:50:00.134488 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-b14c759c-1cda-477a-93e7-16d9fe212dd9 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292143
Dec 15 19:50:00.187006 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=2']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:50:00.190037 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:50:00.281253 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fc86e2bd-3d5c-4849-a451-4c0f1680598a req-315c3e31-3961-4074-b901-038b1aac16b2 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401675
Dec 15 19:50:00.300962 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Attempting to bind port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 15 19:50:00.301289 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Attempting to bind port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 15 19:50:00.301652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Attempting to bind port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 on network bb26ab37-6653-47cb-971d-ae5f9417f572 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:50:00.307564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 on network bb26ab37-6653-47cb-971d-ae5f9417f572 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 15 19:50:00.307884 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Attempting to bind port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 on network bb26ab37-6653-47cb-971d-ae5f9417f572 {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 15 19:50:00.314868 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Checking agent: {'id': '0cf64586-f53f-4f03-a09c-86aaa65df3bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'started_at': datetime.datetime(2021, 12, 15, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 15 19:50:00.315199 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Checking segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 15 19:50:00.315581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Bound using segment: {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'} {{(pid=83671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 15 19:50:00.316075 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.managers [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Bound port: 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b04ffea-6614-48fc-a920-5bd9b9ee7169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572'}}] {{(pid=83671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 15 19:50:00.316349 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:00.406123 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, cleared binding levels {{(pid=83671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 15 19:50:00.409283 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 15 19:50:00.413736 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4167341'] for port, after_update {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:00.417885 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-3628c05d-95a1-4d2c-9596-b6936600f284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:50:00.470959 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:00.472349 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] 10.222.0.64 "PUT /v2.0/ports/0ed59f72-5f2b-4bb6-9024-8a1745c0c313 HTTP/1.1" status: 200  len: 1093 time: 1.1043124
Dec 15 19:50:00.472925 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:50:00.498774 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=3']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:50:00.501821 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-190b7079-2c7a-4240-ae07-4fa39645466c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:50:00.557888 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'status': 'completed', 'code': 200}
Dec 15 19:50:00.603846 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-5420d38a-bf98-4af1-96ce-9c8c45c36c78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 1096 time: 0.0812182
Dec 15 19:50:00.674965 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-373df202-5423-42fd-8fbb-72e72cf1fd77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313 HTTP/1.1" status: 200  len: 217 time: 0.0634367
Dec 15 19:50:00.741268 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-e3ebe152-92e7-41d3-a37c-0abcb6beea12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:00.742720 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-e3ebe152-92e7-41d3-a37c-0abcb6beea12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0622904
Dec 15 19:50:00.817404 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-f7318712-00de-4701-b7c8-f4568c73faf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675635
Dec 15 19:50:00.947830 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-eb02dbe4-ab08-485b-9ab6-7cc91829bd57 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232007
Dec 15 19:50:01.080645 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1cea9e70-93bb-4fef-a51e-1ae7564f584c req-bc1253a0-87e8-428c-8f50-4e99e513f9c6 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264732
Dec 15 19:50:01.252635 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-070f7051-dd97-40eb-b393-c7d2d04608d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 1096 time: 0.1300492
Dec 15 19:50:01.259410 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510365e-7ac5-4097-99bd-551c115c71d8 req-ae3c380d-f917-4908-a498-8df922fd6122 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:01.260705 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9510365e-7ac5-4097-99bd-551c115c71d8 req-ae3c380d-f917-4908-a498-8df922fd6122 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 943 time: 0.1790106
Dec 15 19:50:01.483876 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-9510365e-7ac5-4097-99bd-551c115c71d8 req-44e98b77-90cb-46a8-9ea7-ac126ebb4eee tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2039759
Dec 15 19:50:01.519863 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-f64b5ed0-6276-4d67-88c7-647ed4d8e7a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:01.521280 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-f64b5ed0-6276-4d67-88c7-647ed4d8e7a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.2597642
Dec 15 19:50:01.598844 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-547e6a99-a66c-460b-9ddb-a706f4ced604 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313 HTTP/1.1" status: 200  len: 217 time: 0.0701230
Dec 15 19:50:01.669854 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-b9095013-28b8-4a24-96e6-5f8ee7b97ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:01.671333 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-b9095013-28b8-4a24-96e6-5f8ee7b97ba8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0661042
Dec 15 19:50:01.747370 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-d1159781-05ae-4271-bde7-0eff7e3b9cc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686452
Dec 15 19:50:01.878625 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-c0c975d6-4074-411a-a35a-350b9a599721 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238396
Dec 15 19:50:02.007848 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-dbdfd4e4-e925-4276-bcd4-47b4293b5882 req-b53cd0a2-e24f-40de-8a4e-411288209835 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231408
Dec 15 19:50:02.755168 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1a24c-5f99-4825-822a-eb773736e2df req-7e6fad0b-7d5d-4fd2-8f52-39ca9a4aeccb tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:02.756619 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fec1a24c-5f99-4825-822a-eb773736e2df req-7e6fad0b-7d5d-4fd2-8f52-39ca9a4aeccb tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 943 time: 0.1445110
Dec 15 19:50:02.805113 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-fec1a24c-5f99-4825-822a-eb773736e2df req-d6550d3c-c547-4574-b911-4c31643b9172 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430720
Dec 15 19:50:03.104522 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:50:03.235109 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:50:03.248933 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'port_id': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'mac_address': 'fa:16:3e:57:af:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:50:03.305139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:03.322013 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:50:03.337069 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:50:03.341263 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:03.342935 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-7f2e0949-04f0-49c9-9d24-6252e14fa874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:50:03.404805 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=4']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:50:03.407688 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:50:03.602536 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['0ed59f72-5f2b-4bb6-9024-8a1745c0c313'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:50:04.003526 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c2bbe-72da-4249-b567-f2c417239e6c req-91f8c818-01d9-42f8-b0f0-9c6887ca01b1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:04.004860 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-128c2bbe-72da-4249-b567-f2c417239e6c req-91f8c818-01d9-42f8-b0f0-9c6887ca01b1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 944 time: 0.0757210
Dec 15 19:50:04.053036 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-128c2bbe-72da-4249-b567-f2c417239e6c req-b20f56e0-6eb2-4407-9937-0b31bc0edda2 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428941
Dec 15 19:50:05.103977 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:50:05.173716 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning for port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 completed by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 15 19:50:05.179047 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:50:05.179422 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:05.297647 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:05.324794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:50:05.335656 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:50:05.339949 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:05.342720 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-010a254f-adef-4cf8-9463-df7fc27887fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:50:05.354130 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f11260-6dbd-40a6-9533-6ab79574a056 req-7995f62d-3238-4c53-a00a-e5695de70bcf tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:05.355626 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-08f11260-6dbd-40a6-9533-6ab79574a056 req-7995f62d-3238-4c53-a00a-e5695de70bcf tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 944 time: 0.1823373
Dec 15 19:50:05.388316 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'code': 200}
Dec 15 19:50:05.402131 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-08f11260-6dbd-40a6-9533-6ab79574a056 req-99e86c0b-5bdb-4d15-8b55-c3729d281ef1 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411508
Dec 15 19:50:05.416174 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=5']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:50:05.419907 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:50:05.615273 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-71c19ba9-4e04-48bd-a9b1-77f9991583b3 req-83440aa3-494c-4d14-9dcc-b6a04e2a03c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 1098 time: 0.0745521
Dec 15 19:50:05.657233 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-71c19ba9-4e04-48bd-a9b1-77f9991583b3 req-af88834a-c28a-45a5-a30a-5318025e5d1d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347767
Dec 15 19:50:06.607435 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce808493-dbee-46a5-b86a-a9c034a94c88 req-90559531-0421-4214-9ee5-00a7ea43b5d2 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:06.608909 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce808493-dbee-46a5-b86a-a9c034a94c88 req-90559531-0421-4214-9ee5-00a7ea43b5d2 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 945 time: 0.0844665
Dec 15 19:50:06.664255 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-ce808493-dbee-46a5-b86a-a9c034a94c88 req-c3816cba-f254-49a8-9f55-9ce06bff8ea0 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493691
Dec 15 19:50:07.861457 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f6d8-b444-490a-a802-ed366f47668e req-ea6260b2-0212-40f5-b5f6-336396fb174f tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:07.862772 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c78f6d8-b444-490a-a802-ed366f47668e req-ea6260b2-0212-40f5-b5f6-336396fb174f tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 945 time: 0.0773315
Dec 15 19:50:07.907244 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-8c78f6d8-b444-490a-a802-ed366f47668e req-b41f19f4-1da0-49d0-9b93-26be595e3882 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390861
Dec 15 19:50:08.101415 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a03a0-e9c0-4d46-aa7e-259bb58e22e7 req-97bd7e45-3930-4456-adba-7c7e320eb326 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:08.102824 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5b3a03a0-e9c0-4d46-aa7e-259bb58e22e7 req-97bd7e45-3930-4456-adba-7c7e320eb326 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 945 time: 0.0757792
Dec 15 19:50:08.147078 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5b3a03a0-e9c0-4d46-aa7e-259bb58e22e7 req-9f74c4f1-cf3e-465c-aae5-40aa64e0011d tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388803
Dec 15 19:50:08.173746 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 42316) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:50:08.241840 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-9a65af2f-cc4d-4248-a0bf-04f7b6d42908 tempest-TestSnapshotPattern-1839466998 tempest-TestSnapshotPattern-1839466998-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 1093 time: 0.0668623
Dec 15 19:50:08.244473 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 42320) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:50:08.250055 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.v2.base [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Request body: {'floatingip': {'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'port_id': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 15 19:50:08.255296 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 15 19:50:08.259002 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Usage tracker for resource:floatingip and tenant:384c3804d8c946f8b1e8ca3f4c6063ec is out of sync, need to count used quota {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 15 19:50:08.262309 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 15 19:50:08.267824 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.quota.driver [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 15 19:50:08.278247 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:08.411870 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:08.545851 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_common [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Allocated IP 172.26.1.170 (f5a6c991-6ae2-4180-8cf6-e17747afaa30/2c2e7cd7-d06a-4763-93bf-ad20b890ef26/3d207e08-32a4-4a88-ad0a-bcfe64231388) {{(pid=83670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 15 19:50:08.690653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for port, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:08.717074 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769499312505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:08.721339 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-8ed841aa-a104-4567-b08e-27d0b9789ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:50:08.787754 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Network f5a6c991-6ae2-4180-8cf6-e17747afaa30 is already hosted by enough agents. {{(pid=83670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 15 19:50:08.790813 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.base_scheduler [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Resources bound (agent type, host, resource id):  {{(pid=83670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 15 19:50:08.795516 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Received port after_create {{(pid=83670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 15 19:50:08.818409 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'Port': ['ID=3d207e08-32a4-4a88-ad0a-bcfe64231388,revision_number=1']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:50:08.837519 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.837898 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.838266 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.838630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.838988 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.839343 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.840271 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.840630 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.840981 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.841347 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.841700 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:50:08.849669 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:50:09.324829 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:09.379720 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:09.587392 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for port, precommit_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:09.591764 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2428619'] for port, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:09.595477 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-d6922e81-b5d3-44e7-99ab-43aa77fd7d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:50:09.794388 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event updated for resources: {'Port': ['ID=3d207e08-32a4-4a88-ad0a-bcfe64231388,revision_number=2']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:50:09.797165 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:50:09.815620 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918412'] for floatingip, after_update {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:10.009042 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.db.l3_db [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Floating IP b98ad32a-6edb-41c3-a8d8-186126fb8789 associated. External IP: 172.26.1.170, port: 0ed59f72-5f2b-4bb6-9024-8a1745c0c313.
Dec 15 19:50:10.412182 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Router 27886111-5758-4509-b11d-dcc5fa93df9d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:50:10.605858 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:50:10.616234 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] Sync routers for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:50:10.627758 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:50:10.628564 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8adb80>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:49:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:50:10.640808 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:10.709398 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-247a686e-de35-4d26-8876-2178f175ddbe tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4535298
Dec 15 19:50:10.709398 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:50:10.814668 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:50:10.829807 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'status': 'completed', 'code': 200}
Dec 15 19:50:10.926641 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-7c2b7ddc-b682-42b5-9ab2-f95406a62a4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 1098 time: 0.0725598
Dec 15 19:50:11.068089 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-9e91643e-f3b2-4c7b-9055-6b97dd71a85c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:11.069535 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-9e91643e-f3b2-4c7b-9055-6b97dd71a85c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1366713
Dec 15 19:50:11.170455 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-6cffce78-4478-4b28-a04c-0e6058902db4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313 HTTP/1.1" status: 200  len: 999 time: 0.0949814
Dec 15 19:50:11.185926 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8adb80>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b98ad32a-6edb-41c3-a8d8-186126fb8789', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:57:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:09Z', 'updated_at': '2021-12-15T19:50:09Z', 'revision_number': 0, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}, {'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:37Z', 'revision_number': 1, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:50:11.189713 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] Checking router: 27886111-5758-4509-b11d-dcc5fa93df9d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:50:11.200472 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:50:11.201064 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8adb80>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:49:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:50:11.232015 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-5c7a2943-81fd-4596-8514-5ce46215d0ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:11.233465 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-5c7a2943-81fd-4596-8514-5ce46215d0ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0566926
Dec 15 19:50:11.307869 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-4a2126a4-70cf-4fda-9557-358fdbabf5dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687101
Dec 15 19:50:11.379639 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:50:11.439656 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-b3adc0c9-812b-4e4a-aeb1-39b9f2696fd8 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246874
Dec 15 19:50:11.681879 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-25db570a-8950-4029-b253-5fa5c5280ff3 req-13ec6bb4-c38a-4798-904d-c263d8d929d6 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357340
Dec 15 19:50:11.728616 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8adb80>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b98ad32a-6edb-41c3-a8d8-186126fb8789', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:57:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:09Z', 'updated_at': '2021-12-15T19:50:09Z', 'revision_number': 0, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}, {'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:37Z', 'revision_number': 1, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:50:11.733427 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86189298-c98e-4d50-92ba-f0c4aa90114c None None] The sync data for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv is: [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'b98ad32a-6edb-41c3-a8d8-186126fb8789', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:57:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:09Z', 'updated_at': '2021-12-15T19:50:09Z', 'revision_number': 0, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}, {'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:37Z', 'revision_number': 1, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:50:11.922450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f6c219-6e86-4808-9017-890d1c854509 None None] New status for floating IP b98ad32a-6edb-41c3-a8d8-186126fb8789: ACTIVE {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:50:13.450280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-034c99d8-a314-4e0b-acf2-5b619dd2cdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:15.681348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-585859ff-f5d9-4619-a9f0-f324931888e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:16.940046 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:16.951616 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:18.459301 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:27.582774 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:32.071200 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:50:43.455383 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-414f5407-ef19-4336-9e90-d9b64b2cdee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:45.682779 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a924b94d-892b-46e5-a001-6ef5ddeb5252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:46.945095 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:46.947371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:48.462141 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:50:56.605462 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-d1e8244f-481d-460f-8d06-64d7c1c563b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713043
Dec 15 19:50:56.749225 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-ba8d2b7d-41f7-4370-80ce-bf6a639e67be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1096 time: 0.0771852
Dec 15 19:50:56.892598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-3a2f5ddd-0108-4616-b1ff-4ef6103bbc02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:56.893968 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-3a2f5ddd-0108-4616-b1ff-4ef6103bbc02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1268167
Dec 15 19:50:56.997899 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-5f8b6a4e-1e24-4b09-8dda-1f264478b80f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 998 time: 0.0966487
Dec 15 19:50:57.062933 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-78758f43-3d19-4209-b4d9-ad59c4d54122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:50:57.064353 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-78758f43-3d19-4209-b4d9-ad59c4d54122 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0606577
Dec 15 19:50:57.137526 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-c0e479a0-6c70-4135-95b1-1d74dbaa2726 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670552
Dec 15 19:50:57.266796 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-87c23581-5f67-44db-b3cb-d35fc191e90f service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229248
Dec 15 19:50:57.394172 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5eafce1a-d9fc-4dde-a3a1-b6a7b8f84628 req-d58575ae-3c0c-412f-8248-76f9fcba37a2 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217101
Dec 15 19:50:57.588727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:09.070663 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:51:13.457505 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-443edb7c-76b4-4ae4-8a9c-02a60bc35bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:15.685577 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-785d53ed-b4da-4ac9-b241-c1967b2631a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:16.949421 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:16.950546 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:18.464754 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:27.598846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:43.459045 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-92b50696-0da9-4879-a555-1f13691f1c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:45.686483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5960f4f8-aec6-4a96-809f-bfe40eb64ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:46.070501 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:51:46.951714 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:46.953465 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:48.467876 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:53.521118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=83672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 15 19:51:53.652063 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:51:53.665418 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Returning: {'device': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'port_id': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'mac_address': 'fa:16:3e:57:af:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 15 19:51:53.723765 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:53.741833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 {{(pid=83672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 15 19:51:53.757500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:51:53.761764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:53.764452 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:51:53.833026 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=6']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:51:53.842172 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.842516 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.842851 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.843180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.843509 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.843833 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.844154 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.844476 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.844794 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.845112 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.845470 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:51:53.850110 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] get_ports_and_sgs() called for port_ids ['0ed59f72-5f2b-4bb6-9024-8a1745c0c313'] {{(pid=83672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 15 19:51:53.873220 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:51:55.543153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 up at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 15 19:51:55.674433 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.provisioning_blocks [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Provisioning complete for port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 triggered by entity L2. {{(pid=83672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 15 19:51:55.674962 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1077533'] for port, provisioning_complete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:55.815852 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:55.848838 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:51:55.858734 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:51:55.865491 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:51:55.867437 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-010a254f-adef-4cf8-9463-df7fc27887fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:51:55.942326 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=7']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:51:55.952496 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:51:55.954139 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'code': 200}
Dec 15 19:51:56.661912 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-617e60b5-3694-4027-81e7-9f99e0622e28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 1098 time: 0.0791993
Dec 15 19:51:56.853002 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-6158ef9e-c63d-4e90-bb64-97a50bc74498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:51:56.855212 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-6158ef9e-c63d-4e90-bb64-97a50bc74498 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1711287
Dec 15 19:51:56.977218 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-77e43909-1552-472b-bd6d-4ca1e99327b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313 HTTP/1.1" status: 200  len: 1001 time: 0.1155925
Dec 15 19:51:57.048534 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-ab93574a-2be8-496a-b80b-296a0909ab95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:51:57.049996 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-ab93574a-2be8-496a-b80b-296a0909ab95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0664651
Dec 15 19:51:57.131583 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-028eaf60-08b2-41ef-abcb-91aad73cd67b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744731
Dec 15 19:51:57.290932 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-12a88150-a052-4352-8d41-2e077a4fa654 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476972
Dec 15 19:51:57.558151 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-0d2968c7-580d-4c58-aec9-b0e89c8f0adb req-327be8ad-0d05-49d9-a1bc-6e12cda82ba2 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607226
Dec 15 19:51:57.598314 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:04.605096 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 42470) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:04.803472 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Deleting port 3d207e08-32a4-4a88-ad0a-bcfe64231388 {{(pid=83670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:04.803815 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:04.971451 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:04.971772 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:05.199147 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Calling delete_port for 3d207e08-32a4-4a88-ad0a-bcfe64231388 owned by network:floatingip {{(pid=83670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:05.347004 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2428608'] for port, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:05.351648 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-86492aa7-e928-4234-8a5f-4ea9f6849729 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:05.393029 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event deleted for resources: {'Port': ['ID=3d207e08-32a4-4a88-ad0a-bcfe64231388,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:05.433359 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.433744 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.434124 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.434487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.434853 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.435217 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.435579 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.435939 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.436298 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.436653 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.437011 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:05.443683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:05.495683 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:05.881843 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Router 27886111-5758-4509-b11d-dcc5fa93df9d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:52:06.089881 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:52:06.099454 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] Sync routers for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:52:06.109767 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:06.111480 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:06.112094 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0215b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:51:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:06.167437 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-bbb8fa5b-d9b4-4109-997f-1e1c2ffd70c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "DELETE /v2.0/floatingips/b98ad32a-6edb-41c3-a8d8-186126fb8789 HTTP/1.1" status: 204  len: 168 time: 1.5610757
Dec 15 19:52:06.167923 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313'}] {{(pid=83670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:52:06.230121 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'status': 'completed', 'code': 200}
Dec 15 19:52:06.292928 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:06.330615 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-ebac94cb-4a40-42dc-a150-d55b48cfb69e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 1098 time: 0.0762117
Dec 15 19:52:06.473620 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-6df124be-7b89-4c5c-9593-150f7194933c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:06.475243 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-6df124be-7b89-4c5c-9593-150f7194933c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1382859
Dec 15 19:52:06.546588 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-4e68ccbb-4558-4452-bb3e-7fc6bf3ab8de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313 HTTP/1.1" status: 200  len: 217 time: 0.0643499
Dec 15 19:52:06.574212 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad529226-4562-49ad-905c-40209f40bce1 req-4d713d9d-af62-4f74-aa7c-1a0c2e54a996 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:06.574911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ad529226-4562-49ad-905c-40209f40bce1 req-4d713d9d-af62-4f74-aa7c-1a0c2e54a996 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83670) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:52:06.590771 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.quota.resource [req-ad529226-4562-49ad-905c-40209f40bce1 req-4d713d9d-af62-4f74-aa7c-1a0c2e54a996 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:52:06.592005 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ad529226-4562-49ad-905c-40209f40bce1 req-4d713d9d-af62-4f74-aa7c-1a0c2e54a996 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 945 time: 0.1038520
Dec 15 19:52:06.623179 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-941b3f28-b980-4e02-9e09-194ebbd7e48f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:06.624882 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-941b3f28-b980-4e02-9e09-194ebbd7e48f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0725088
Dec 15 19:52:06.640695 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-ad529226-4562-49ad-905c-40209f40bce1 req-cc5ba4e3-b464-4f2b-9d17-b17969a6f0e3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423403
Dec 15 19:52:06.682299 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0215b0>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:37Z', 'revision_number': 1, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:06.686073 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] Checking router: 27886111-5758-4509-b11d-dcc5fa93df9d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:52:06.697059 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:06.697694 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0215b0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:51:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:06.704669 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-6a2710ad-1d83-4bf2-b8a8-61f03ba920e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725672
Dec 15 19:52:06.842313 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-813efdb9-fde6-40bc-a595-4dc72de59863 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306143
Dec 15 19:52:06.875612 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:06.976172 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-6fc509b0-c81d-48cf-b299-538b7a426312 req-19df6227-96a8-4e66-a3df-ad80d44773cc service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263118
Dec 15 19:52:07.217217 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0215b0>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:37Z', 'revision_number': 1, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:07.221045 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6b95f-525d-404f-bd5b-07271b3cb9ad None None] The sync data for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv is: [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_floatingips': [{'id': 'd57cd265-4e89-4068-b1cb-8ae63261686c', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'floating_ip_address': '172.26.1.28', 'floating_network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'router_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'port_id': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'mac_address': 'fa:16:3e:be:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c6b691-64b9-41db-9396-31f57ebab22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:47:33Z', 'updated_at': '2021-12-15T19:47:37Z', 'revision_number': 1, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:52:07.429027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b1cc6f-ecc7-4534-898d-b0676dba0d94 None None] New status for floating IP b98ad32a-6edb-41c3-a8d8-186126fb8789: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:52:07.647461 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:07.760581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1060056'] for port, before_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:07.787777 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313'}] {{(pid=83672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:52:07.797445 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:07.802691 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769499738125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769499312523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769499312568'] for port, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:07.804591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:07.849211 dv-neutron-821830-2-hyperv neutron-server[83672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'code': 200}
Dec 15 19:52:07.852161 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda230e-733e-4737-b068-d589234bfdb5 req-881fe175-272a-4a54-b835-5ae6b2f7303b tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:07.854188 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbda230e-733e-4737-b068-d589234bfdb5 req-881fe175-272a-4a54-b835-5ae6b2f7303b tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 943 time: 0.0871899
Dec 15 19:52:07.876659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Pushing event updated for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=8']} {{(pid=83672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:07.879780 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_concurrency.lockutils [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:07.899422 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cbda230e-733e-4737-b068-d589234bfdb5 req-b3542ec2-b804-4931-bdd6-344abf801c96 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397739
Dec 15 19:52:07.984673 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4418-1af3-490a-a95f-480eab830156 req-ec789a4f-11d9-4326-ac5b-60d23923f498 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:07.986115 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2ed4418-1af3-490a-a95f-480eab830156 req-ec789a4f-11d9-4326-ac5b-60d23923f498 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 943 time: 0.0782759
Dec 15 19:52:08.057266 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Deleting port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:08.057545 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:08.294461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] For port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:08.294814 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:08.415975 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Calling delete_port for 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:08.552610 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:08.558726 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-2eccacbb-68ee-4adc-adfc-cf9717a15c1a tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:08.705102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event deleted for resources: {'Port': ['ID=0ed59f72-5f2b-4bb6-9024-8a1745c0c313,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:08.748346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.748730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.749102 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.749492 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.749858 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.750219 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.750579 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.750942 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.751298 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.751652 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.752007 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821830-2-hyperv {{(pid=83671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 15 19:52:08.758762 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:08.792737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] No DVR routers for this DVR port 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:52:08.794984 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:08.797480 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-deleted', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:52:08.812713 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-f2ed4418-1af3-490a-a95f-480eab830156 req-426613d5-fe87-44ed-a6ef-cf86902be63c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "DELETE /v2.0/ports/0ed59f72-5f2b-4bb6-9024-8a1745c0c313 HTTP/1.1" status: 204  len: 173 time: 0.8211391
Dec 15 19:52:08.875822 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b33ab9-c11f-49c4-8dac-be157b0b672b', 'name': 'network-vif-deleted', 'tag': '0ed59f72-5f2b-4bb6-9024-8a1745c0c313', 'status': 'completed', 'code': 200}
Dec 15 19:52:09.080370 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-98385dea-2b3b-4d39-b8f7-a51622bf3710 req-71ab0bab-437a-4d96-b1ae-2dcb35d6b59c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:52:09.097326 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-98385dea-2b3b-4d39-b8f7-a51622bf3710 req-71ab0bab-437a-4d96-b1ae-2dcb35d6b59c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:52:09.098762 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-98385dea-2b3b-4d39-b8f7-a51622bf3710 req-71ab0bab-437a-4d96-b1ae-2dcb35d6b59c tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=18b33ab9-c11f-49c4-8dac-be157b0b672b HTTP/1.1" status: 200  len: 210 time: 0.0629680
Dec 15 19:52:10.750287 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42532) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:10.947144 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Deleting port 0c39c68c-fd55-4ce8-8ec2-b2a258e251b6 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:10.947398 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:11.108767 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:11.109081 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:11.224986 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Calling delete_port for 0c39c68c-fd55-4ce8-8ec2-b2a258e251b6 owned by network:floatingip {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:11.371581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:11.375728 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-e3f50946-ec8e-470d-a64f-e326c3914faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:11.418395 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event deleted for resources: {'Port': ['ID=0c39c68c-fd55-4ce8-8ec2-b2a258e251b6,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:11.420842 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:11.510987 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for floatingip, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:11.681008 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:11.715023 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:11.715483 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device 0ed59f72-5f2b-4bb6-9024-8a1745c0c313 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:11.901145 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Router 27886111-5758-4509-b11d-dcc5fa93df9d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:52:12.214989 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:52:12.224534 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] Sync routers for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:52:12.235653 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for floatingip, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:12.236794 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:12.237423 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0211f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:51:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:12.291535 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-ee757926-6ccd-4df8-8d5c-0d4af6e492a7 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "DELETE /v2.0/floatingips/d57cd265-4e89-4068-b1cb-8ae63261686c HTTP/1.1" status: 204  len: 168 time: 1.5401754
Dec 15 19:52:12.292315 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:52:12.363927 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'status': 'completed', 'code': 200}
Dec 15 19:52:12.417047 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:12.460920 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-50c5ed97-adaa-4b4a-b6b6-cb9fd01a0f37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 1096 time: 0.0704224
Dec 15 19:52:12.601608 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-f486f550-4d13-4e07-b2df-0e6afe6d59c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:12.603775 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-f486f550-4d13-4e07-b2df-0e6afe6d59c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 200  len: 911 time: 0.1355755
Dec 15 19:52:12.708650 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-5dc70e87-5712-468e-a84c-7c4e16653f28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 200  len: 217 time: 0.0981355
Dec 15 19:52:12.754017 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0211f0>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:12.757795 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] Checking router: 27886111-5758-4509-b11d-dcc5fa93df9d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:52:12.768859 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:12.769423 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cee0211f0>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:51:46Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:12.786819 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-f2f608b4-88e1-4a31-b28b-5ea516c85372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:12.788248 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-f2f608b4-88e1-4a31-b28b-5ea516c85372 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 200  len: 849 time: 0.0710464
Dec 15 19:52:12.844764 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86300d-a033-4cdd-9c02-7107cb3fa91c req-b1455d1c-2a95-4ac7-8da6-7be0d70aaf12 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:12.845481 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cb86300d-a033-4cdd-9c02-7107cb3fa91c req-b1455d1c-2a95-4ac7-8da6-7be0d70aaf12 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Synchronizing usage tracker for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 15 19:52:12.871581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.quota.resource [req-cb86300d-a033-4cdd-9c02-7107cb3fa91c req-b1455d1c-2a95-4ac7-8da6-7be0d70aaf12 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Unset dirty status for tenant:384c3804d8c946f8b1e8ca3f4c6063ec on resource:port {{(pid=83671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 15 19:52:12.873092 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cb86300d-a033-4cdd-9c02-7107cb3fa91c req-b1455d1c-2a95-4ac7-8da6-7be0d70aaf12 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 943 time: 0.2109389
Dec 15 19:52:12.908407 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-96f456af-22f0-4225-8446-7116583c6486 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb26ab37-6653-47cb-971d-ae5f9417f572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1122892
Dec 15 19:52:12.958307 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-cb86300d-a033-4cdd-9c02-7107cb3fa91c req-88a8c73c-66de-4612-865d-6f44be71a0fd tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783257
Dec 15 19:52:12.994233 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:13.060554 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-a3e9ceab-897e-402b-bc1f-740f2e47018f service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426818
Dec 15 19:52:13.193491 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-5f6b551f-6b76-40b8-8050-642707d7ad7b req-b98725ba-ba02-4001-b1a3-921104550736 service neutron] 10.222.0.64 "GET /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256306
Dec 15 19:52:13.299774 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cee0211f0>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:13.303633 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08e023-f6ae-4490-a28f-f609cf43d0ef None None] The sync data for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv is: [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:47:06Z', 'revision_number': 4, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv', '_interfaces': [{'id': 'd9a74013-f87a-463e-b5a4-92f8230a4c5f', 'name': '', 'network_id': 'bb26ab37-6653-47cb-971d-ae5f9417f572', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'mac_address': 'fa:16:3e:bb:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:05Z', 'updated_at': '2021-12-15T19:47:14Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'subnets': [{'id': 'c6d4da76-686e-4559-b1ed-5fa520d43c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:52:13.462014 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-35a9bcc7-f0cc-4546-b1fb-bf164bd29724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:13.530518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc3bdf6-896b-4bec-a4c1-da2aa87e03a1 None None] New status for floating IP d57cd265-4e89-4068-b1cb-8ae63261686c: DOWN {{(pid=83672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 15 19:52:14.147225 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-5597aa49-b926-4560-8aad-ecc1d1034925 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:14.148650 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-5597aa49-b926-4560-8aad-ecc1d1034925 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 943 time: 0.0763552
Dec 15 19:52:14.216727 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Deleting port ca1d69db-aa62-491a-a4c0-a21d23e27076 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:14.217062 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:14.226430 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ac4e-c277-4309-bca8-9336bf98eb8c req-d3960d62-42dc-4ffd-9441-c40213c613e4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 15 19:52:14.227902 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5722ac4e-c277-4309-bca8-9336bf98eb8c req-d3960d62-42dc-4ffd-9441-c40213c613e4 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 943 time: 0.0777750
Dec 15 19:52:14.275427 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-5722ac4e-c277-4309-bca8-9336bf98eb8c req-5ebcd8d6-629a-4713-b56e-e8208126e9b2 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/security-groups?id=11111e37-971a-4687-86a4-40f48ccd946f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418108
Dec 15 19:52:14.459434 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] For port ca1d69db-aa62-491a-a4c0-a21d23e27076, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ca1d69db-aa62-491a-a4c0-a21d23e27076,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:14.459839 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:14.579271 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Calling delete_port for ca1d69db-aa62-491a-a4c0-a21d23e27076 owned by compute:nova {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:14.721126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:14.726595 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7e4bf1aa-491f-422a-ba7d-afbdcc1eb0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:14.773082 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event deleted for resources: {'Port': ['ID=ca1d69db-aa62-491a-a4c0-a21d23e27076,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:14.776341 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:14.844280 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] No DVR routers for this DVR port ca1d69db-aa62-491a-a4c0-a21d23e27076 on host hv-neutron-8218 {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:52:14.846505 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223215'] for port, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:14.849023 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-deleted', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076'}] {{(pid=83671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 15 19:52:14.865695 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [req-1de91cab-27f3-4c86-a457-d0cf46a5522c req-9291285f-94bb-429c-ae33-9134709b5406 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.64 "DELETE /v2.0/ports/ca1d69db-aa62-491a-a4c0-a21d23e27076 HTTP/1.1" status: 204  len: 173 time: 0.7109106
Dec 15 19:52:14.909691 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c6b691-64b9-41db-9396-31f57ebab22b', 'name': 'network-vif-deleted', 'tag': 'ca1d69db-aa62-491a-a4c0-a21d23e27076', 'status': 'completed', 'code': 200}
Dec 15 19:52:15.457008 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [req-89dbf941-0fd9-462b-8b1d-2e5e43d601f5 req-f96c9d52-4fef-45ca-9854-2a55077a486b tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c6b691-64b9-41db-9396-31f57ebab22b HTTP/1.1" status: 200  len: 210 time: 0.0457661
Dec 15 19:52:15.688500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-baf021f1-e1cd-4954-b1e5-9eb1b9d4a128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:16.560138 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 42556) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:16.629911 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcb40e3b-1e65-4935-82be-2f0ed8a28917 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:16.658581 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcb40e3b-1e65-4935-82be-2f0ed8a28917 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:16.724770 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcb40e3b-1e65-4935-82be-2f0ed8a28917 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:16.729693 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-f6b326b2-624f-4ea0-bda6-c8fa99a8d2c3 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:16.744804 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb40e3b-1e65-4935-82be-2f0ed8a28917 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11111e37-971a-4687-86a4-40f48ccd946f,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:16.748213 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-dcb40e3b-1e65-4935-82be-2f0ed8a28917 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:16.757635 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-dcb40e3b-1e65-4935-82be-2f0ed8a28917 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Notify callbacks [] for security_group, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:16.761908 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-dcb40e3b-1e65-4935-82be-2f0ed8a28917 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] 10.222.0.48 "DELETE /v2.0/security-groups/11111e37-971a-4687-86a4-40f48ccd946f HTTP/1.1" status: 204  len: 168 time: 0.1977818
Dec 15 19:52:16.818207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42562) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:16.953939 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:16.956320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:17.467832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:17.715804 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device ca1d69db-aa62-491a-a4c0-a21d23e27076 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:17.752139 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] No Port match for: ca1d69db-aa62-491a-a4c0-a21d23e27076 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:17.752493 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Device ca1d69db-aa62-491a-a4c0-a21d23e27076 not bound to the agent host hv-neutron-8218 {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:18.056440 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Deleting port d9a74013-f87a-463e-b5a4-92f8230a4c5f {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:18.057020 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:18.224346 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] For port d9a74013-f87a-463e-b5a4-92f8230a4c5f, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d9a74013-f87a-463e-b5a4-92f8230a4c5f,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:18.224687 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:18.341649 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Calling delete_port for d9a74013-f87a-463e-b5a4-92f8230a4c5f owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:18.471309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:18.517208 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:18.521425 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f93229b1-b13c-4c29-a3ea-f35f588c397b tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:18.560660 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a74013-f87a-463e-b5a4-92f8230a4c5f,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:18.564888 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:18.963152 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:19.523272 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Router 27886111-5758-4509-b11d-dcc5fa93df9d has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:52:19.725631 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:52:19.735367 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] Sync routers for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:52:19.740968 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-512a875c-301d-4897-bfed-2196dd2ed97c admin admin] 10.222.0.48 "PUT /v2.0/routers/27886111-5758-4509-b11d-dcc5fa93df9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9194632
Dec 15 19:52:19.741191 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42568) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:19.747853 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:19.748446 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d7e80>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:52:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:19.923102 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: dv-neutron-821830-2-hyperv {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:19.937891 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:20.220062 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d7e80>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:52:18Z', 'revision_number': 5, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port': {'id': '939e9f6f-fcd9-4612-9cb9-ec5a4942b60c', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:03Z', 'updated_at': '2021-12-15T19:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:20.223882 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] Checking router: 27886111-5758-4509-b11d-dcc5fa93df9d for host: dv-neutron-821830-2-hyperv {{(pid=83673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:52:20.234799 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] Routers {'27886111-5758-4509-b11d-dcc5fa93df9d'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:20.235398 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d7e80>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:52:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['27886111-5758-4509-b11d-dcc5fa93df9d'], 'active': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:20.256864 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:20.266267 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Deleting port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:20.266737 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:20.385015 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_dvr_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] Set router 27886111-5758-4509-b11d-dcc5fa93df9d gateway port host: None {{(pid=83673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:20.441237 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] For port 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:20.441616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:20.488840 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.l3_hamode_db [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ced8d7e80>, [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:52:20Z', 'revision_number': 6, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:20.492705 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e0db0-a56b-4bb8-8f41-9ea31e021e37 None None] The sync data for ids ['27886111-5758-4509-b11d-dcc5fa93df9d'] in dv-neutron-821830-2-hyperv is: [{'id': '27886111-5758-4509-b11d-dcc5fa93df9d', 'name': 'tempest-TestSnapshotPattern-1911280043-router', 'tenant_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:02Z', 'updated_at': '2021-12-15T19:52:20Z', 'revision_number': 6, 'project_id': '384c3804d8c946f8b1e8ca3f4c6063ec', 'gw_port_host': None}] {{(pid=83673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:52:20.561661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Calling delete_port for 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:20.724135 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:20.728230 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-97483114-ee3c-419f-badc-33914f556c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:20.777430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=939e9f6f-fcd9-4612-9cb9-ec5a4942b60c,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:20.780698 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:21.001572 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.259103 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.263443 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.287549 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.288126 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27886111-5758-4509-b11d-dcc5fa93df9d {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:52:21.301458 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.302554 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-63c22577-05a6-430b-b187-2d7393b30f47 admin admin] 10.222.0.48 "DELETE /v2.0/routers/27886111-5758-4509-b11d-dcc5fa93df9d HTTP/1.1" status: 204  len: 168 time: 1.5604236
Dec 15 19:52:21.305148 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42572) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:21.379387 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Deleting subnet c6d4da76-686e-4559-b1ed-5fa520d43c72 {{(pid=83671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:52:21.382822 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.434372 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3557691'] for subnet, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.514071 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.633210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:21.667192 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:21.667633 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 939e9f6f-fcd9-4612-9cb9-ec5a4942b60c not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:21.668125 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d9a74013-f87a-463e-b5a4-92f8230a4c5f no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:21.698891 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: d9a74013-f87a-463e-b5a4-92f8230a4c5f {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:21.699251 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d9a74013-f87a-463e-b5a4-92f8230a4c5f not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:21.702664 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4167419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4049223'] for subnet, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.706452 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b26f2c0b-a5af-4e9b-a0fc-0b32eaa2810c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:21.740449 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d4da76-686e-4559-b1ed-5fa520d43c72,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:21.744520 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:21.747155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.752764 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b00db4da-c0b7-4e7e-8fab-b609bfca7bcc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c6d4da76-686e-4559-b1ed-5fa520d43c72 HTTP/1.1" status: 204  len: 168 time: 0.4460886
Dec 15 19:52:21.752970 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a041aa9-7b7f-40ad-af74-d033a6163598 None None] Network bb26ab37-6653-47cb-971d-ae5f9417f572 requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:52:21.755251 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42576) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:21.863461 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:21.873597 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Deleting port d10c4211-072d-4da4-847e-2bffb127491b {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:21.873917 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.014227 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] DHCP port deletion for bb26ab37-6653-47cb-971d-ae5f9417f572 request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:52:22.018498 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Deleting port d10c4211-072d-4da4-847e-2bffb127491b {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:22.019002 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.078613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] For port d10c4211-072d-4da4-847e-2bffb127491b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d10c4211-072d-4da4-847e-2bffb127491b,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:22.078965 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.198252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Calling delete_port for d10c4211-072d-4da4-847e-2bffb127491b owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:22.214500 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] For port d10c4211-072d-4da4-847e-2bffb127491b, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=d10c4211-072d-4da4-847e-2bffb127491b,segment=NetworkSegment(6b04ffea-6614-48fc-a920-5bd9b9ee7169),segment_id=6b04ffea-6614-48fc-a920-5bd9b9ee7169)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:22.214911 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.270606 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.274635 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-ce15e6fd-2c73-4919-b796-0a92b3b084b7 tempest-TestShelveInstance-2115480744 tempest-TestShelveInstance-2115480744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:22.319217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d10c4211-072d-4da4-847e-2bffb127491b,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:22.324450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:22.331686 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] No DVR routers for this DVR port d10c4211-072d-4da4-847e-2bffb127491b on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:52:22.370581 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Calling delete_port for d10c4211-072d-4da4-847e-2bffb127491b owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:22.438450 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:52:22.438807 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:52:22.450525 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.475661 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec3f95b0>,) {'filters': {'network_id': ['bb26ab37-6653-47cb-971d-ae5f9417f572']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:22.488055 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec3f95b0>, '6b04ffea-6614-48fc-a920-5bd9b9ee7169') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:22.488344 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec3f95b0>, '6b04ffea-6614-48fc-a920-5bd9b9ee7169') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:22.499416 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.515043 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.521615 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:52:22.521940 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:52:22.535781 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:52:22.613244 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.616779 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-113c1bc5-77aa-478e-a90f-1116555875ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:22.629181 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:22.639611 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=bb26ab37-6653-47cb-971d-ae5f9417f572,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:22.642632 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:22.652662 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-7f583bd7-06b2-4bbf-847f-a9267ccfe6ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb26ab37-6653-47cb-971d-ae5f9417f572 HTTP/1.1" status: 204  len: 168 time: 0.8965051
Dec 15 19:52:22.655684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42580) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:22.940114 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Deleting port d10c4211-072d-4da4-847e-2bffb127491b {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:22.940659 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:23.004961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-a293b0ce-7b10-47a8-85f5-62e2cda1bbb4 None None] The port 'd10c4211-072d-4da4-847e-2bffb127491b' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:52:23.035273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924812'] for router_interface, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:23.070060 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:52:23.632027 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d10c4211-072d-4da4-847e-2bffb127491b no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:23.664681 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: d10c4211-072d-4da4-847e-2bffb127491b {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:23.665093 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device d10c4211-072d-4da4-847e-2bffb127491b not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:23.731720 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Deleting port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:23.732057 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:23.900591 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] For port 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,segment=NetworkSegment(05d0774e-9d33-4b28-af41-e58bca36701b),segment_id=05d0774e-9d33-4b28-af41-e58bca36701b)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:23.900832 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:24.017581 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Calling delete_port for 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 owned by network:router_interface {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:24.186393 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:24.189813 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5a1931d2-b78a-49fe-859e-c96e252cc450 tempest-TestSnapshotPattern-2084772599 tempest-TestSnapshotPattern-2084772599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:24.232946 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d24a32b-ea82-4e24-95d2-dd0dce13e4a8,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:24.235424 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:24.518155 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1992120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925010'] for router_interface, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:25.226834 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Router efa0969c-fecc-4885-9cd2-81039710d853 has already been hosted by L3 agent b0f2ff01-84da-4413-a49f-86f897d5f9df {{(pid=83671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 15 19:52:25.434654 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] Notify agent at l3_agent.dv-neutron-821830-2-hyperv the message routers_updated {{(pid=83671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 15 19:52:25.443518 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] Sync routers for ids ['efa0969c-fecc-4885-9cd2-81039710d853'] in dv-neutron-821830-2-hyperv {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 15 19:52:25.450975 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-cb07569d-c173-47b2-b2d5-c8ca4feb0b8d admin admin] 10.222.0.48 "PUT /v2.0/routers/efa0969c-fecc-4885-9cd2-81039710d853/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7940576
Dec 15 19:52:25.453421 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42584) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:25.457084 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] Routers {'efa0969c-fecc-4885-9cd2-81039710d853'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:25.457727 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1dd00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:52:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['efa0969c-fecc-4885-9cd2-81039710d853'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:25.640451 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] Set router efa0969c-fecc-4885-9cd2-81039710d853 gateway port host: dv-neutron-821830-2-hyperv {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:25.651188 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks [] for router, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:25.857456 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:25.866831 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Deleting port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:25.867196 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:25.923098 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1dd00>, [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'external_fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:52:24Z', 'revision_number': 5, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port': {'id': '1b8f9748-baf2-4fc3-aeb8-21cb1169c88d', 'name': '', 'network_id': 'f5a6c991-6ae2-4180-8cf6-e17747afaa30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:15:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821830-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c2e7cd7-d06a-4763-93bf-ad20b890ef26', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821830-2-hyperv'}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:25.926914 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] Checking router: efa0969c-fecc-4885-9cd2-81039710d853 for host: dv-neutron-821830-2-hyperv {{(pid=83672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 15 19:52:25.938120 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] Routers {'efa0969c-fecc-4885-9cd2-81039710d853'} bound to L3 agent in host dv-neutron-821830-2-hyperv {{(pid=83672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 15 19:52:25.938703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1dd00>, 'dv-neutron-821830-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:47:45Z,description=<?>,heartbeat_timestamp=2021-12-15T19:52:16Z,host='dv-neutron-821830-2-hyperv',id=b0f2ff01-84da-4413-a49f-86f897d5f9df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-15T18:47:45Z,topic='l3_agent')) {'router_ids': ['efa0969c-fecc-4885-9cd2-81039710d853'], 'active': True} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:26.042067 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] For port 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,segment=NetworkSegment(b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc),segment_id=b8704f7f-6fc8-43f7-b0af-326dd7e3e8bc)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:26.042426 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:26.089646 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_dvr_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] Set router efa0969c-fecc-4885-9cd2-81039710d853 gateway port host: None {{(pid=83672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 15 19:52:26.196180 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9cedc1dd00>, [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:52:25Z', 'revision_number': 6, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port_host': None}], 'dv-neutron-821830-2-hyperv', False) {} {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:26.200624 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cc46d-981c-49c0-9492-f0e07995b276 None None] The sync data for ids ['efa0969c-fecc-4885-9cd2-81039710d853'] in dv-neutron-821830-2-hyperv is: [{'id': 'efa0969c-fecc-4885-9cd2-81039710d853', 'name': 'tempest-TestSnapshotPattern-1791874527-router', 'tenant_id': '497d279245204298b9acc96b30b29695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:47:09Z', 'updated_at': '2021-12-15T19:52:25Z', 'revision_number': 6, 'project_id': '497d279245204298b9acc96b30b29695', 'gw_port_host': None}] {{(pid=83672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 15 19:52:26.284217 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Calling delete_port for 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d owned by network:router_gateway {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:26.444561 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:26.448613 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8e2ee9ed-a659-4e90-867a-d7aa04528e79 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:26.488265 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8f9748-baf2-4fc3-aeb8-21cb1169c88d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:26.492151 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:26.710688 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918513'] for router_gateway, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:26.966628 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9604'] for router, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:26.970811 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:26.997038 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-881885'] for router, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:26.997598 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa0969c-fecc-4885-9cd2-81039710d853 {{(pid=83671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 15 19:52:27.010432 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] Notify callbacks [] for router, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.011543 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-8d32ba1e-d0df-4285-92f5-9fe9fc8b96aa admin admin] 10.222.0.48 "DELETE /v2.0/routers/efa0969c-fecc-4885-9cd2-81039710d853 HTTP/1.1" status: 204  len: 168 time: 1.5571921
Dec 15 19:52:27.014244 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.wsgi [-] (83670) accepted ('10.222.0.48', 42588) {{(pid=83670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:27.079431 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Deleting subnet fe6080d7-dc02-4382-ae0c-45c04c3c58e6 {{(pid=83670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 15 19:52:27.082393 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.132608 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4140775'] for subnet, precommit_delete_associations {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.213651 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1065999'] for subnet, precommit_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.382684 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1065984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2428573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4148612'] for subnet, after_delete {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.386487 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-1a6ffdb7-a880-4a4a-9dbf-3f26241a82db tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:27.419835 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6080d7-dc02-4382-ae0c-45c04c3c58e6,revision_number=None']} {{(pid=83670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:27.424139 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG oslo_concurrency.lockutils [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:27.426927 dv-neutron-821830-2-hyperv neutron-server[83670]: DEBUG neutron_lib.callbacks.manager [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.433320 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377fe0a-0d79-4b7b-a9f4-172968fe2085 None None] Network d43ec3c6-ef62-4e29-a7c4-cb661ec4861d requested from dv-neutron-821830-2-hyperv {{(pid=83672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 15 19:52:27.433896 dv-neutron-821830-2-hyperv neutron-server[83670]: INFO neutron.wsgi [None req-b78d8786-2621-4ccd-b5a1-42673dcaa7ac admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fe6080d7-dc02-4382-ae0c-45c04c3c58e6 HTTP/1.1" status: 204  len: 168 time: 0.4181564
Dec 15 19:52:27.436088 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42592) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:27.540159 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170703'] for network, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.550228 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Deleting port 00692f04-2260-4723-91ff-c588bd003e5e {{(pid=83671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:27.550550 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.624440 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.643892 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:27.681366 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:27.681724 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1b8f9748-baf2-4fc3-aeb8-21cb1169c88d not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:27.682153 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:27.710295 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] DHCP port deletion for d43ec3c6-ef62-4e29-a7c4-cb661ec4861d request from dv-neutron-821830-2-hyperv {{(pid=83672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 15 19:52:27.718695 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:27.719042 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 1d24a32b-ea82-4e24-95d2-dd0dce13e4a8 not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:27.728210 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Deleting port 00692f04-2260-4723-91ff-c588bd003e5e {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:27.728663 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.759778 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.db [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] For port 00692f04-2260-4723-91ff-c588bd003e5e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=00692f04-2260-4723-91ff-c588bd003e5e,segment=NetworkSegment(05d0774e-9d33-4b28-af41-e58bca36701b),segment_id=05d0774e-9d33-4b28-af41-e58bca36701b)] {{(pid=83671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:27.760207 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.880273 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.plugin [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Calling delete_port for 00692f04-2260-4723-91ff-c588bd003e5e owned by network:dhcp {{(pid=83671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:27.953898 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1056840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769499738871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769499312514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4167334'] for port, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:27.958565 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-12d7a10a-cb9b-4b92-a3d8-fd41e1080e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:27.973863 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.db [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] For port 00692f04-2260-4723-91ff-c588bd003e5e, host dv-neutron-821830-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821830-2-hyperv',level=0,port_id=00692f04-2260-4723-91ff-c588bd003e5e,segment=NetworkSegment(05d0774e-9d33-4b28-af41-e58bca36701b),segment_id=05d0774e-9d33-4b28-af41-e58bca36701b)] {{(pid=83672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 15 19:52:27.974252 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925244'] for port, precommit_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.094400 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Calling delete_port for 00692f04-2260-4723-91ff-c588bd003e5e owned by network:dhcp {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 15 19:52:28.112356 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Pushing event deleted for resources: {'Port': ['ID=00692f04-2260-4723-91ff-c588bd003e5e,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:28.115255 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:28.120616 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] No DVR routers for this DVR port 00692f04-2260-4723-91ff-c588bd003e5e on host dv-neutron-821830-2-hyperv {{(pid=83671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 15 19:52:28.162309 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.db.api [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 15 19:52:28.162665 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG oslo_db.api [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 15 19:52:28.235178 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1066896', 'neutron.services.segments.db._delete_segments_for_network-8769499831763'] for network, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.260150 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9cec269910>,) {'filters': {'network_id': ['d43ec3c6-ef62-4e29-a7c4-cb661ec4861d']}} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:28.271702 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec269910>, '05d0774e-9d33-4b28-af41-e58bca36701b') {'for_net_delete': True} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:28.271994 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.services.segments.db [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9cec269910>, '05d0774e-9d33-4b28-af41-e58bca36701b') {} {{(pid=83671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 15 19:52:28.283180 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769499833070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3557666'] for segment, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.300450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1067451'] for segment, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.307259 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=83671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 15 19:52:28.307627 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1067394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166229'] for segment, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]: Traceback (most recent call last):
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     timer()
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     cb(*args, **kw)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     return func(*args, **kwargs)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     self._notify()
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     self.callback(batched_events)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     event.method(event)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     return f(self, *a, **k)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._get(url).json()
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     return self.request(url, 'GET', **kwargs)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 15 19:52:28.320368 dv-neutron-821830-2-hyperv neutron-server[83671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 15 19:52:28.397052 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1066889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1991991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918426'] for network, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.400780 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-5b4ee56a-c0d6-48dd-8210-5850cfa882b9 tempest-TestNetworkAdvancedServerOps-1440489703 tempest-TestNetworkAdvancedServerOps-1440489703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:28.413860 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Notify callbacks [] for network, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.425904 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Pushing event deleted for resources: {'Network': ['ID=d43ec3c6-ef62-4e29-a7c4-cb661ec4861d,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:28.429730 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:28.431607 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-48945eb2-e4b8-4224-8e63-d5a22de2d49a admin admin] 10.222.0.48 "DELETE /v2.0/networks/d43ec3c6-ef62-4e29-a7c4-cb661ec4861d HTTP/1.1" status: 204  len: 168 time: 0.9946253
Dec 15 19:52:28.564768 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42598) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:28.614875 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b664e9c3-02c2-4635-8197-b451fedd06aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=384c3804d8c946f8b1e8ca3f4c6063ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0488341
Dec 15 19:52:28.617252 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42602) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:28.665733 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Deleting port 00692f04-2260-4723-91ff-c588bd003e5e {{(pid=83672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 15 19:52:28.666298 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769499731972'] for port, before_delete {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.679684 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5fdc-81bb-4b1e-b647-6b573a9b0c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.706147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5fdc-81bb-4b1e-b647-6b573a9b0c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.738600 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-2a360c39-9e93-4dcf-b552-780e40bec41b None None] The port '00692f04-2260-4723-91ff-c588bd003e5e' was deleted {{(pid=83672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 15 19:52:28.762636 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5fdc-81bb-4b1e-b647-6b573a9b0c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.766488 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-25ed2a30-692f-4288-a134-a21a09fc5781 tempest-NegativeSecGroupIPv6Test-614176522 tempest-NegativeSecGroupIPv6Test-614176522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:28.780716 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa5fdc-81bb-4b1e-b647-6b573a9b0c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bdd840-218e-45b9-8a9a-177e21fc2633,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:28.784564 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-b0aa5fdc-81bb-4b1e-b647-6b573a9b0c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:28.788544 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5fdc-81bb-4b1e-b647-6b573a9b0c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:28.793047 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-b0aa5fdc-81bb-4b1e-b647-6b573a9b0c8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34bdd840-218e-45b9-8a9a-177e21fc2633 HTTP/1.1" status: 204  len: 168 time: 0.1742303
Dec 15 19:52:29.192321 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42610) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:29.243226 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-aa5641a4-6204-4619-88e1-970e20671fd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=497d279245204298b9acc96b30b29695&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0489259
Dec 15 19:52:29.245450 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.wsgi [-] (83671) accepted ('10.222.0.48', 42614) {{(pid=83671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 15 19:52:29.302679 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4bfb-a3e6-4caf-a58b-f5fade06cfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:29.327907 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4bfb-a3e6-4caf-a58b-f5fade06cfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:29.381422 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4bfb-a3e6-4caf-a58b-f5fade06cfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029617'] for security_group, after_delete {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:29.386147 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-f627ec1f-5475-4f76-b681-b0a0872a7736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 15 19:52:29.397562 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce4bfb-a3e6-4caf-a58b-f5fade06cfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8827c6-16aa-4bb3-84f3-10d3f95281ee,revision_number=None']} {{(pid=83671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 15 19:52:29.400430 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG oslo_concurrency.lockutils [None req-a4ce4bfb-a3e6-4caf-a58b-f5fade06cfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 15 19:52:29.402316 dv-neutron-821830-2-hyperv neutron-server[83671]: DEBUG neutron_lib.callbacks.manager [None req-a4ce4bfb-a3e6-4caf-a58b-f5fade06cfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:29.403450 dv-neutron-821830-2-hyperv neutron-server[83671]: INFO neutron.wsgi [None req-a4ce4bfb-a3e6-4caf-a58b-f5fade06cfc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f8827c6-16aa-4bb3-84f3-10d3f95281ee HTTP/1.1" status: 204  len: 168 time: 0.1570837
Dec 15 19:52:29.636799 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 00692f04-2260-4723-91ff-c588bd003e5e no longer exists at agent ovs-agent-dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 15 19:52:29.672113 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] No Port match for: 00692f04-2260-4723-91ff-c588bd003e5e {{(pid=83672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 15 19:52:29.672797 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron.plugins.ml2.rpc [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Device 00692f04-2260-4723-91ff-c588bd003e5e not bound to the agent host dv-neutron-821830-2-hyperv {{(pid=83672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 15 19:52:43.464022 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-827ed482-f237-4b18-bd69-4f2a638916e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:45.693859 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f48641d0-59eb-46c7-90f7-dc4e81cbe65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:46.957582 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:46.959572 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:48.474457 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:52:57.610484 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:00.070254 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:53:13.465382 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-97fabd57-a1c8-44cb-83b9-7ac14dbd8d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:15.684983 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-58e00737-5150-4f94-9c3b-8a15d8fb9395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:16.951813 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:16.956562 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:18.477972 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:27.625348 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:37.070374 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:53:43.467178 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-6e2319d9-f4f3-445c-b78f-d5daf2593b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:45.686371 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b13f-a18d-40ba-b48e-3ff20ccf2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:46.952185 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:46.954990 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:48.480234 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:53:57.623752 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:13.469041 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c0736a95-eea5-4b7a-9b2d-e0ad99a4364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:14.070373 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:54:15.687262 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d623aed9-8ef9-4efd-b8d7-11cf9be0184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:16.951378 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:16.955846 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:18.483719 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:27.622357 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:43.471179 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-e6c7032f-c997-44f5-9434-d12e48cc0982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:45.688066 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-4b280457-996f-4884-9079-b36c73eb104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:46.943455 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:46.959265 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:48.486785 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:54:51.070170 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:54:57.636198 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:13.474648 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7b5c-39f5-4a9f-a2ab-53444648cd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:15.691961 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b078d3c2-a8c2-4de9-94d0-35fc5e1c19b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:16.951313 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:16.961219 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:18.488783 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:27.637608 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:28.069607 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:55:43.479803 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-d2fdcfc8-22e6-4a97-bd53-8ea9e3c4b2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:45.693245 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-afd0ac05-7657-4f1b-9e6a-8b2a568045c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:46.942127 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:46.966118 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:48.495517 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:55:57.639085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:05.069543 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:56:13.484053 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-475d6364-ef38-4b39-8f68-7a5b36b8b703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:15.699938 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee20c-62ca-44f8-bffa-e7d0f6718a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:16.949931 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:16.969945 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:18.495280 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:27.632605 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:42.069777 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:56:43.485832 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-09af36b5-0f8e-4635-a73b-06b0a45bf62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:45.692085 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-c2635928-56c4-4a90-91bf-2e08c8bf384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:46.942595 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:46.969242 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:48.499073 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:56:57.643054 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:13.487279 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-7aad9ba7-248b-4a2d-a969-76267d2762b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:15.693010 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a186-9612-4301-9ede-086c4f05fd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:16.944615 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:16.971560 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:18.500985 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:19.070703 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:57:27.661527 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:43.488857 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-b64fe03c-1be9-43a3-95ef-044da46af81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:45.693703 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-959a8d30-a48f-4aff-ab83-4193c4da3d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:46.946764 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9b4-a5ce-4cd9-a782-438a21a31788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:46.974300 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-11aac39f-ba66-448f-9373-7d90585ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:48.503865 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e32f-2d11-4d16-8b71-a4940a5cb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 15 19:57:56.070511 dv-neutron-821830-2-hyperv neutron-server[83673]: DEBUG neutron.db.agents_db [None req-7693affc-34a0-4ec5-b612-4d24a9e4adff None None] Agent healthcheck: found 6 active agents {{(pid=83673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 15 19:57:57.662591 dv-neutron-821830-2-hyperv neutron-server[83672]: DEBUG neutron_lib.callbacks.manager [None req-00495a60-b9ab-4fb1-a79d-08d880c37a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769499831745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1077450'] for agent, after_update {{(pid=83672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}